00000400:00000010:3.0F:1647275032.615257:0:9896:0:(module.c:238:libcfs_ioctl()) kfreed 'hdr': 128 at ffff8e23d08c0500 (tot 73194145). 00000400:00000001:3.0:1647275032.615259:0:9896:0:(module.c:239:libcfs_ioctl()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1647275032.617320:0:9897:0:(class_obd.c:499:obd_class_ioctl()) Process entered 00000020:00000001:1.0:1647275032.617321:0:9897:0:(class_obd.c:309:class_handle_ioctl()) Process entered 00000020:00000080:1.0:1647275032.617322:0:9897:0:(class_obd.c:310:class_handle_ioctl()) cmd = c00866e6 00000020:00000001:1.0:1647275032.617323:0:9897:0:(class_obd.c:234:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1647275032.617324:0:9897:0:(class_obd.c:260:obd_ioctl_getdata()) kmalloced '(data)': 616 at ffff8e23b2692800. 00000020:00000001:1.0:1647275032.617325:0:9897:0:(class_obd.c:299:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.617328:0:9897:0:(obd_class.h:1168:obd_iocontrol()) Process entered 00000020:00000001:1.0:1647275032.617328:0:9897:0:(obd_class.h:463:exp_check_ops()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1647275032.617329:0:9897:0:(mdt_handler.c:7401:mdt_iocontrol()) Process entered 00000004:00000080:1.0:1647275032.617330:0:9897:0:(mdt_handler.c:7402:mdt_iocontrol()) handling ioctl cmd 0xc00866e6 00000020:00000010:1.0:1647275032.617331:0:9897:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e2352877000. 00000020:00000010:1.0:1647275032.617333:0:9897:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e2352876800. 00000040:00000010:1.0:1647275032.617334:0:9897:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e2352876a00. 00000020:00000010:1.0:1647275032.617335:0:9897:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e23627d4000. 00000020:00000010:1.0:1647275032.617350:0:9897:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e2410070ed0. 00000020:00000010:1.0:1647275032.617352:0:9897:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e2352877200. 80000000:00000010:1.0:1647275032.617354:0:9897:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e2412181c00. 40000000:00000010:1.0:1647275032.617355:0:9897:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e241618d580. 00040000:00000010:1.0:1647275032.617357:0:9897:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e2352a26300. 00040000:00000010:1.0:1647275032.617359:0:9897:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e23627d3800. 00040000:00000010:1.0:1647275032.617360:0:9897:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e2352877c00. 00080000:00000010:1.0:1647275032.617362:0:9897:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e23b120a000. 00080000:00000010:1.0:1647275032.617363:0:9897:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e244c6d0000. 00100000:00000010:1.0:1647275032.617366:0:9897:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e23627d7000. 00000004:00000010:1.0:1647275032.617367:0:9897:0:(mdt_handler.c:7604:mdt_key_init()) kmalloced '(value)': 2352 at ffff8e23e5dcc000. 00000004:00000010:1.0:1647275032.617369:0:9897:0:(lod_dev.c:2015:lod_key_init()) kmalloced '(value)': 1176 at ffff8e23627d1000. 00000004:00000010:1.0:1647275032.617370:0:9897:0:(mdd_device.c:2346:mdd_key_init()) kmalloced '(value)': 1856 at ffff8e23627d3000. 00000004:00000010:1.0:1647275032.617371:0:9897:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at ffff8e23b2693000. 00000004:00000001:1.0:1647275032.617373:0:9897:0:(mdd_device.c:2249:mdd_iocontrol()) Process entered 00100000:00000001:1.0:1647275032.617374:0:9897:0:(lfsck_lib.c:3100:lfsck_start()) Process entered 00100000:00000001:1.0:1647275032.617376:0:9897:0:(lfsck_bookmark.c:106:lfsck_bookmark_store()) Process entered 00080000:00000001:1.0:1647275032.617377:0:9897:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:1.0:1647275032.617379:0:9897:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2352a26900. 00080000:00000001:1.0:1647275032.617380:0:9897:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618881094215936 : -125192615335680 : ffff8e2352a26900) 00080000:00000001:1.0:1647275032.617381:0:9897:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:1.0:1647275032.617382:0:9897:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.617383:0:9897:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.617384:0:9897:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.617385:0:9897:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617386:0:9897:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617386:0:9897:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.617387:0:9897:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.617387:0:9897:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617387:0:9897:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617388:0:9897:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.617388:0:9897:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.617389:0:9897:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617389:0:9897:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617390:0:9897:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1647275032.617390:0:9897:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e241618d340. 00080000:00000001:1.0:1647275032.617391:0:9897:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.617392:0:9897:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:1.0:1647275032.617399:0:9897:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617407:0:9897:0:(lfsck_bookmark.c:129:lfsck_bookmark_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1647275032.617408:0:9897:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:1.0:1647275032.617411:0:9897:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e241618d340. 00040000:00000001:1.0:1647275032.617412:0:9897:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:1.0:1647275032.617412:0:9897:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:1.0:1647275032.617413:0:9897:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617415:0:9897:0:(lfsck_layout.c:1083:lfsck_layout_store()) Process entered 00080000:00000001:1.0:1647275032.617415:0:9897:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:1.0:1647275032.617416:0:9897:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2352a26d00. 00080000:00000001:1.0:1647275032.617416:0:9897:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618881094216960 : -125192615334656 : ffff8e2352a26d00) 00080000:00000001:1.0:1647275032.617417:0:9897:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:1.0:1647275032.617418:0:9897:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.617418:0:9897:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.617418:0:9897:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.617419:0:9897:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617419:0:9897:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617420:0:9897:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.617420:0:9897:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.617421:0:9897:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617421:0:9897:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617422:0:9897:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.617422:0:9897:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.617423:0:9897:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617424:0:9897:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617424:0:9897:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1647275032.617425:0:9897:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e241618d340. 00080000:00000001:1.0:1647275032.617426:0:9897:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.617426:0:9897:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:1.0:1647275032.617426:0:9897:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.617427:0:9897:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.617427:0:9897:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.617427:0:9897:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617428:0:9897:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617429:0:9897:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.617429:0:9897:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.617429:0:9897:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617430:0:9897:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617430:0:9897:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.617431:0:9897:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.617431:0:9897:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617431:0:9897:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.617432:0:9897:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.617432:0:9897:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.617433:0:9897:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:1.0:1647275032.617434:0:9897:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617439:0:9897:0:(lfsck_layout.c:1130:lfsck_layout_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1647275032.617440:0:9897:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:1.0:1647275032.617441:0:9897:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e241618d340. 00040000:00000001:1.0:1647275032.617441:0:9897:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:1.0:1647275032.617442:0:9897:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:1.0:1647275032.617442:0:9897:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617447:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617452:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617454:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617457:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617458:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617459:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617460:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617461:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617462:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617463:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617464:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617466:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617466:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617467:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617468:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617469:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617469:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617470:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617471:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617473:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617473:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617474:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617475:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617475:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617476:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617477:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617477:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617479:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617480:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617481:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617481:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617482:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617483:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617483:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617484:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617486:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617487:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617487:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617488:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617489:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617489:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617490:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617491:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617493:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617494:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617494:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617495:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617496:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617496:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617497:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617498:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617499:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617500:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617501:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617502:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617502:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617503:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617503:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617504:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617506:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617507:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617508:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617508:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617509:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617510:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617510:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617511:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617513:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617514:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617514:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617515:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617516:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617516:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617517:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617518:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617519:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617520:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617521:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617522:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617523:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617524:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617524:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617525:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617526:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617527:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617528:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617529:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617529:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617530:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617531:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617531:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617533:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617534:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617534:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617535:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617536:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617537:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617537:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617538:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617539:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617540:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617541:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617542:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617542:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617543:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617544:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617545:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617548:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617549:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617549:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617550:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617551:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617552:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617553:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617554:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617555:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617556:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617556:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617557:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617558:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617559:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617559:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617560:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617561:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617562:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617563:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617564:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617564:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:1.0:1647275032.617565:0:9897:0:(lfsck_layout.c:5236:lfsck_layout_reset()) lustrefs-MDT0000-osd: layout LFSCK reset: rc = 0 00100000:00000001:1.0:1647275032.617566:0:9897:0:(lfsck_namespace.c:4237:lfsck_namespace_reset()) Process entered 00000020:00000001:1.0:1647275032.617567:0:9897:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:1.0:1647275032.617569:0:9897:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882609161048 : -125191100390568 : ffff8e23aceea358) 00100000:00000001:1.0:1647275032.617570:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617571:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617572:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617573:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617574:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617575:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617576:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617576:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617577:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617578:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617579:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617580:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617581:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617582:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617583:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617583:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617584:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617585:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617586:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617587:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617588:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617588:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617589:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617590:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617591:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617591:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617592:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617594:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617595:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617595:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617596:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617597:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617597:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617598:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617599:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617600:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617601:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617602:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617603:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617603:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617604:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617604:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617605:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617607:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617607:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617608:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617609:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617610:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617611:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617611:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617612:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617614:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617614:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617615:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617616:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617616:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617617:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617618:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617619:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617620:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617621:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617621:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617622:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617623:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617624:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617624:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617625:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617626:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617627:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617628:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617629:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617629:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617630:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617631:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617631:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617633:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617634:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617634:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617635:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617636:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617636:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617637:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617638:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617640:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617640:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617641:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617642:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617643:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617643:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617644:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617645:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617647:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617647:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617648:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617649:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617650:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617650:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617651:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617652:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617653:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617654:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617655:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617655:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617656:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617657:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617657:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617658:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617659:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617660:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617661:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617662:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617662:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617663:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617663:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617664:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617666:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617667:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617668:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617669:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617669:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617670:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617670:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617671:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617673:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617673:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617674:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617675:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617675:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617676:0:9897:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.617677:0:9897:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e2352877600. 00000001:00000010:1.0:1647275032.617678:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574990. 00000001:00000010:1.0:1647275032.617679:0:9897:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617680:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.617680:0:9897:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574990. 00080000:00000010:1.0:1647275032.617681:0:9897:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e2352877600. 00100000:00000001:1.0:1647275032.617682:0:9897:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617683:0:9897:0:(lfsck_namespace.c:391:lfsck_namespace_store()) Process entered 00080000:00000001:1.0:1647275032.617683:0:9897:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:1.0:1647275032.617684:0:9897:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2352a26b00. 00080000:00000001:1.0:1647275032.617684:0:9897:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618881094216448 : -125192615335168 : ffff8e2352a26b00) 00080000:00000001:1.0:1647275032.617685:0:9897:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:1.0:1647275032.617686:0:9897:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.617687:0:9897:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:1.0:1647275032.617688:0:9897:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0x10:0x0] set xattr 'trusted.lfsck_ns' with size 544 00080000:00000001:1.0:1647275032.617694:0:9897:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:1.0:1647275032.617695:0:9897:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0x10:0x0] set xattr 'trusted.lfsck_bitmap' with size 8 00100000:00000001:1.0:1647275032.617696:0:9897:0:(lfsck_namespace.c:434:lfsck_namespace_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1647275032.617697:0:9897:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:1.0:1647275032.617698:0:9897:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:1.0:1647275032.617699:0:9897:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:1.0:1647275032.617699:0:9897:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.617700:0:9897:0:(lfsck_namespace.c:4277:lfsck_namespace_reset()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:1.0:1647275032.617701:0:9897:0:(lu_object.c:224:lu_object_put()) Add ffff8e23e4cb7400/ffff8e23aceea300 to site lru. bkt: ffff8e2388dda428 00100000:10000000:1.0:1647275032.617702:0:9897:0:(lfsck_namespace.c:4286:lfsck_namespace_reset()) lustrefs-MDT0000-osd: namespace LFSCK reset: rc = 0 00100000:00000010:1.0:1647275032.617704:0:9897:0:(lfsck_lib.c:1931:lfsck_thread_args_init()) kmalloced '(lta)': 80 at ffff8e2412181600. 00000020:00000010:1.0:1647275032.617705:0:9897:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e2352877600. 00000020:00000010:1.0:1647275032.617706:0:9897:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e2352877400. 00000040:00000010:1.0:1647275032.617707:0:9897:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e2352876000. 00000020:00000010:1.0:1647275032.617707:0:9897:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e23627d2000. 00000020:00000010:1.0:1647275032.617708:0:9897:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e24100718b0. 00000020:00000010:1.0:1647275032.617709:0:9897:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e2352877800. 80000000:00000010:1.0:1647275032.617710:0:9897:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e2412181840. 40000000:00000010:1.0:1647275032.617710:0:9897:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e241618d340. 00040000:00000010:1.0:1647275032.617711:0:9897:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e2352a26600. 00040000:00000010:1.0:1647275032.617712:0:9897:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e23627d1800. 00040000:00000010:1.0:1647275032.617713:0:9897:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e2352876c00. 00080000:00000010:1.0:1647275032.617714:0:9897:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e23ac6a0000. 00080000:00000010:1.0:1647275032.617715:0:9897:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e24480cc000. 00100000:00000010:1.0:1647275032.617716:0:9897:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e23627d4800. 00000004:00000010:1.0:1647275032.617717:0:9897:0:(mdt_handler.c:7604:mdt_key_init()) kmalloced '(value)': 2352 at ffff8e23e5dce000. 00000004:00000010:1.0:1647275032.617718:0:9897:0:(lod_dev.c:2015:lod_key_init()) kmalloced '(value)': 1176 at ffff8e23627d0800. 00000004:00000010:1.0:1647275032.617719:0:9897:0:(mdd_device.c:2346:mdd_key_init()) kmalloced '(value)': 1856 at ffff8e23a295b800. 00000004:00000010:1.0:1647275032.617724:0:9897:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at ffff8e23b2691000. 00100000:00000001:2.0F:1647275032.617884:0:9898:0:(lfsck_engine.c:1017:lfsck_master_engine()) Process entered 00100000:00000001:2.0:1647275032.617887:0:9898:0:(osd_scrub.c:2664:osd_otable_it_init()) Process entered 00100000:00000010:2.0:1647275032.617888:0:9898:0:(osd_scrub.c:2671:osd_otable_it_init()) kmalloced '(it)': 2632 at ffff8e23575e1000. 00100000:00000001:2.0:1647275032.617890:0:9898:0:(scrub.c:423:scrub_start()) Process entered 00100000:00000001:2.0:1647275032.617928:0:9899:0:(osd_scrub.c:1145:osd_scrub_main()) Process entered 00000020:00000010:2.0:1647275032.617929:0:9899:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e24172d0600. 00000020:00000010:2.0:1647275032.617930:0:9899:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e24172d1c00. 00000040:00000010:2.0:1647275032.617931:0:9899:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e24172d0c00. 00000020:00000010:2.0:1647275032.617932:0:9899:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e241135a000. 00000020:00000010:2.0:1647275032.617934:0:9899:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e241aee3b40. 00000020:00000010:2.0:1647275032.617934:0:9899:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e24172d1600. 80000000:00000010:2.0:1647275032.617935:0:9899:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e239f4e1840. 40000000:00000010:2.0:1647275032.617936:0:9899:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e2451f13240. 00040000:00000010:2.0:1647275032.617937:0:9899:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e23e4c34200. 00040000:00000010:2.0:1647275032.617938:0:9899:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e24172d0800. 00080000:00000010:2.0:1647275032.617939:0:9899:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e23b1240000. 00080000:00000010:2.0:1647275032.617940:0:9899:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e23b1242000. 00100000:00000010:2.0:1647275032.617942:0:9899:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e2411358000. 00100000:00000001:2.0:1647275032.617943:0:9899:0:(scrub.c:303:scrub_thread_prep()) Process entered 00100000:10000000:2.0:1647275032.617943:0:9899:0:(scrub.c:305:scrub_thread_prep()) lustrefs-MDT0000: OI scrub prep, flags = 0x46 00100000:10000000:2.0:1647275032.617944:0:9899:0:(scrub.c:133:scrub_file_reset()) lustrefs-MDT0000: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:00000001:2.0:1647275032.617945:0:9899:0:(scrub.c:208:scrub_file_store()) Process entered 00080000:00000001:2.0:1647275032.617945:0:9899:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.617946:0:9899:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34900. 00080000:00000001:2.0:1647275032.617947:0:9899:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545843968 : -125190163707648 : ffff8e23e4c34900) 00080000:00000001:2.0:1647275032.617948:0:9899:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:2.0:1647275032.617949:0:9899:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1647275032.617949:0:9899:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.617949:0:9899:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.617950:0:9899:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.617951:0:9899:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.617951:0:9899:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.617951:0:9899:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.617952:0:9899:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.617952:0:9899:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.617953:0:9899:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.617953:0:9899:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.617954:0:9899:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.617955:0:9899:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.617955:0:9899:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1647275032.617956:0:9899:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e2451f13e40. 00080000:00000001:2.0:1647275032.617957:0:9899:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.617958:0:9899:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.617960:0:9899:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.617964:0:9899:0:(scrub.c:229:scrub_file_store()) Process leaving via stop (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1647275032.617965:0:9899:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:2.0:1647275032.617966:0:9899:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e2451f13e40. 00040000:00000001:2.0:1647275032.617967:0:9899:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.617968:0:9899:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.617968:0:9899:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.617969:0:9899:0:(scrub.c:240:scrub_file_store()) lustrefs-MDT0000: store scrub file: rc = 0 00100000:00000001:2.0:1647275032.617970:0:9899:0:(scrub.c:367:scrub_thread_prep()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.617972:0:9898:0:(scrub.c:458:scrub_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.617972:0:9898:0:(osd_scrub.c:2711:osd_otable_it_init()) Process leaving via out (rc=18446618881173622784 : -125192535928832 : 0xffff8e23575e1000) 00100000:00000001:2.0:1647275032.617974:0:9898:0:(lfsck_lib.c:1423:lfsck_verify_lpf()) Process entered 00100000:00000001:2.0:1647275032.617975:0:9898:0:(lfsck_lib.c:1431:lfsck_verify_lpf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.617975:0:9898:0:(lfsck_engine.c:427:lfsck_prep()) Process entered 00100000:00000001:2.0:1647275032.617976:0:9898:0:(lfsck_layout.c:5438:lfsck_layout_master_prep()) Process entered 00100000:00000001:2.0:1647275032.617977:0:9898:0:(lfsck_layout.c:957:lfsck_layout_load_bitmap()) Process entered 00100000:00000001:2.0:1647275032.617978:0:9898:0:(lfsck_layout.c:1001:lfsck_layout_load_bitmap()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.617979:0:9898:0:(lfsck_lib.c:2531:lfsck_start_assistant()) Process entered 00100000:00000010:2.0:1647275032.617980:0:9898:0:(lfsck_lib.c:1931:lfsck_thread_args_init()) kmalloced '(lta)': 80 at ffff8e239f4e1600. 00000020:00000010:2.0:1647275032.617981:0:9898:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e24172d1e00. 00000020:00000010:2.0:1647275032.617981:0:9898:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e24172d1a00. 00000040:00000010:2.0:1647275032.617982:0:9898:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e24172d0400. 00000020:00000010:2.0:1647275032.617984:0:9898:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e241135d000. 00000020:00000010:2.0:1647275032.617984:0:9898:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e241aee7680. 00000020:00000010:2.0:1647275032.617985:0:9898:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e24172d0000. 80000000:00000010:2.0:1647275032.617986:0:9898:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e239f4e13c0. 40000000:00000010:2.0:1647275032.617987:0:9898:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e2451f13e40. 00040000:00000010:2.0:1647275032.617988:0:9898:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e23e4c34100. 00040000:00000010:2.0:1647275032.617989:0:9898:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e241135c000. 00040000:00000010:2.0:1647275032.617990:0:9898:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e24172d1000. 00080000:00000010:2.0:1647275032.617991:0:9898:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e23e5864000. 00080000:00000010:2.0:1647275032.617992:0:9898:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e23e5860000. 00100000:00000010:2.0:1647275032.617993:0:9898:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e241135e000. 00000004:00000010:2.0:1647275032.617994:0:9898:0:(mdt_handler.c:7604:mdt_key_init()) kmalloced '(value)': 2352 at ffff8e23575e2000. 00000004:00000010:2.0:1647275032.617996:0:9898:0:(lod_dev.c:2015:lod_key_init()) kmalloced '(value)': 1176 at ffff8e23627f0800. 00000004:00000010:2.0:1647275032.617997:0:9898:0:(mdd_device.c:2346:mdd_key_init()) kmalloced '(value)': 1856 at ffff8e23627f3800. 00000004:00000010:2.0:1647275032.617998:0:9898:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at ffff8e23d5b29c00. 00100000:00000001:2.0:1647275032.618115:0:9900:0:(lfsck_engine.c:1580:lfsck_assistant_engine()) Process entered 00100000:10000000:2.0:1647275032.618116:0:9900:0:(lfsck_engine.c:1583:lfsck_assistant_engine()) lustrefs-MDT0000-osd: lfsck_layout LFSCK assistant thread start 00100000:00000001:2.0:1647275032.618117:0:9900:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:2.0:1647275032.618118:0:9900:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1647275032.618120:0:9900:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e23e4c34500. 00000100:00000001:2.0:1647275032.618122:0:9900:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618883545842944 : -125190163708672 : ffff8e23e4c34500) 00000100:00000010:2.0:1647275032.618124:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e4200. 00000020:00000040:2.0:1647275032.618125:0:9900:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:2.0:1647275032.618127:0:9900:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275032.618128:0:9900:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275032.618129:0:9900:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275032.618131:0:9900:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e24172d0e00. 00000100:00000001:2.0:1647275032.618133:0:9900:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.618134:0:9900:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275032.618136:0:9900:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275032.618137:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e1b80. 00000020:00000040:2.0:1647275032.618138:0:9900:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:2.0:1647275032.618139:0:9900:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275032.618139:0:9900:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275032.618140:0:9900:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275032.618140:0:9900:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e24172d1800. 00000100:00000001:2.0:1647275032.618141:0:9900:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.618142:0:9900:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275032.618142:0:9900:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.618143:0:9900:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.618144:0:9900:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275032.618147:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.618155:0:9900:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.618155:0:9900:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.618156:0:9900:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.618157:0:9900:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.618158:0:9900:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e4200 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330496064:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.618159:0:9900:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.618161:0:9900:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.618161:0:9900:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.618162:0:9900:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.618163:0:9900:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e239519c000. 02000000:00000001:2.0:1647275032.618164:0:9900:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.618165:0:9900:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da160. 00000400:00000010:2.0:1647275032.618167:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff6e8. 00000100:00000200:2.0:1647275032.618170:0:9900:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330496064, portal 4 00000100:00000001:2.0:1647275032.618171:0:9900:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.618171:0:9900:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779712512 : -125191929839104 : ffff8e237b7e4200) 00000100:00000040:2.0:1647275032.618173:0:9900:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.618176:0:9900:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275032.618177:0:9900:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275032.618178:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff990. 00000100:00000200:2.0:1647275032.618179:0:9900:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 28, xid 1727288330496064, offset 0 00000400:00000200:2.0:1647275032.618181:0:9900:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275032.618185:0:9900:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:2.0:1647275032.618188:0:9900:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275032.618189:0:9900:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275032.618190:0:9900:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275032.618191:0:9900:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14401:14401:256:4294967295] 10.0.2.5@tcp LPNI seq info [11417:11417:8:4294967295] 00000400:00000200:2.0:1647275032.618195:0:9900:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275032.618198:0:9900:0:(socklnd_cb.c:995:ksocknal_send()) sending 320 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275032.618199:0:9900:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34400 (tot 73194393). 00000800:00000200:2.0:1647275032.618202:0:9900:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:2.0:1647275032.618205:0:9900:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275032.618206:0:9900:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34400 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:2.0:1647275032.618213:0:9900:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.618214:0:9900:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.618215:0:9900:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.618215:0:9900:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275032.618216:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.618219:0:9900:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.618220:0:9900:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.618220:0:9900:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.618221:0:9900:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.618222:0:9900:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e1b80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330496128:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.618223:0:9900:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.618223:0:9900:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.618224:0:9900:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.618224:0:9900:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.618225:0:9900:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e241af7b200. 02000000:00000001:2.0:1647275032.618226:0:9900:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.618226:0:9900:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00000400:00000010:2.0:1647275032.618227:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6fff68. 00000100:00000200:2.0:1647275032.618228:0:9900:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330496128, portal 4 00000100:00000001:2.0:1647275032.618228:0:9900:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.618229:0:9900:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779702656 : -125191929848960 : ffff8e237b7e1b80) 00000100:00000040:2.0:1647275032.618230:0:9900:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.618233:0:9900:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275032.618234:0:9900:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275032.618234:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff198. 00000100:00000200:2.0:1647275032.618235:0:9900:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 28, xid 1727288330496128, offset 0 00000400:00000200:2.0:1647275032.618237:0:9900:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275032.618238:0:9900:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:2.0:1647275032.618240:0:9900:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275032.618240:0:9900:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275032.618241:0:9900:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275032.618242:0:9900:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14402:14402:255:4294967295] 10.0.2.5@tcp LPNI seq info [11418:11418:7:4294967295] 00000400:00000200:2.0:1647275032.618245:0:9900:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275032.618247:0:9900:0:(socklnd_cb.c:995:ksocknal_send()) sending 320 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275032.618247:0:9900:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34700 (tot 73194641). 00000800:00000200:2.0:1647275032.618249:0:9900:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:2.0:1647275032.618250:0:9900:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275032.618251:0:9900:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34700 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:2.0:1647275032.618252:0:9900:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.618252:0:9900:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.618253:0:9900:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.618254:0:9900:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.618254:0:9900:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1647275032.618255:0:9900:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e23e4c34500 going to sleep for 6 seconds 00000100:00000001:2.0:1647275032.618256:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.618257:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.618257:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.618258:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275032.618266:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275032.618267:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34400 (tot 73194393). 00000400:00000200:1.0:1647275032.618269:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.618271:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275032.618273:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff990 00000400:00000010:1.0:1647275032.618274:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff990. 00000100:00000001:1.0:1647275032.618275:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275032.618276:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.618281:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.618283:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.618286:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.618287:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1647275032.618337:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275032.618360:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34700 (tot 73194145). 00000400:00000200:1.0:1647275032.618362:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.618363:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275032.618364:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff198 00000400:00000010:1.0:1647275032.618365:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff198. 00000100:00000001:1.0:1647275032.618366:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275032.618367:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.618371:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.618372:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.618375:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.618376:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1647275032.619507:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.619510:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.619511:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.619512:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.619515:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275032.619567:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d2880 00000400:00000200:1.0:1647275032.619569:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cc25 [1] + 224 00000800:00000001:1.0:1647275032.619571:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.619573:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.619573:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.619575:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275032.619576:0:3296:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275032.619577:0:3296:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:1.0:1647275032.619581:0:3296:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.619590:0:3296:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275032.619592:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.619613:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.619614:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.619615:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.619616:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275032.619618:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d2840 00000400:00000200:1.0:1647275032.619620:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cc1d [1] + 224 00000800:00000001:1.0:1647275032.619621:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275032.619629:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275032.619631:0:9900:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.619632:0:9900:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.619632:0:9900:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000400:00000200:2.0:1647275032.619633:0:9900:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6fff68 00000400:00000010:2.0:1647275032.619634:0:9900:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6fff68. 00000100:00000001:2.0:1647275032.619635:0:9900:0:(events.c:103:reply_in_callback()) Process entered 00000800:00000001:1.0:1647275032.619635:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.619636:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1647275032.619637:0:9900:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000400:00000200:1.0:1647275032.619637:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275032.619638:0:3296:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275032.619639:0:3296:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:2.0:1647275032.619641:0:9900:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:1.0:1647275032.619643:0:3296:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.619645:0:9900:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.619646:0:9900:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.619647:0:9900:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.619649:0:9900:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.619650:0:9900:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.619651:0:9900:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.619652:0:9900:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.619654:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea4548 time=90 v=1 (1 1 0 0) 00000100:00001000:2.0:1647275032.619656:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=90 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275032.619657:0:9900:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.619658:0:9900:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.619659:0:9900:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275032.619661:0:9900:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.619662:0:9900:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.619662:0:9900:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1647275032.619663:0:9900:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.619663:0:9900:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.619665:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.619666:0:3296:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275032.619667:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275032.619668:0:9900:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.619669:0:9900:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1647275032.619669:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.619670:0:9900:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275032.619672:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:2.0:1647275032.619675:0:9900:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e1b80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330496128:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.619677:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.619679:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275032.619680:0:9900:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.619681:0:9900:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.619681:0:9900:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da160. 00000400:00000200:2.0:1647275032.619682:0:9900:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff6e8 00000400:00000010:2.0:1647275032.619682:0:9900:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff6e8. 00000100:00000001:2.0:1647275032.619683:0:9900:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275032.619684:0:9900:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:2.0:1647275032.619687:0:9900:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.619693:0:9900:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.619694:0:9900:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.619694:0:9900:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.619695:0:9900:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.619695:0:9900:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.619696:0:9900:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.619696:0:9900:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.619697:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25548 time=90 v=1 (1 1 0 0) 00000100:00001000:2.0:1647275032.619698:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=90 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275032.619699:0:9900:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.619700:0:9900:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.619700:0:9900:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275032.619701:0:9900:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.619702:0:9900:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.619702:0:9900:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1647275032.619702:0:9900:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.619703:0:9900:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.619704:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.619707:0:9900:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.619707:0:9900:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.619708:0:9900:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275032.619709:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:2.0:1647275032.619712:0:9900:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e4200 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330496064:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.619713:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.619714:0:9900:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.619716:0:9900:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.619716:0:9900:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.619716:0:9900:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.619717:0:9900:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e23e4c34500 going to sleep for 0 seconds 00000100:00000001:2.0:1647275032.619718:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.619718:0:9900:0:(client.c:1800:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.619744:0:9900:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.619745:0:9900:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1647275032.619745:0:9900:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.619746:0:9900:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e1b80 x1727288330496128/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.619749:0:9900:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.619749:0:9900:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.619750:0:9900:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e241af7b200. 02000000:00000001:2.0:1647275032.619751:0:9900:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.619752:0:9900:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.619752:0:9900:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=2 obd=lustrefs-OST0001-osc-MDT0000 00000020:00000001:2.0:1647275032.619753:0:9900:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275032.619753:0:9900:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e24172d1800. 02000000:00000001:2.0:1647275032.619755:0:9900:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.619755:0:9900:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.619755:0:9900:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e1b80. 00000100:00000001:2.0:1647275032.619757:0:9900:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.619757:0:9900:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.619758:0:9900:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.619759:0:9900:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e4200 x1727288330496064/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.619762:0:9900:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.619762:0:9900:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.619762:0:9900:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e239519c000. 02000000:00000001:2.0:1647275032.619763:0:9900:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.619764:0:9900:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.619764:0:9900:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=2 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:2.0:1647275032.619765:0:9900:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275032.619765:0:9900:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e24172d0e00. 02000000:00000001:2.0:1647275032.619766:0:9900:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.619766:0:9900:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.619766:0:9900:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e4200. 00000100:00000001:2.0:1647275032.619767:0:9900:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.619767:0:9900:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1647275032.619768:0:9900:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e23e4c34500. 00000100:00000001:2.0:1647275032.619769:0:9900:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:2.0:1647275032.619770:0:9900:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.619792:0:9898:0:(lfsck_lib.c:2563:lfsck_start_assistant()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.619793:0:9898:0:(lfsck_layout.c:5457:lfsck_layout_master_prep()) Process leaving via log (rc=0 : 0 : 0x0) 00100000:10000000:2.0:1647275032.619794:0:9898:0:(lfsck_layout.c:5462:lfsck_layout_master_prep()) lustrefs-MDT0000-osd: layout LFSCK master prep done, start pos [1] 00100000:00000001:2.0:1647275032.619795:0:9898:0:(lfsck_namespace.c:287:lfsck_namespace_load_bitmap()) Process entered 00100000:00000001:2.0:1647275032.619814:0:9898:0:(lfsck_namespace.c:333:lfsck_namespace_load_bitmap()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.619815:0:9898:0:(lfsck_lib.c:2531:lfsck_start_assistant()) Process entered 00100000:00000010:2.0:1647275032.619815:0:9898:0:(lfsck_lib.c:1931:lfsck_thread_args_init()) kmalloced '(lta)': 80 at ffff8e239f4e1ba0. 00000020:00000010:2.0:1647275032.619816:0:9898:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e241af7b200. 00000020:00000010:2.0:1647275032.619817:0:9898:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e241af7a000. 00000040:00000010:2.0:1647275032.619818:0:9898:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e239519c000. 00000020:00000010:2.0:1647275032.619819:0:9898:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e23627f1800. 00000020:00000010:2.0:1647275032.619820:0:9898:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e241aee62c0. 00000020:00000010:2.0:1647275032.619821:0:9898:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e24172d0e00. 80000000:00000010:2.0:1647275032.619822:0:9898:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e239f4e1b40. 40000000:00000010:2.0:1647275032.619823:0:9898:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e2451f133c0. 00040000:00000010:2.0:1647275032.619824:0:9898:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e23e4c34500. 00040000:00000010:2.0:1647275032.619824:0:9898:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e23627f5800. 00040000:00000010:2.0:1647275032.619825:0:9898:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e24172d1800. 00080000:00000010:2.0:1647275032.619826:0:9898:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e23e5866000. 00080000:00000010:2.0:1647275032.619828:0:9898:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e23645ac000. 00100000:00000010:2.0:1647275032.619829:0:9898:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e23627f2000. 00000004:00000010:2.0:1647275032.619830:0:9898:0:(mdt_handler.c:7604:mdt_key_init()) kmalloced '(value)': 2352 at ffff8e23575e6000. 00000004:00000010:2.0:1647275032.619831:0:9898:0:(lod_dev.c:2015:lod_key_init()) kmalloced '(value)': 1176 at ffff8e23627f3000. 00000004:00000010:2.0:1647275032.619832:0:9898:0:(mdd_device.c:2346:mdd_key_init()) kmalloced '(value)': 1856 at ffff8e23627f0000. 00000004:00000010:2.0:1647275032.619833:0:9898:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at ffff8e23d5b28000. 00100000:00000001:2.0:1647275032.619923:0:9901:0:(lfsck_engine.c:1580:lfsck_assistant_engine()) Process entered 00100000:10000000:2.0:1647275032.619924:0:9901:0:(lfsck_engine.c:1583:lfsck_assistant_engine()) lustrefs-MDT0000-osd: lfsck_namespace LFSCK assistant thread start 00100000:00000001:2.0:1647275032.619924:0:9901:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:2.0:1647275032.619925:0:9901:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1647275032.619926:0:9901:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e23e4c34000. 00000100:00000001:2.0:1647275032.619929:0:9901:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618883545841664 : -125190163709952 : ffff8e23e4c34000) 00000100:00000001:2.0:1647275032.619930:0:9901:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.619930:0:9901:0:(client.c:2477:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.619932:0:9901:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1647275032.619932:0:9901:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e23e4c34000. 00000100:00000001:2.0:1647275032.619933:0:9901:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:2.0:1647275032.619934:0:9901:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.619942:0:9898:0:(lfsck_lib.c:2563:lfsck_start_assistant()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.619943:0:9898:0:(lfsck_namespace.c:4537:lfsck_namespace_prep()) lustrefs-MDT0000-osd: namespace LFSCK prep done, start pos [1, [0x0:0x0:0x0], 0x0]: rc = 0 00100000:00000001:2.0:1647275032.619945:0:9898:0:(osd_scrub.c:2859:osd_otable_it_load()) Process entered 00100000:00000001:2.0:1647275032.619947:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:10000000:2.0:1647275032.619948:0:9899:0:(osd_scrub.c:1176:osd_scrub_main()) lustrefs-MDT0000: OI scrub start, flags = 0x46, pos = 12 00100000:00000001:2.0:1647275032.619949:0:9899:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:2.0:1647275032.619953:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619953:0:9899:0:(osd_scrub.c:611:osd_iit_iget()) Process leaving (rc=2 : 2 : 2) 00100000:00000001:2.0:1647275032.619954:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619958:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619959:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619960:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619961:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619962:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619963:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619963:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619964:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619965:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619966:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619967:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619968:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619969:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619969:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619970:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619971:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619972:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619973:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619974:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619975:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619976:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619976:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619977:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619978:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619979:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619981:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619982:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619983:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619984:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619984:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619985:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619986:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619987:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619988:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619989:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619989:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619991:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619991:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619992:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619993:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619994:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619995:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619996:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619996:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.619998:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.619998:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620000:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620000:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620002:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620002:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620003:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620004:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620005:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620005:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620006:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620007:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620008:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620009:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620010:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620010:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620011:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620012:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620013:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620014:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620016:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620017:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620018:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620018:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620019:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620020:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620021:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620021:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620023:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620023:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620025:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620025:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620026:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620027:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620028:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620028:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620030:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620030:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620031:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620032:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620033:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620033:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620034:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620035:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620036:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620037:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620038:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620038:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620039:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620040:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620041:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620041:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620043:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620043:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620044:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620045:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620046:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620046:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620047:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620048:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620050:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620050:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620051:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620052:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620053:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620054:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620054:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620055:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620056:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620057:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620058:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620059:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620060:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620060:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620061:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620062:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620063:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620064:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620065:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620065:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620066:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620067:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620068:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620068:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620070:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620071:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620072:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620072:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.620073:0:9899:0:(osd_compat.c:1425:osd_obj_spec_lookup()) Process entered 00000001:00000001:2.0:1647275032.620074:0:9899:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.620075:0:9899:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884339119296 : -125189370432320 : ffff8e24140bb4c0) 00000001:00000001:2.0:1647275032.620083:0:9899:0:(osd_compat.c:1463:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620084:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620085:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620086:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620087:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=9 : 9 : 0x9) 00100000:00000001:2.0:1647275032.620087:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.620088:0:9899:0:(osd_compat.c:1425:osd_obj_spec_lookup()) Process entered 00000001:00000001:2.0:1647275032.620089:0:9899:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.620089:0:9899:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884339121024 : -125189370430592 : ffff8e24140bbb80) 00000001:00000001:2.0:1647275032.620094:0:9899:0:(osd_compat.c:1463:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620095:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620095:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620096:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620097:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620098:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.620098:0:9899:0:(osd_compat.c:1425:osd_obj_spec_lookup()) Process entered 00000001:00000001:2.0:1647275032.620098:0:9899:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.620099:0:9899:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884339119552 : -125189370432064 : ffff8e24140bb5c0) 00000001:00000001:2.0:1647275032.620103:0:9899:0:(osd_compat.c:1463:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620104:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620104:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620105:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620106:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620107:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620108:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620108:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620109:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620111:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620113:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620114:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620115:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620116:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620116:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620117:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620118:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620118:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620119:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620119:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620120:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620122:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620123:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620123:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620124:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620125:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620126:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620127:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620127:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620127:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620128:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620129:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620130:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620130:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620131:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620132:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620132:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620133:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620134:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620134:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620135:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620135:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620136:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620137:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620137:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620138:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620139:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620139:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620141:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620142:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620142:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620142:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620143:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620144:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620145:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620145:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620146:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620147:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620147:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620148:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620149:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620149:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620150:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620151:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620151:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620152:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620153:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620154:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620154:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620155:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620156:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620157:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620157:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620157:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620158:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620159:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620160:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620161:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620162:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620162:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620163:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620164:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620165:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620165:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620165:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620166:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620166:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620167:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620168:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620169:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620169:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620170:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620171:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620172:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620172:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620173:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620173:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620174:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620175:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620176:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620176:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620178:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620178:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620180:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620180:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620181:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620181:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620181:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620182:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620183:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620184:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620184:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620185:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620186:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620187:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620187:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620188:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620188:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620188:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620189:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620190:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620191:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620191:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620192:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620193:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620194:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620194:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620195:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620195:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620195:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620196:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620197:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620198:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620198:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620199:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620199:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620201:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620201:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620202:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620203:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620203:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620204:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620205:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620205:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620206:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620207:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620207:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620208:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620209:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620209:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620210:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620210:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620211:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620212:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620212:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620213:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620214:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620214:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620215:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620216:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620216:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620216:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620217:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620218:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620219:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620220:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620221:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620221:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620222:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620223:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620224:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620224:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620224:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620225:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620226:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620227:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620228:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620229:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620230:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620230:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620232:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620232:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620233:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620233:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620234:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620234:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620235:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620236:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620236:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620237:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620238:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620239:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620239:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620240:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620240:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620241:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620241:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620242:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620243:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620244:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620244:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620245:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620246:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620246:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620247:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620247:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620248:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620248:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620249:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620250:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620251:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620251:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620252:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620253:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620254:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620254:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620255:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620255:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620256:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620257:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620258:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620258:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620259:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620259:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620261:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620261:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620262:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620262:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620263:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620263:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620264:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620265:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620265:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620266:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620267:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620268:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620268:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620269:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620269:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620270:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620270:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620271:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620272:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620272:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620273:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620274:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620275:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620275:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620276:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620276:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620277:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620278:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620279:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620279:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620280:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620281:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620281:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620282:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620283:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620283:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620284:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620284:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620285:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620286:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620286:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620287:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620288:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620288:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620290:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620290:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620291:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620291:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620292:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620292:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620293:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620294:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620294:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620295:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620296:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620297:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620298:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620298:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620301:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620301:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620302:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620303:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620304:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620304:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620307:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620308:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620309:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620310:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620310:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620311:0:9899:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620311:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620312:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620314:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620314:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620315:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620316:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620316:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620317:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620318:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620318:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620319:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620319:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620320:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620321:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620322:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620322:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620323:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620323:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620325:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620326:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620326:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620327:0:9899:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620327:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620328:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620330:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620330:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620361:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620363:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620363:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620365:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620366:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620367:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620367:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620368:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620369:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620370:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620371:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620372:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620372:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620373:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620374:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620375:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620375:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620375:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620376:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620377:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620378:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620378:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620379:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620379:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620380:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620381:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620382:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620382:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620383:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620383:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620384:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620385:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620385:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620386:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620387:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620387:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620389:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620389:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620390:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620390:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620391:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620391:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620392:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620393:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620394:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620395:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620395:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620396:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620397:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620397:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620397:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620398:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620399:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620400:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620400:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620401:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620402:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620402:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620403:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620404:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620404:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620404:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620405:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620406:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620407:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620407:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620408:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620408:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620409:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620410:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620411:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620411:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620411:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620412:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620412:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620414:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620414:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620415:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620415:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620416:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620418:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620418:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620419:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620419:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620420:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620420:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620421:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620422:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620422:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620423:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620424:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620425:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620425:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620426:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620426:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620427:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620427:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620428:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620429:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620430:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620430:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620431:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620432:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620432:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620433:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620433:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620434:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620434:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620435:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620436:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620436:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620437:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620438:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620439:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620439:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620440:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620440:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620440:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620442:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620443:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620443:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620444:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620445:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620445:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620447:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620447:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620448:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620448:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620449:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620449:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620450:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620451:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620451:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620452:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620453:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620454:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620454:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620455:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620455:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620456:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620456:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620457:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620458:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620458:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620459:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620460:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620461:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620461:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620462:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620462:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620463:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620463:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620464:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620465:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620465:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620466:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620467:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620468:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620469:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620469:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620469:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620470:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620471:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620472:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620472:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620473:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620493:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620494:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620495:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620496:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620496:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620496:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620497:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620498:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620499:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620499:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620500:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620501:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620501:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620502:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620503:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620503:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620504:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620504:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620505:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620506:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620507:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620507:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620508:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620508:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620509:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620510:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620511:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620511:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620512:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620513:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620514:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620514:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620515:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620516:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620516:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620517:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620518:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620518:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620518:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620538:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620539:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620540:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620541:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620541:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620542:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620543:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620544:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620545:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620545:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620545:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620546:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620547:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620563:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620563:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620564:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620565:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620565:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620566:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620567:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620567:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620568:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620568:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620569:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620570:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620571:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620572:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620572:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620573:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620574:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620574:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620575:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620575:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620576:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620576:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620577:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620578:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620579:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620579:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620580:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620581:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620582:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620582:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620582:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620583:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620583:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620585:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620585:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620586:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620586:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620587:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620588:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620589:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620589:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620590:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620590:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620591:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620592:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620593:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620593:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620594:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620595:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620596:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620597:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620597:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620598:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620598:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620599:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620600:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620601:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620601:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620602:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620602:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620603:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620604:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620604:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620605:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620605:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620606:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620607:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00000800:00000001:1.0:1647275032.620607:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00080000:00000001:2.0:1647275032.620608:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620609:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620609:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620610:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000800:00000001:1.0:1647275032.620610:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620611:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620611:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000800:00000001:1.0:1647275032.620611:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.620611:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1647275032.620612:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620612:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620613:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620613:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620614:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00000400:00000200:1.0:1647275032.620614:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00080000:00000001:2.0:1647275032.620615:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620616:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620616:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620617:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:1.0:1647275032.620617:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 320 into portal 12 MB=0x622f5a8749800 00100000:00000001:2.0:1647275032.620618:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620619:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620619:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00000400:00000200:1.0:1647275032.620619:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 320/320 into md 0x1b7c9 [64] + 53096 00080000:00000001:2.0:1647275032.620620:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620620:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620621:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000800:00000001:1.0:1647275032.620621:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000001:00000010:2.0:1647275032.620622:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620623:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.620623:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620624:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620624:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.620624:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000001:2.0:1647275032.620625:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:1.0:1647275032.620625:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00100000:00000001:2.0:1647275032.620626:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620626:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620627:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620627:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.620627:0:3295:0:(events.c:307:request_in_callback()) Process entered 00080000:00000001:2.0:1647275032.620628:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620628:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620629:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00000100:00000200:1.0:1647275032.620629:0:3295:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00080000:00000001:2.0:1647275032.620630:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1647275032.620630:0:3295:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e2348c06880. 00100000:00000001:2.0:1647275032.620631:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620631:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620632:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:1.0:1647275032.620632:0:3295:0:(events.c:358:request_in_callback()) incoming req@ffff8e2348c06880 x1727288348809216 msgsize 320 00100000:00000001:2.0:1647275032.620633:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620634:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620634:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00000100:00100000:1.0:1647275032.620634:0:3295:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00080000:00000001:2.0:1647275032.620635:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620635:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620636:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620637:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620637:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620638:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620639:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620639:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620640:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275032.620640:0:3295:0:(events.c:394:request_in_callback()) Process leaving 00100000:00000001:2.0:1647275032.620641:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620641:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620642:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620642:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000800:00000001:1.0:1647275032.620642:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000001:00000010:2.0:1647275032.620663:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620664:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620665:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.620665:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620666:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620667:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620667:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620669:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620670:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620670:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620670:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620671:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620672:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620673:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620673:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620674:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620675:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620675:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620676:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620677:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620677:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620678:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620678:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620679:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620680:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620681:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620681:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620682:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620682:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620683:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620684:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620684:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00000100:00000001:3.0:1647275032.620685:0:8139:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00080000:00000001:2.0:1647275032.620685:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620685:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 02000000:00000001:3.0:1647275032.620686:0:8139:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000001:00000010:2.0:1647275032.620686:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000100:00000001:3.0:1647275032.620687:0:8139:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000001:00000010:2.0:1647275032.620687:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00000100:00000001:3.0:1647275032.620688:0:8139:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620688:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620688:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1647275032.620689:0:8139:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620689:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275032.620690:0:8139:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809216 00100000:00000001:2.0:1647275032.620690:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:3.0:1647275032.620691:0:8139:0:(genops.c:899:class_conn2export()) Process entered 00100000:00000001:2.0:1647275032.620691:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1647275032.620692:0:8139:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b0 00100000:00000001:2.0:1647275032.620692:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620692:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00000020:00000001:3.0:1647275032.620693:0:8139:0:(lustre_handles.c:133:class_handle2object()) Process entered 00080000:00000001:2.0:1647275032.620693:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620693:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000020:00000040:3.0:1647275032.620694:0:8139:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7ca000 refcount=8 00000001:00000010:2.0:1647275032.620694:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000020:00000001:3.0:1647275032.620695:0:8139:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000001:00000010:2.0:1647275032.620695:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00000020:00000001:3.0:1647275032.620696:0:8139:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00080000:00000001:2.0:1647275032.620696:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620696:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275032.620697:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00100000:00000001:2.0:1647275032.620697:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.620698:0:8139:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00100000:00000001:2.0:1647275032.620698:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620699:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1647275032.620700:0:8139:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a9000. 00100000:00000001:2.0:1647275032.620700:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620700:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00000020:00000010:3.0:1647275032.620701:0:8139:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0500. 00080000:00000001:2.0:1647275032.620701:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620701:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620702:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000020:00000010:3.0:1647275032.620703:0:8139:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b5077e0. 00000001:00000010:2.0:1647275032.620703:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620704:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620704:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1647275032.620705:0:8139:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00100000:00000001:2.0:1647275032.620705:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.620706:0:8139:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275032.620706:0:8139:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00100000:00000001:2.0:1647275032.620706:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:3.0:1647275032.620707:0:8139:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620707:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620707:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620708:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620708:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.620709:0:8139:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620709:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620709:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620710:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620711:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620712:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620712:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620713:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:3.0:1647275032.620715:0:8139:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.620719:0:8139:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275032.620724:0:8139:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00100000:00000001:2.0:1647275032.620724:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620725:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620726:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620726:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275032.620727:0:8139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 156 00080000:00000001:2.0:1647275032.620727:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000100:00000040:3.0:1647275032.620728:0:8139:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7ca000 : new rpc_count 1 00000100:00000001:3.0:1647275032.620728:0:8139:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880928409728 : -125192781141888 : ffff8e2348c06880) 00000001:00000010:2.0:1647275032.620728:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620729:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00000100:00000040:3.0:1647275032.620730:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2348c06880 x1727288348809216/t0(0) o1101->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck.0' 00080000:00000001:2.0:1647275032.620731:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620731:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620732:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620732:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620734:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620734:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000100:00000001:3.0:1647275032.620735:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275032.620735:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00080000:00000001:2.0:1647275032.620735:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620735:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275032.620736:0:8139:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2348c06880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-OST0001_UUID+8:6591:x1727288348809216:12345-10.0.2.5@tcp:1101:lfsck.0 00080000:00000001:2.0:1647275032.620736:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620736:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620737:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620738:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1647275032.620739:0:8139:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809216 00100000:00000001:2.0:1647275032.620739:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620739:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.620740:0:8139:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00100000:00000001:2.0:1647275032.620740:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:3.0:1647275032.620741:0:8139:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275032.620742:0:8139:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620742:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1647275032.620743:0:8139:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00100000:00000001:2.0:1647275032.620743:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620743:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620743:0:9899:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.620744:0:8139:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203360 : -1059348256 : ffffffffc0dba0e0) 00000020:00000001:3.0:1647275032.620744:0:8139:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00080000:00000001:2.0:1647275032.620744:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620745:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000020:00000001:3.0:1647275032.620746:0:8139:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275032.620746:0:8139:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000001:00000010:2.0:1647275032.620746:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00000020:00000001:3.0:1647275032.620747:0:8139:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275032.620747:0:8139:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620747:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620747:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275032.620748:0:8139:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00100000:00000001:2.0:1647275032.620748:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275032.620749:0:8139:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00100000:00000001:2.0:1647275032.620749:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000010:3.0:1647275032.620750:0:8139:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241b5f9400. 00100000:00000001:2.0:1647275032.620750:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620750:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 02000000:00000001:3.0:1647275032.620764:0:8139:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620764:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620765:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620765:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000100:00000001:3.0:1647275032.620766:0:8139:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1647275032.620766:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000020:00000001:3.0:1647275032.620767:0:8139:0:(tgt_handler.c:1585:tgt_handle_lfsck_notify()) Process entered 00000001:00000010:2.0:1647275032.620767:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620767:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.620768:0:8139:0:(lfsck_lib.c:3486:lfsck_in_notify()) Process entered 00100000:00000001:2.0:1647275032.620768:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620769:0:8139:0:(lfsck_layout.c:6517:lfsck_layout_master_in_notify()) Process entered 00100000:00000001:2.0:1647275032.620769:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620769:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:10000000:3.0:1647275032.620770:0:8139:0:(lfsck_layout.c:6533:lfsck_layout_master_in_notify()) lustrefs-MDT0000-osd: layout LFSCK master handles notify 3 from OST 1, status 1, flags 2, flags2 1 00100000:00000001:2.0:1647275032.620771:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620772:0:8139:0:(lfsck_layout.c:6618:lfsck_layout_master_in_notify()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620772:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620772:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620772:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620773:0:8139:0:(lfsck_lib.c:3543:lfsck_in_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.620773:0:8139:0:(tgt_handler.c:1593:tgt_handle_lfsck_notify()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620773:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00010000:00000040:3.0:1647275032.620774:0:8139:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809216 00000001:00000010:2.0:1647275032.620774:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00010000:00000001:3.0:1647275032.620775:0:8139:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000001:00000010:2.0:1647275032.620775:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620775:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1647275032.620776:0:8139:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2348c06880 x1727288348809216/t0(0) o1101->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck.0' 00100000:00000001:2.0:1647275032.620776:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620777:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620777:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620778:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620779:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620779:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00010000:00000001:3.0:1647275032.620780:0:8139:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275032.620780:0:8139:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620780:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620780:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000100:00001000:3.0:1647275032.620781:0:8139:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=142 v=1 (1 1 1 1) 00000001:00000010:2.0:1647275032.620781:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620782:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620782:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.620783:0:8139:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00100000:00000001:2.0:1647275032.620783:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1647275032.620784:0:8139:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00100000:00000001:2.0:1647275032.620784:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620784:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:3.0:1647275032.620785:0:8139:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:3.0:1647275032.620785:0:8139:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275032.620786:0:8139:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620786:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275032.620787:0:8139:0:(niobuf.c:55:ptl_send_buf()) Process entered 00100000:00000001:2.0:1647275032.620787:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.620787:0:9899:0:(osd_compat.c:1072:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1647275032.620787:0:9899:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000100:00000040:3.0:1647275032.620788:0:8139:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000001:00000001:2.0:1647275032.620788:0:9899:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884339121024 : -125189370430592 : ffff8e24140bbb80) 00000400:00000010:3.0:1647275032.620789:0:8139:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802660. 00000100:00000200:3.0:1647275032.620791:0:8139:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348809216, offset 224 00000001:00000001:2.0:1647275032.620791:0:9899:0:(osd_compat.c:1116:osd_obj_map_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620792:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620792:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275032.620793:0:8139:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00100000:00000001:2.0:1647275032.620793:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620794:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1647275032.620795:0:8139:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00100000:00000001:2.0:1647275032.620795:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.620795:0:9899:0:(osd_compat.c:1072:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1647275032.620795:0:9899:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.620796:0:9899:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884339121024 : -125189370430592 : ffff8e24140bbb80) 00000400:00000200:3.0:1647275032.620797:0:8139:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14403:14403:256:4294967295] 10.0.2.5@tcp LPNI seq info [11419:11419:8:4294967295] 00000001:00000001:2.0:1647275032.620798:0:9899:0:(osd_compat.c:1116:osd_obj_map_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620799:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1647275032.620800:0:8139:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00100000:00000001:2.0:1647275032.620800:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620800:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620801:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1647275032.620802:0:8139:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00100000:00000001:2.0:1647275032.620802:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.620802:0:9899:0:(osd_compat.c:1072:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1647275032.620802:0:9899:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000800:00000010:3.0:1647275032.620803:0:8139:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e244bc80500 (tot 73194393). 00000001:00000001:2.0:1647275032.620803:0:9899:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884339121024 : -125189370430592 : ffff8e24140bbb80) 00000800:00000200:3.0:1647275032.620805:0:8139:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000001:00000001:2.0:1647275032.620805:0:9899:0:(osd_compat.c:1116:osd_obj_map_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620806:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620806:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1647275032.620807:0:8139:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00100000:00000001:2.0:1647275032.620807:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000800:00000200:3.0:1647275032.620808:0:8139:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e244bc80500 type 1, nob 320 niov 1 nkiov 1 00100000:00000001:2.0:1647275032.620808:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620808:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.620809:0:9899:0:(osd_compat.c:1072:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1647275032.620809:0:9899:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.620810:0:9899:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884339121024 : -125189370430592 : ffff8e24140bbb80) 00000001:00000001:2.0:1647275032.620811:0:9899:0:(osd_compat.c:1116:osd_obj_map_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620812:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620813:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620813:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:3.0:1647275032.620814:0:8139:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620814:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1647275032.620815:0:8139:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:3.0:1647275032.620816:0:8139:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:3.0:1647275032.620816:0:8139:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620816:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.620816:0:9899:0:(osd_compat.c:1425:osd_obj_spec_lookup()) Process entered 00000001:00000001:2.0:1647275032.620816:0:9899:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000020:00000001:3.0:1647275032.620817:0:8139:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000001:00000001:2.0:1647275032.620817:0:9899:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884455316416 : -125189254235200 : ffff8e241af8bbc0) 00000100:00000040:3.0:1647275032.620837:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2348c06880 x1727288348809216/t0(0) o1101->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck.0' 00000100:00100000:3.0:1647275032.620841:0:8139:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2348c06880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-OST0001_UUID+8:6591:x1727288348809216:12345-10.0.2.5@tcp:1101:lfsck.0 Request processed in 106us (208us total) trans 0 rc 0/0 00000001:00000001:2.0:1647275032.620842:0:9899:0:(osd_compat.c:1463:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620842:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620843:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620844:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00100000:3.0:1647275032.620845:0:8139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 156 00000100:00000040:3.0:1647275032.620845:0:8139:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7ca000 : new rpc_count 0 00100000:00000001:2.0:1647275032.620845:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620845:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000100:00000001:3.0:1647275032.620846:0:8139:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:2.0:1647275032.620846:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620846:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.620847:0:8139:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1647275032.620847:0:8139:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0500. 00080000:00000001:2.0:1647275032.620847:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620848:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000020:00000010:3.0:1647275032.620849:0:8139:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b5077e0. 00000001:00000010:2.0:1647275032.620849:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00000020:00000010:3.0:1647275032.620850:0:8139:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a9000. 00080000:00000001:2.0:1647275032.620851:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620851:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1647275032.620852:0:8139:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7ca000 : new refcount 7 00100000:00000001:2.0:1647275032.620852:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.620853:0:8139:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620853:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620854:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620854:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620855:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620855:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620856:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620856:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000001:00000010:2.0:1647275032.620857:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620858:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620859:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620859:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620860:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620861:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620862:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620862:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620862:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620863:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00080000:00000001:2.0:1647275032.620863:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620863:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620864:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00000001:00000010:2.0:1647275032.620865:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620865:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620866:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620866:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620867:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620867:0:9898:0:(osd_scrub.c:611:osd_iit_iget()) Process leaving (rc=2 : 2 : 2) 00100000:00000001:2.0:1647275032.620867:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620868:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620869:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620869:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620889:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620890:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620890:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620891:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620892:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:2.0:1647275032.620892:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620893:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620893:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620893:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620894:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620894:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620894:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620895:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620895:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620896:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620897:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620897:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620897:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:3.0:1647275032.620898:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620898:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620898:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275032.620898:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00100000:00000001:3.0:1647275032.620899:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.620899:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620899:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000800:00000010:1.0:1647275032.620899:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e244bc80500 (tot 73194145). 00100000:00000001:3.0:1647275032.620900:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.620900:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620901:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.620901:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.620901:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000001:3.0:1647275032.620902:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620902:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620902:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620902:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.620902:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00100000:00000001:3.0:1647275032.620903:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620903:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620904:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:1.0:1647275032.620904:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802660 00000400:00000010:1.0:1647275032.620904:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802660. 00100000:00000001:3.0:1647275032.620905:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620905:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620906:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620906:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000100:00000001:1.0:1647275032.620906:0:3294:0:(events.c:407:reply_out_callback()) Process entered 00100000:00000001:3.0:1647275032.620907:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620907:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620907:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620908:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.620908:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620908:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620909:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620909:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620910:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.620910:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620911:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.620911:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.620912:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620912:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620913:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620913:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620913:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620914:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620915:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620915:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620915:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620916:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620916:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:3.0:1647275032.620917:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620917:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620917:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620918:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620918:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620918:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620919:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620920:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620921:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.620921:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620922:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.620922:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620922:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620923:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620923:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620924:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620924:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620924:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620925:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620925:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620926:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620926:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620926:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00100000:00000001:3.0:1647275032.620927:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.620927:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620927:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:3.0:1647275032.620928:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620929:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620929:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.620929:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00000100:00000001:1.0:1647275032.620929:0:3294:0:(events.c:419:reply_out_callback()) Process leaving 00100000:00000001:3.0:1647275032.620930:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:2.0:1647275032.620930:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620931:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620931:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620931:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620932:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620932:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620932:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620933:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620934:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620934:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620934:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:3.0:1647275032.620935:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620935:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620935:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620935:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:3.0:1647275032.620936:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:2.0:1647275032.620936:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620937:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620937:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:2.0:1647275032.620937:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620938:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620938:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620938:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620939:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620939:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620940:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620940:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620941:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620941:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620942:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620942:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620942:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620942:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620942:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620943:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620943:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620943:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620944:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:2.0:1647275032.620944:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620945:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620945:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.620946:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620946:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620946:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620946:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620947:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620948:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620948:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620948:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620949:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620949:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620949:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620949:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620950:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620950:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:3.0:1647275032.620951:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:2.0:1647275032.620951:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620952:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620952:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:2.0:1647275032.620952:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620952:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.620953:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620953:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620954:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620955:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620955:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620956:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620956:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620957:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620957:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620957:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:3.0:1647275032.620958:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.620958:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620958:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620959:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.620959:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620959:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620960:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620960:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.620960:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620961:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.620961:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.620962:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620962:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620962:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620963:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620963:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620964:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620964:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620965:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620965:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620965:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620965:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.620965:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620966:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.620966:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.620966:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620967:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620968:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:2.0:1647275032.620968:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620968:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.620983:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.620983:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.620984:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620984:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620985:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620985:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620986:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620986:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.620986:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00100000:00000001:3.0:1647275032.620987:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.620987:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.620987:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:3.0:1647275032.620988:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620988:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:2.0:1647275032.620988:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.620989:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.620989:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.620989:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.620990:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.620990:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.620991:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.620991:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.620991:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.620992:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.620992:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621014:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.621014:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621015:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621015:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:3.0:1647275032.621016:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.621016:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.621016:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.621016:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.621017:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.621017:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.621018:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.621018:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.621018:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.621019:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.621019:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.621020:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621020:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.621020:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621021:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.621021:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621022:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621023:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.621023:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.621023:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:3.0:1647275032.621024:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.621024:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.621024:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.621024:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:3.0:1647275032.621025:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:2.0:1647275032.621025:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.621026:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.621026:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.621027:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.621027:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.621027:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621028:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621028:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.621028:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621029:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621029:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621030:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.621030:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621031:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621031:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.621031:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.621031:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621032:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.621032:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:3.0:1647275032.621033:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.621033:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.621034:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.621034:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.621034:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.621034:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.621035:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.621035:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621036:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621036:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.621036:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621037:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.621037:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621038:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.621038:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:3.0:1647275032.621039:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.621039:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.621039:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.621039:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621040:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1647275032.621040:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.621040:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.621041:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.621041:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00080000:00000001:2.0:1647275032.621057:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.621058:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.621058:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621059:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621059:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.621059:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621060:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.621060:0:9899:0:(osd_scrub.c:639:osd_iit_iget()) Process leaving via put (rc=7 : 7 : 0x7) 00100000:00000001:3.0:1647275032.621061:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621061:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621062:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.621062:0:9899:0:(osd_scrub.c:639:osd_iit_iget()) Process leaving via put (rc=7 : 7 : 0x7) 00100000:00000001:3.0:1647275032.621063:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621064:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621064:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621064:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621065:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.621065:0:9899:0:(osd_scrub.c:605:osd_iit_iget()) Process leaving (rc=2 : 2 : 2) 00100000:00000001:3.0:1647275032.621066:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621067:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621067:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621067:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.621068:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621069:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.621069:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.621069:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.621069:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621070:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.621070:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:3.0:1647275032.621071:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621071:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.621071:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.621072:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1647275032.621072:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.621073:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.621073:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.621073:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.621074:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621075:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621075:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621076:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621077:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621078:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621079:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621080:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621081:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621081:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621082:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621083:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621084:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621085:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621085:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621086:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621087:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621088:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621088:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621090:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621090:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621091:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621092:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621093:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621093:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621094:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621095:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621096:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621097:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621098:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621098:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621099:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1647275032.621099:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00100000:00000001:3.0:1647275032.621100:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621101:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621101:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000800:00000001:1.0:1647275032.621101:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.621102:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00100000:00000001:3.0:1647275032.621103:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621103:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000800:00000001:1.0:1647275032.621103:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.621104:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621105:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:1.0:1647275032.621105:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00100000:00000001:3.0:1647275032.621106:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621107:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621108:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1647275032.621108:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 320 into portal 12 MB=0x622f5a8749840 00100000:00000001:3.0:1647275032.621109:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621110:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1647275032.621110:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 320/320 into md 0x1b7c9 [64] + 53416 00100000:00000001:3.0:1647275032.621111:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621111:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621112:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000800:00000001:1.0:1647275032.621112:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00100000:00000001:3.0:1647275032.621113:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621113:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621129:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621129:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621130:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621131:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621132:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621132:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621133:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621134:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621134:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621135:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621136:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621137:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621137:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621138:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621139:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1647275032.621139:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.621140:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621140:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1647275032.621140:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000001:3.0:1647275032.621141:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:1.0:1647275032.621141:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00100000:00000001:3.0:1647275032.621142:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275032.621142:0:3296:0:(events.c:307:request_in_callback()) Process entered 00100000:00000001:3.0:1647275032.621143:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621143:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1647275032.621143:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00100000:00000001:3.0:1647275032.621144:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000010:1.0:1647275032.621144:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e2348c02680. 00100000:00000001:3.0:1647275032.621145:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621145:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621146:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621146:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:1.0:1647275032.621146:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e2348c02680 x1727288348809280 msgsize 320 00100000:00000001:3.0:1647275032.621147:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621148:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00100000:1.0:1647275032.621148:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00100000:00000001:3.0:1647275032.621149:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621150:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621151:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275032.621152:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275032.621153:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.621154:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.621157:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621158:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621158:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621159:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621160:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621161:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621161:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621162:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621163:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621164:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621164:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621165:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621166:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621167:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621167:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621168:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621169:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621169:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621170:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621201:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621201:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621202:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621203:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621203:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621204:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621205:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621206:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.621207:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621207:0:9898:0:(osd_scrub.c:1109:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621208:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=64 : 64 : 40) 00100000:00000001:3.0:1647275032.621230:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621230:0:9898:0:(osd_scrub.c:2892:osd_otable_it_load()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621231:0:9898:0:(lfsck_engine.c:463:lfsck_prep()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.621233:0:9898:0:(lfsck_layout.c:1083:lfsck_layout_store()) Process entered 00080000:00000001:3.0:1647275032.621234:0:9898:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:3.0:1647275032.621235:0:9898:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e244bc80000. 00080000:00000001:3.0:1647275032.621236:0:9898:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618885274206208 : -125188435345408 : ffff8e244bc80000) 00080000:00000001:3.0:1647275032.621237:0:9898:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:3.0:1647275032.621255:0:9898:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1647275032.621255:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.621256:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.621256:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621257:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621257:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.621258:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.621258:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621259:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621259:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.621260:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.621260:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621260:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621261:0:9898:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1647275032.621262:0:9898:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e2376268340. 00080000:00000001:3.0:1647275032.621284:0:9898:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.621285:0:9898:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:3.0:1647275032.621285:0:9898:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1647275032.621285:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.621286:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.621286:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621286:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621287:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.621287:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.621288:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621288:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621289:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.621289:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.621289:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621290:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.621291:0:9898:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.621291:0:9898:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.621292:0:9898:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:3.0:1647275032.621294:0:9898:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621297:0:9898:0:(lfsck_layout.c:1130:lfsck_layout_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.621315:0:9898:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:3.0:1647275032.621317:0:9898:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e2376268340. 00040000:00000001:3.0:1647275032.621317:0:9898:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:3.0:1647275032.621318:0:9898:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:3.0:1647275032.621318:0:9898:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1647275032.621320:0:9898:0:(lfsck_layout.c:5285:lfsck_layout_master_checkpoint()) lustrefs-MDT0000-osd: layout LFSCK master checkpoint at the pos [78], status = 1: rc = 0 00100000:00000001:3.0:1647275032.621321:0:9898:0:(lfsck_namespace.c:391:lfsck_namespace_store()) Process entered 00080000:00000001:3.0:1647275032.621321:0:9898:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:3.0:1647275032.621322:0:9898:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e244bc80300. 00080000:00000001:3.0:1647275032.621323:0:9898:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618885274206976 : -125188435344640 : ffff8e244bc80300) 00080000:00000001:3.0:1647275032.621324:0:9898:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:3.0:1647275032.621324:0:9898:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.621325:0:9898:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:3.0:1647275032.621326:0:9898:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0x10:0x0] set xattr 'trusted.lfsck_ns' with size 544 00080000:00000001:3.0:1647275032.621329:0:9898:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:3.0:1647275032.621329:0:9898:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0x10:0x0] set xattr 'trusted.lfsck_bitmap' with size 8 00100000:00000001:3.0:1647275032.621331:0:9898:0:(lfsck_namespace.c:434:lfsck_namespace_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.621332:0:9898:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:3.0:1647275032.621332:0:9898:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:3.0:1647275032.621333:0:9898:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:3.0:1647275032.621333:0:9898:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1647275032.621334:0:9898:0:(lfsck_namespace.c:4436:lfsck_namespace_checkpoint()) lustrefs-MDT0000-osd: namespace LFSCK checkpoint at the pos [78, [0x0:0x0:0x0], 0x0], status = 1: rc = 0 00100000:10000000:3.0:1647275032.621335:0:9898:0:(lfsck_engine.c:1063:lfsck_master_engine()) LFSCK entry: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 78, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 9898 00000100:00000001:3.0:1647275032.621392:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1647275032.621392:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275032.621393:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275032.621393:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275032.621394:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275032.621395:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809280 00000020:00000001:3.0:1647275032.621396:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275032.621396:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372a9 00000020:00000001:3.0:1647275032.621397:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1647275032.621397:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a2958000 refcount=8 00000020:00000001:3.0:1647275032.621398:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000020:00000001:3.0:1647275032.621399:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000100:00000001:3.0:1647275032.621400:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275032.621401:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275032.621401:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a9000. 00000020:00000010:3.0:1647275032.621403:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0500. 00000020:00000010:3.0:1647275032.621404:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b5077e0. 00000100:00000040:3.0:1647275032.621405:0:8958:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:3.0:1647275032.621405:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275032.621406:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275032.621406:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.621407:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.621409:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.621411:0:8958:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275032.621412:0:8958:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1647275032.621413:0:8958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 157 00000100:00000040:3.0:1647275032.621414:0:8958:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a2958000 : new rpc_count 1 00000100:00000001:3.0:1647275032.621414:0:8958:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880928392832 : -125192781158784 : ffff8e2348c02680) 00000100:00000040:3.0:1647275032.621416:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2348c02680 x1727288348809280/t0(0) o1101->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000001:3.0:1647275032.621419:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275032.621420:0:8958:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1647275032.621421:0:8958:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2348c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0000-lwp-OST0000_UUID+8:6590:x1727288348809280:12345-10.0.2.5@tcp:1101:lfsck.0 00000100:00000200:3.0:1647275032.621422:0:8958:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809280 00000020:00000001:3.0:1647275032.621423:0:8958:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:3.0:1647275032.621423:0:8958:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000800:00000001:0.0F:1647275032.621423:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:3.0:1647275032.621424:0:8958:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.621425:0:8958:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1647275032.621425:0:8958:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203360 : -1059348256 : ffffffffc0dba0e0) 00000020:00000001:3.0:1647275032.621426:0:8958:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1647275032.621426:0:8958:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275032.621427:0:8958:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275032.621427:0:8958:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275032.621428:0:8958:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1647275032.621428:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.621429:0:8958:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275032.621429:0:8958:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:0.0:1647275032.621429:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000010:3.0:1647275032.621430:0:8958:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241b5f9000. 02000000:00000001:3.0:1647275032.621430:0:8958:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1647275032.621430:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.621432:0:8958:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.621447:0:8958:0:(tgt_handler.c:1585:tgt_handle_lfsck_notify()) Process entered 00000400:00000200:0.0:1647275032.621447:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00100000:00000001:3.0:1647275032.621448:0:8958:0:(lfsck_lib.c:3486:lfsck_in_notify()) Process entered 00100000:00000001:3.0:1647275032.621448:0:8958:0:(lfsck_layout.c:6517:lfsck_layout_master_in_notify()) Process entered 00100000:10000000:3.0:1647275032.621449:0:8958:0:(lfsck_layout.c:6533:lfsck_layout_master_in_notify()) lustrefs-MDT0000-osd: layout LFSCK master handles notify 3 from OST 0, status 1, flags 2, flags2 1 00100000:00000001:3.0:1647275032.621450:0:8958:0:(lfsck_layout.c:6618:lfsck_layout_master_in_notify()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.621450:0:8958:0:(lfsck_lib.c:3543:lfsck_in_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.621451:0:8958:0:(tgt_handler.c:1593:tgt_handle_lfsck_notify()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275032.621451:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 320 into portal 12 MB=0x622f5a8749880 00010000:00000040:3.0:1647275032.621452:0:8958:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809280 00010000:00000001:3.0:1647275032.621452:0:8958:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000200:0.0:1647275032.621453:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 320/320 into md 0x1b7c9 [64] + 53736 00010000:00000200:3.0:1647275032.621454:0:8958:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2348c02680 x1727288348809280/t0(0) o1101->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck.0' 00100000:00000001:1.0:1647275032.621455:0:9897:0:(lfsck_lib.c:2989:lfsck_start_all()) Process entered 00000800:00000001:0.0:1647275032.621456:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:3.0:1647275032.621457:0:8958:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275032.621457:0:8958:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.621457:0:9897:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00001000:3.0:1647275032.621458:0:8958:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=142 v=1 (1 1 1 1) 00000100:00000010:1.0:1647275032.621458:0:9897:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e2352a26800. 00000100:00000001:3.0:1647275032.621459:0:8958:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1647275032.621460:0:8958:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:1.0:1647275032.621460:0:9897:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618881094215680 : -125192615335936 : ffff8e2352a26800) 00000100:00000001:3.0:1647275032.621461:0:8958:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:3.0:1647275032.621461:0:8958:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:0.0:1647275032.621461:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1647275032.621462:0:8958:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.621462:0:8958:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:0.0:1647275032.621462:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1647275032.621463:0:9897:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e2348c06e00. 00000100:00000040:3.0:1647275032.621464:0:8958:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:3.0:1647275032.621464:0:8958:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802c38. 00000400:00000200:0.0:1647275032.621464:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000200:3.0:1647275032.621465:0:8958:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348809280, offset 224 00000020:00000040:1.0:1647275032.621465:0:9897:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000001:0.0:1647275032.621465:0:3295:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:1.0:1647275032.621466:0:9897:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1647275032.621466:0:3295:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1647275032.621467:0:8958:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 02000000:00000001:1.0:1647275032.621467:0:9897:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275032.621468:0:9897:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1647275032.621468:0:3295:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f1600. 00000400:00000200:3.0:1647275032.621469:0:8958:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 02000000:00000010:1.0:1647275032.621469:0:9897:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e23b8328800. 00000400:00000200:3.0:1647275032.621470:0:8958:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14404:14404:256:4294967295] 10.0.2.5@tcp LPNI seq info [11420:11420:8:4294967295] 00000100:00000001:1.0:1647275032.621470:0:9897:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.621470:0:3295:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f1600 x1727288348809344 msgsize 320 00000100:00000001:1.0:1647275032.621472:0:9897:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275032.621473:0:9897:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275032.621473:0:3295:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000400:00000200:3.0:1647275032.621474:0:8958:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:1.0:1647275032.621474:0:9897:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1647275032.621475:0:9897:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1647275032.621476:0:8958:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000040:1.0:1647275032.621476:0:9897:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lctl.0' 00000100:00000001:0.0:1647275032.621476:0:3295:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000010:3.0:1647275032.621477:0:8958:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e244bc80c00 (tot 73194393). 00000800:00000001:0.0:1647275032.621477:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:3.0:1647275032.621478:0:8958:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000001:0.0:1647275032.621479:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1647275032.621480:0:8958:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:3.0:1647275032.621481:0:8958:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e244bc80c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1647275032.621481:0:9897:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1647275032.621481:0:9897:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275032.621482:0:9897:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1647275032.621483:0:9897:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275032.621484:0:9897:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e2348c06e00 pname:cluuid:pid:xid:nid:opc:job lctl:lustrefs-MDT0000-mdtlov_UUID:9897:1727288330496192:0@lo:1101:lctl.0 00000100:00000001:0.0:1647275032.621484:0:9353:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275032.621485:0:9353:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275032.621485:0:9353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275032.621486:0:8958:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.621486:0:9353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275032.621487:0:8958:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:3.0:1647275032.621487:0:8958:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 02000000:00000001:0.0:1647275032.621487:0:9353:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.621488:0:8958:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.621488:0:8958:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1647275032.621488:0:9353:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809344 00000100:00000040:3.0:1647275032.621489:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2348c02680 x1727288348809280/t0(0) o1101->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck.0' 00000020:00000001:0.0:1647275032.621489:0:9353:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275032.621489:0:9353:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b0 00000020:00000001:0.0:1647275032.621490:0:9353:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.621491:0:9353:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7ca000 refcount=8 00000020:00000001:0.0:1647275032.621492:0:9353:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000100:00100000:3.0:1647275032.621493:0:8958:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2348c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0000-lwp-OST0000_UUID+8:6590:x1727288348809280:12345-10.0.2.5@tcp:1101:lfsck.0 Request processed in 73us (346us total) trans 0 rc 0/0 00000100:00000001:1.0:1647275032.621493:0:9897:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1647275032.621493:0:9897:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1647275032.621493:0:9353:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 02000000:00000001:1.0:1647275032.621494:0:9897:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.621494:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1647275032.621495:0:9897:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1647275032.621495:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1647275032.621496:0:8958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 157 00000100:00000040:3.0:1647275032.621496:0:8958:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a2958000 : new rpc_count 0 00000020:00000010:0.0:1647275032.621496:0:9353:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188aa00. 00000100:00000001:3.0:1647275032.621497:0:8958:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275032.621498:0:8958:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1647275032.621498:0:8958:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0500. 00000020:00000010:0.0:1647275032.621498:0:9353:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9280. 00000020:00000010:3.0:1647275032.621499:0:8958:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b5077e0. 00000020:00000010:0.0:1647275032.621499:0:9353:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f120a8. 00000020:00000010:3.0:1647275032.621500:0:8958:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a9000. 00000020:00000040:3.0:1647275032.621501:0:8958:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a2958000 : new refcount 7 00000100:00000001:3.0:1647275032.621501:0:8958:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275032.621501:0:9353:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:0.0:1647275032.621502:0:9353:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275032.621503:0:9353:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275032.621503:0:9353:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.621505:0:9353:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.621507:0:9353:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.621509:0:8139:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275032.621509:0:8139:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1647275032.621510:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1647275032.621511:0:8139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 158 00000100:00000040:3.0:1647275032.621511:0:8139:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7ca000 : new rpc_count 1 00000100:00000001:0.0:1647275032.621511:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1647275032.621511:0:9353:0:(service.c:2021:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.621512:0:8139:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208634368 : -125191500917248 : ffff8e23950f1600) 00000100:00000001:0.0:1647275032.621512:0:9353:0:(service.c:2240:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275032.621513:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f1600 x1727288348809344/t0(0) o1102->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000001:3.0:1647275032.621516:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275032.621516:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1647275032.621517:0:8139:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f1600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-OST0001_UUID+8:6591:x1727288348809344:12345-10.0.2.5@tcp:1102:lfsck.0 00000100:00000200:3.0:1647275032.621518:0:8139:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809344 00000800:00000200:1.0:1647275032.621518:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275032.621519:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e244bc80c00 (tot 73194145). 00000020:00000001:3.0:1647275032.621520:0:8139:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:3.0:1647275032.621520:0:8139:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275032.621521:0:8139:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.621521:0:8139:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1647275032.621521:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1647275032.621522:0:8139:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203408 : -1059348208 : ffffffffc0dba110) 00000020:00000001:3.0:1647275032.621522:0:8139:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1647275032.621523:0:8139:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275032.621523:0:8139:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275032.621524:0:8139:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275032.621544:0:8139:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.621545:0:8139:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275032.621545:0:8139:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1647275032.621546:0:8139:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8e241b5fa400. 02000000:00000001:3.0:1647275032.621547:0:8139:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.621548:0:8139:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.621548:0:8139:0:(tgt_handler.c:1601:tgt_handle_lfsck_query()) Process entered 00100000:00000001:3.0:1647275032.621549:0:8139:0:(lfsck_lib.c:3556:lfsck_query()) Process entered 00100000:00000001:3.0:1647275032.621550:0:8139:0:(lfsck_lib.c:3631:lfsck_query()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1647275032.621551:0:8139:0:(tgt_handler.c:1614:tgt_handle_lfsck_query()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1647275032.621551:0:8139:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809344 00010000:00000001:3.0:1647275032.621552:0:8139:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:3.0:1647275032.621553:0:8139:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f1600 x1727288348809344/t0(0) o1102->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:183/0 lens 320/240 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck.0' 00010000:00000001:3.0:1647275032.621556:0:8139:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275032.621556:0:8139:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275032.621557:0:8139:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=142 v=1 (1 1 1 1) 00000100:00000001:3.0:1647275032.621558:0:8139:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1647275032.621559:0:8139:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:3.0:1647275032.621559:0:8139:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:3.0:1647275032.621581:0:8139:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275032.621582:0:8139:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.621582:0:8139:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275032.621583:0:8139:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:3.0:1647275032.621584:0:8139:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e23528027f8. 00000100:00000200:3.0:1647275032.621585:0:8139:0:(niobuf.c:86:ptl_send_buf()) Sending 240 bytes to portal 10, xid 1727288348809344, offset 224 00000400:00000200:1.0:1647275032.621586:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:3.0:1647275032.621587:0:8139:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275032.621588:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802c38 00000400:00000200:3.0:1647275032.621589:0:8139:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000400:00000010:1.0:1647275032.621589:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802c38. 00000400:00000200:3.0:1647275032.621590:0:8139:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14405:14405:255:4294967295] 10.0.2.5@tcp LPNI seq info [11421:11421:7:4294967295] 00000100:00000001:1.0:1647275032.621590:0:3294:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275032.621590:0:3294:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000200:3.0:1647275032.621594:0:8139:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:3.0:1647275032.621595:0:8139:0:(socklnd_cb.c:995:ksocknal_send()) sending 240 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:3.0:1647275032.621596:0:8139:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e244bc80d00 (tot 73194393). 00000800:00000200:3.0:1647275032.621597:0:8139:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 02000000:00000010:1.0:1647275032.621598:0:9897:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23cb429800. 00000800:00000200:3.0:1647275032.621599:0:8139:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 02000000:00000001:1.0:1647275032.621599:0:9897:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1647275032.621600:0:8139:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e244bc80d00 type 1, nob 336 niov 1 nkiov 1 00000400:00000010:1.0:1647275032.621602:0:9897:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c1d68. 00000100:00000001:3.0:1647275032.621604:0:8139:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275032.621605:0:8139:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:3.0:1647275032.621606:0:8139:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:3.0:1647275032.621606:0:8139:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.621607:0:8139:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1647275032.621607:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f1600 x1727288348809344/t0(0) o1102->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:183/0 lens 320/240 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck.0' 00000400:00000010:1.0:1647275032.621609:0:9897:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574990. 00000100:00000200:1.0:1647275032.621610:0:9897:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330496192, portal 4 00000100:00100000:3.0:1647275032.621611:0:8139:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f1600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-OST0001_UUID+8:6591:x1727288348809344:12345-10.0.2.5@tcp:1102:lfsck.0 Request processed in 94us (140us total) trans 0 rc 0/0 00000100:00000001:1.0:1647275032.621611:0:9897:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1647275032.621611:0:9897:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618880928411136 : -125192781140480 : ffff8e2348c06e00) 00000100:00000040:1.0:1647275032.621613:0:9897:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lctl.0' 00000100:00100000:3.0:1647275032.621614:0:8139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 158 00000100:00000040:3.0:1647275032.621615:0:8139:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7ca000 : new rpc_count 0 00000100:00000001:3.0:1647275032.621615:0:8139:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275032.621616:0:8139:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1647275032.621616:0:8139:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9280. 00000020:00000010:3.0:1647275032.621617:0:8139:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f120a8. 00000100:00000001:1.0:1647275032.621617:0:9897:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000010:3.0:1647275032.621618:0:8139:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188aa00. 00000100:00000040:1.0:1647275032.621618:0:9897:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1647275032.621619:0:8139:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7ca000 : new refcount 7 00000100:00000001:3.0:1647275032.621620:0:8139:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1647275032.621635:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275032.621636:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e244bc80d00 (tot 73194145). 00000400:00000200:1.0:1647275032.621637:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.621638:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275032.621639:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23528027f8 00000400:00000010:1.0:1647275032.621640:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e23528027f8. 00000100:00000001:1.0:1647275032.621640:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275032.621641:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000010:1.0:1647275032.621661:0:9897:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574d48. 00000100:00000200:1.0:1647275032.621662:0:9897:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1727288330496192, offset 0 00000400:00000200:1.0:1647275032.621664:0:9897:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1647275032.621667:0:9897:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1647275032.621669:0:9897:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x622f5a75d28c0 00000400:00000200:1.0:1647275032.621672:0:9897:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1b9ed [256] + 13216 00000400:00000200:1.0:1647275032.621673:0:9897:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.621674:0:9897:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1647275032.621676:0:9897:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275032.621676:0:9897:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1647275032.621677:0:9897:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e2348c02100. 00000100:00000040:1.0:1647275032.621679:0:9897:0:(events.c:358:request_in_callback()) incoming req@ffff8e2348c02100 x1727288330496192 msgsize 320 00000100:00100000:1.0:1647275032.621680:0:9897:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1647275032.621683:0:9897:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:1.0:1647275032.621684:0:9897:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574d48 00000400:00000010:1.0:1647275032.621684:0:9897:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574d48. 00000100:00000001:1.0:1647275032.621685:0:9897:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275032.621686:0:9897:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lctl.0' 00000100:00000001:1.0:1647275032.621690:0:9897:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.621691:0:9897:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lctl.0' 00000100:00000001:1.0:1647275032.621694:0:9897:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.621695:0:9897:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1647275032.621696:0:9897:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.621696:0:9897:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275032.621697:0:9897:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.621698:0:9897:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1647275032.621698:0:9897:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:1.0:1647275032.621699:0:9897:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e2352a26800 going to sleep for 6 seconds 00000100:00000001:1.0:1647275032.621700:0:9897:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1647275032.621704:0:9505:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275032.621704:0:9505:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275032.621705:0:9505:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275032.621705:0:9505:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275032.621706:0:9505:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275032.621707:0:9505:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330496192 00000020:00000001:1.0:1647275032.621708:0:9505:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275032.621708:0:9505:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000020:00000001:1.0:1647275032.621709:0:9505:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275032.621710:0:9505:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 00000020:00000001:1.0:1647275032.621710:0:9505:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000020:00000001:1.0:1647275032.621711:0:9505:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:1.0:1647275032.621712:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275032.621713:0:9505:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275032.621713:0:9505:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23cb428200. 00000020:00000010:1.0:1647275032.621714:0:9505:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456680. 00000020:00000010:1.0:1647275032.621715:0:9505:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e67e0. 00000100:00000040:1.0:1647275032.621717:0:9505:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:1.0:1647275032.621717:0:9505:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275032.621718:0:9505:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275032.621718:0:9505:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.621725:0:9505:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.621728:0:9505:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.621730:0:9505:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275032.621731:0:9505:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1647275032.621732:0:9505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00000040:1.0:1647275032.621733:0:9505:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000001:1.0:1647275032.621734:0:9505:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880928391424 : -125192781160192 : ffff8e2348c02100) 00000100:00000040:1.0:1647275032.621735:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2348c02100 x1727288330496192/t0(0) o1101->lustrefs-MDT0000-mdtlov_UUID@0@lo:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lctl.0' 00000100:00000001:1.0:1647275032.621739:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275032.621740:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1647275032.621741:0:9505:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2348c02100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0000-mdtlov_UUID+5:9897:x1727288330496192:12345-0@lo:1101:lctl.0 00000100:00000200:1.0:1647275032.621828:0:9505:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330496192 00000020:00000001:1.0:1647275032.621829:0:9505:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275032.621875:0:9505:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275032.621876:0:9505:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.621877:0:9505:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275032.621878:0:9505:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203360 : -1059348256 : ffffffffc0dba0e0) 00000020:00000001:1.0:1647275032.621879:0:9505:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275032.621880:0:9505:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275032.621881:0:9505:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275032.621881:0:9505:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275032.621882:0:9505:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.621883:0:9505:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000800:00000001:0.0:1647275032.621883:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:1.0:1647275032.621884:0:9505:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275032.621885:0:9505:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241a55c000. 02000000:00000001:1.0:1647275032.621885:0:9505:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1647275032.621886:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.621887:0:9505:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1647275032.621887:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:1.0:1647275032.621888:0:9505:0:(tgt_handler.c:1585:tgt_handle_lfsck_notify()) Process entered 00000800:00000001:0.0:1647275032.621888:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:1.0:1647275032.621889:0:9505:0:(lfsck_lib.c:3486:lfsck_in_notify()) Process entered 00100000:00000001:1.0:1647275032.621890:0:9505:0:(lfsck_lib.c:3100:lfsck_start()) Process entered 00000400:00000200:0.0:1647275032.621890:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00100000:00000001:1.0:1647275032.621892:0:9505:0:(lfsck_bookmark.c:106:lfsck_bookmark_store()) Process entered 00080000:00000001:1.0:1647275032.621892:0:9505:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00000400:00000200:0.0:1647275032.621893:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 320 into portal 12 MB=0x622f5a87498c0 00080000:00000010:1.0:1647275032.621894:0:9505:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2352a26e00. 00080000:00000001:1.0:1647275032.621895:0:9505:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618881094217216 : -125192615334400 : ffff8e2352a26e00) 00000400:00000200:0.0:1647275032.621895:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 320/320 into md 0x1b7c9 [64] + 54056 00000800:00000001:0.0:1647275032.621897:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.621899:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1647275032.621900:0:9505:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000400:00000200:0.0:1647275032.621900:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:1.0:1647275032.621901:0:9505:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.621901:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.621902:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00000400:00000200:0.0:1647275032.621902:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00040000:00000001:1.0:1647275032.621903:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.621903:0:3295:0:(events.c:307:request_in_callback()) Process entered 00000001:00000001:1.0:1647275032.621904:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621904:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00000100:00000200:0.0:1647275032.621904:0:3295:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00040000:00000001:1.0:1647275032.621905:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.621905:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1647275032.621905:0:3295:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f3c80. 00000001:00000001:1.0:1647275032.621906:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621907:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.621907:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00000100:00000040:0.0:1647275032.621907:0:3295:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f3c80 x1727288348809408 msgsize 320 00040000:00000001:1.0:1647275032.621908:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621908:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621909:0:9505:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1647275032.621910:0:9505:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e241618db80. 00000100:00100000:0.0:1647275032.621910:0:3295:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00080000:00000001:1.0:1647275032.621911:0:9505:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.621912:0:9505:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:1.0:1647275032.621916:0:9505:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.621916:0:3295:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:0.0:1647275032.621918:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.621919:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:1.0:1647275032.621922:0:9505:0:(lfsck_bookmark.c:129:lfsck_bookmark_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1647275032.621923:0:9505:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:1.0:1647275032.621925:0:9505:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e241618db80. 00040000:00000001:1.0:1647275032.621926:0:9505:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:1.0:1647275032.621927:0:9505:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:1.0:1647275032.621927:0:9505:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.621930:0:9505:0:(lfsck_layout.c:1083:lfsck_layout_store()) Process entered 00080000:00000001:1.0:1647275032.621930:0:9505:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:1.0:1647275032.621931:0:9505:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2352a26100. 00080000:00000001:1.0:1647275032.621932:0:9505:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618881094213888 : -125192615337728 : ffff8e2352a26100) 00080000:00000001:1.0:1647275032.621933:0:9505:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:1.0:1647275032.621933:0:9505:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.621934:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.621934:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.621935:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621935:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621936:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.621936:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.621937:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621937:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621939:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.621939:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.621939:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621940:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621940:0:9505:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1647275032.621941:0:9505:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e241618db80. 00080000:00000001:1.0:1647275032.621942:0:9505:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.621943:0:9505:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:1.0:1647275032.621943:0:9505:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.621944:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.621944:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.621944:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621945:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621946:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.621946:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.621947:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621947:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621948:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.621948:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.621949:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621949:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.621950:0:9505:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.621950:0:9505:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.621951:0:9505:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:1.0:1647275032.621952:0:9505:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.621955:0:9505:0:(lfsck_layout.c:1130:lfsck_layout_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1647275032.621956:0:9505:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:1.0:1647275032.621957:0:9505:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e241618db80. 00040000:00000001:1.0:1647275032.621957:0:9505:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:1.0:1647275032.621958:0:9505:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:1.0:1647275032.621958:0:9505:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.621959:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.621960:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.621962:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000100:00000001:3.0:1647275032.621964:0:8139:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000001:00000010:1.0:1647275032.621964:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 02000000:00000001:3.0:1647275032.621965:0:8139:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275032.621965:0:8139:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000001:00000010:1.0:1647275032.621965:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000100:00000001:3.0:1647275032.621966:0:8139:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1647275032.621966:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 02000000:00000001:3.0:1647275032.621967:0:8139:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1647275032.621967:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.621968:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275032.621969:0:8139:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809408 00100000:00000001:1.0:1647275032.621969:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00000020:00000001:3.0:1647275032.621970:0:8139:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275032.621970:0:8139:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372a9 00080000:00000010:1.0:1647275032.621970:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000020:00000001:3.0:1647275032.621971:0:8139:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000001:00000010:1.0:1647275032.621971:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000020:00000040:3.0:1647275032.621972:0:8139:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a2958000 refcount=8 00000020:00000001:3.0:1647275032.621973:0:8139:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000020:00000001:3.0:1647275032.621973:0:8139:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000001:00000010:1.0:1647275032.621973:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.621973:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000100:00000001:3.0:1647275032.621974:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000001:00000010:1.0:1647275032.621974:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000100:00000001:3.0:1647275032.621975:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275032.621975:0:8139:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a9000. 00080000:00000010:1.0:1647275032.621975:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.621975:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.621976:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00000020:00000010:3.0:1647275032.621977:0:8139:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0500. 00000020:00000010:3.0:1647275032.621977:0:8139:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b5077e0. 00080000:00000010:1.0:1647275032.621977:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.621977:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000100:00000040:3.0:1647275032.621979:0:8139:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000001:00000010:1.0:1647275032.621979:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000100:00000001:3.0:1647275032.621980:0:8139:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275032.621980:0:8139:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275032.621980:0:8139:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1647275032.621980:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.621980:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.621981:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00000100:00000001:3.0:1647275032.621982:0:8139:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.621982:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.621983:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.621983:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.621984:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.621986:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000100:00000001:3.0:1647275032.621987:0:8139:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1647275032.621987:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.621988:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000100:00000001:3.0:1647275032.621989:0:8139:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00080000:00000010:1.0:1647275032.621989:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00000100:00000001:3.0:1647275032.621990:0:8139:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00100000:00000001:1.0:1647275032.621990:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275032.621991:0:8139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 159 00100000:00000001:1.0:1647275032.621991:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00000100:00000040:3.0:1647275032.621992:0:8139:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a2958000 : new rpc_count 1 00080000:00000010:1.0:1647275032.621992:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000100:00000001:3.0:1647275032.621993:0:8139:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208644224 : -125191500907392 : ffff8e23950f3c80) 00000001:00000010:1.0:1647275032.621993:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000100:00000040:3.0:1647275032.621994:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f3c80 x1727288348809408/t0(0) o1102->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck.0' 00000001:00000010:1.0:1647275032.621995:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.621996:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.621997:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000100:00000001:3.0:1647275032.621998:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275032.621998:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00080000:00000010:1.0:1647275032.621998:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.621999:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275032.622000:0:8139:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f3c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-OST0000_UUID+8:6590:x1727288348809408:12345-10.0.2.5@tcp:1102:lfsck.0 00100000:00000001:1.0:1647275032.622000:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00000100:00000200:3.0:1647275032.622001:0:8139:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809408 00080000:00000010:1.0:1647275032.622001:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000020:00000001:3.0:1647275032.622002:0:8139:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:3.0:1647275032.622002:0:8139:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275032.622003:0:8139:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1647275032.622003:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000020:00000001:3.0:1647275032.622004:0:8139:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1647275032.622005:0:8139:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203408 : -1059348208 : ffffffffc0dba110) 00000001:00000010:1.0:1647275032.622005:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000020:00000001:3.0:1647275032.622006:0:8139:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1647275032.622006:0:8139:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1647275032.622006:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000020:00000001:3.0:1647275032.622007:0:8139:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275032.622007:0:8139:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000001:00000010:1.0:1647275032.622007:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000020:00000001:3.0:1647275032.622008:0:8139:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.622008:0:8139:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00080000:00000010:1.0:1647275032.622008:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 02000000:00000001:3.0:1647275032.622009:0:8139:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00100000:00000001:1.0:1647275032.622009:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1647275032.622010:0:8139:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 568 at ffff8e241b5f9800. 00100000:00000001:1.0:1647275032.622010:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622010:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 02000000:00000001:3.0:1647275032.622011:0:8139:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1647275032.622011:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000100:00000001:3.0:1647275032.622012:0:8139:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.622013:0:8139:0:(tgt_handler.c:1601:tgt_handle_lfsck_query()) Process entered 00000001:00000010:1.0:1647275032.622013:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00100000:00000001:3.0:1647275032.622014:0:8139:0:(lfsck_lib.c:3556:lfsck_query()) Process entered 00000001:00000010:1.0:1647275032.622014:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00100000:00000001:3.0:1647275032.622015:0:8139:0:(lfsck_lib.c:3631:lfsck_query()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:1.0:1647275032.622015:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000020:00000001:3.0:1647275032.622016:0:8139:0:(tgt_handler.c:1614:tgt_handle_lfsck_query()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1647275032.622016:0:8139:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809408 00080000:00000010:1.0:1647275032.622016:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.622016:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275032.622017:0:8139:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00100000:00000001:1.0:1647275032.622017:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00010000:00000200:3.0:1647275032.622018:0:8139:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f3c80 x1727288348809408/t0(0) o1102->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:183/0 lens 320/240 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck.0' 00080000:00000010:1.0:1647275032.622018:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.622019:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622020:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00010000:00000001:3.0:1647275032.622021:0:8139:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000001:00000010:1.0:1647275032.622021:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00010000:00000001:3.0:1647275032.622022:0:8139:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275032.622022:0:8139:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=142 v=1 (1 1 1 1) 00000001:00000010:1.0:1647275032.622022:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622023:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00000100:00000001:3.0:1647275032.622024:0:8139:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00100000:00000001:1.0:1647275032.622024:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275032.622025:0:8139:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:3.0:1647275032.622025:0:8139:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00100000:00000001:1.0:1647275032.622025:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622025:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 02000000:00000001:3.0:1647275032.622026:0:8139:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275032.622026:0:8139:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1647275032.622026:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000100:00000001:3.0:1647275032.622027:0:8139:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275032.622028:0:8139:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000001:00000010:1.0:1647275032.622028:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000400:00000010:3.0:1647275032.622029:0:8139:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e23528025d8. 00000001:00000010:1.0:1647275032.622029:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622029:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000100:00000200:3.0:1647275032.622030:0:8139:0:(niobuf.c:86:ptl_send_buf()) Sending 240 bytes to portal 10, xid 1727288348809408, offset 224 00080000:00000010:1.0:1647275032.622030:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.622031:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622031:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00000400:00000200:3.0:1647275032.622032:0:8139:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00080000:00000010:1.0:1647275032.622032:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.622033:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000400:00000200:3.0:1647275032.622034:0:8139:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000001:00000010:1.0:1647275032.622035:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000400:00000200:3.0:1647275032.622036:0:8139:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14406:14406:256:4294967295] 10.0.2.5@tcp LPNI seq info [11422:11422:8:4294967295] 00000001:00000010:1.0:1647275032.622036:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622036:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622037:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.622038:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275032.622039:0:8139:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00100000:00000001:1.0:1647275032.622039:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622039:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.622040:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000800:00000200:3.0:1647275032.622042:0:8139:0:(socklnd_cb.c:995:ksocknal_send()) sending 240 bytes in 1 frags to 12345-10.0.2.5@tcp 00000001:00000010:1.0:1647275032.622042:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622042:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000800:00000010:3.0:1647275032.622043:0:8139:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e244bc80d00 (tot 73194393). 00000001:00000010:1.0:1647275032.622043:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000800:00000200:3.0:1647275032.622044:0:8139:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00080000:00000010:1.0:1647275032.622044:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.622044:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622045:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00000800:00000200:3.0:1647275032.622046:0:8139:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00080000:00000010:1.0:1647275032.622046:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000800:00000200:3.0:1647275032.622047:0:8139:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e244bc80d00 type 1, nob 336 niov 1 nkiov 1 00000001:00000010:1.0:1647275032.622047:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622048:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622049:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622050:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000100:00000001:3.0:1647275032.622051:0:8139:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275032.622052:0:8139:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:3.0:1647275032.622053:0:8139:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:3.0:1647275032.622053:0:8139:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.622054:0:8139:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1647275032.622055:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f3c80 x1727288348809408/t0(0) o1102->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:183/0 lens 320/240 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck.0' 00080000:00000010:1.0:1647275032.622056:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.622057:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622058:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622058:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000100:00100000:3.0:1647275032.622059:0:8139:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f3c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-OST0000_UUID+8:6590:x1727288348809408:12345-10.0.2.5@tcp:1102:lfsck.0 Request processed in 60us (150us total) trans 0 rc 0/0 00000001:00000010:1.0:1647275032.622059:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000100:00100000:3.0:1647275032.622061:0:8139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 159 00000001:00000010:1.0:1647275032.622061:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000100:00000040:3.0:1647275032.622062:0:8139:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a2958000 : new rpc_count 0 00000001:00000010:1.0:1647275032.622062:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622062:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00000100:00000001:3.0:1647275032.622063:0:8139:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275032.622063:0:8139:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000010:1.0:1647275032.622063:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00000020:00000010:3.0:1647275032.622064:0:8139:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0500. 00100000:00000001:1.0:1647275032.622064:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275032.622065:0:8139:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b5077e0. 00100000:00000001:1.0:1647275032.622065:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622065:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000020:00000010:3.0:1647275032.622066:0:8139:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a9000. 00000001:00000010:1.0:1647275032.622066:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000020:00000040:3.0:1647275032.622067:0:8139:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a2958000 : new refcount 7 00000100:00000001:3.0:1647275032.622067:0:8139:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1647275032.622068:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622068:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622070:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622071:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.622071:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622072:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622073:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.622074:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622075:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622076:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622076:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622077:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.622078:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622079:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622079:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.622080:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622081:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622082:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622083:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622084:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.622084:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:1.0:1647275032.622085:0:9505:0:(lfsck_layout.c:5236:lfsck_layout_reset()) lustrefs-MDT0001-osd: layout LFSCK reset: rc = 0 00100000:00000001:1.0:1647275032.622086:0:9505:0:(lfsck_namespace.c:4237:lfsck_namespace_reset()) Process entered 00000020:00000001:1.0:1647275032.622087:0:9505:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:1.0:1647275032.622088:0:9505:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618880975194840 : -125192734356776 : ffff8e234b8a4ad8) 00100000:00000001:1.0:1647275032.622090:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622091:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.622091:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622093:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622094:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622095:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622096:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.622096:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622097:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622097:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.622098:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622100:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622101:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622102:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622103:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00100000:00000001:1.0:1647275032.622103:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622104:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622105:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428600. 00000001:00000010:1.0:1647275032.622106:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622107:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622108:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428600. 00000020:00000001:1.0:1647275032.622109:0:9505:0:(local_storage.c:658:local_object_unlink()) Process entered 00080000:00000001:1.0:1647275032.622110:0:9505:0:(osd_handler.c:7678:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1647275032.622111:0:9505:0:(osd_handler.c:6174:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1647275032.622114:0:9505:0:(osd_handler.c:3932:osd_ea_fid_get()) Process entered 00080000:00000001:1.0:1647275032.622117:0:9505:0:(osd_handler.c:3940:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622118:0:9505:0:(osd_handler.c:5357:osd_remote_fid()) Process entered 00080000:00000001:1.0:1647275032.622119:0:9505:0:(osd_handler.c:5361:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622119:0:9505:0:(osd_handler.c:5913:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:1.0:1647275032.622120:0:9505:0:(osd_handler.c:5915:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1647275032.622121:0:9505:0:(osd_handler.c:6026:osd_add_oi_cache()) add [0x200000003:0x2f:0x0] 109:2871895048 to info ffff8e24517b6000 00080000:00000001:1.0:1647275032.622122:0:9505:0:(osd_handler.c:6252:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1647275032.622123:0:9505:0:(osd_handler.c:6261:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622124:0:9505:0:(osd_handler.c:7686:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275032.622124:0:9505:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:1.0:1647275032.622125:0:9505:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618881301606040 : -125192407945576 : ffff8e235efeee98) 00080000:00000001:1.0:1647275032.622126:0:9505:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:1.0:1647275032.622126:0:9505:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2352a26000. 00080000:00000001:1.0:1647275032.622127:0:9505:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618881094213632 : -125192615337984 : ffff8e2352a26000) 00080000:00000001:1.0:1647275032.622127:0:9505:0:(osd_handler.c:5316:osd_index_declare_ea_delete()) Process entered 00000001:00000001:1.0:1647275032.622128:0:9505:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.622128:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622129:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622129:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622130:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622130:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622131:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622131:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622132:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622132:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622133:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622133:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622134:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622134:0:9505:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622135:0:9505:0:(osd_handler.c:5334:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622135:0:9505:0:(osd_handler.c:3716:osd_declare_destroy()) Process entered 00000001:00000001:1.0:1647275032.622136:0:9505:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.622136:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622137:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622137:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622137:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622138:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622138:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622139:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622139:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622140:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622140:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622140:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622141:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622141:0:9505:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622142:0:9505:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.622142:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622143:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622143:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622144:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622144:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622144:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622145:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622145:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622146:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622146:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622146:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622147:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622147:0:9505:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1647275032.622148:0:9505:0:(osd_handler.c:389:osd_idc_find_and_init()) lustrefs-MDT0001: FID [0x200000003:0x2f:0x0] not in the id map cache 00080000:00000001:1.0:1647275032.622149:0:9505:0:(osd_handler.c:3757:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622151:0:9505:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:1.0:1647275032.622152:0:9505:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622153:0:9505:0:(osd_handler.c:5476:osd_index_ea_delete()) Process entered 00080000:00000010:1.0:1647275032.622154:0:9505:0:(osd_handler.c:4096:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at ffff8e2352b1f640. 00080000:00000001:1.0:1647275032.622156:0:9505:0:(osd_handler.c:5546:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1647275032.622156:0:9505:0:(osd_handler.c:5552:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1647275032.622157:0:9505:0:(osd_handler.c:4389:osd_ref_del()) [0x200000003:0x2f:0x0] decrease nlink 1 00080000:00000001:1.0:1647275032.622160:0:9505:0:(osd_handler.c:3770:osd_destroy()) Process entered 00080000:00000001:1.0:1647275032.622160:0:9505:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1647275032.622160:0:9505:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622161:0:9505:0:(osd_oi.c:795:osd_oi_iam_delete()) Process entered 00000001:00000010:1.0:1647275032.622162:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622165:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000001:1.0:1647275032.622166:0:9505:0:(osd_oi.c:812:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622167:0:9505:0:(osd_handler.c:3815:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622168:0:9505:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:1.0:1647275032.622168:0:9505:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:1.0:1647275032.622169:0:9505:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000010:1.0:1647275032.622169:0:9505:0:(osd_handler.c:4136:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at ffff8e2352b1f640. 00080000:00000002:1.0:1647275032.622170:0:9505:0:(osd_handler.c:516:osd_iget()) stale inode: ino = 109 00080000:00000001:1.0:1647275032.622171:0:9505:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:1.0:1647275032.622172:0:9505:0:(lfsck_lib.c:2704:lfsck_load_one_trace_file()) lustrefs-MDT0001-osd: unlink lfsck sub trace file lfsck_namespace_01: rc = 0 00080000:00000010:1.0:1647275032.622173:0:9505:0:(osd_handler.c:1687:osd_index_fini()) kfreed 'o->oo_dir': 368 at ffff8e239519d200. 00040000:00000001:1.0:1647275032.622206:0:9505:0:(qsd_handler.c:1225:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1647275032.622206:0:9505:0:(qsd_handler.c:1243:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1647275032.622207:0:9505:0:(qsd_handler.c:1225:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1647275032.622207:0:9505:0:(qsd_handler.c:1243:qsd_op_adjust()) Process leaving 00040000:00000001:1.0:1647275032.622208:0:9505:0:(qsd_handler.c:1225:qsd_op_adjust()) Process entered 00040000:00000001:1.0:1647275032.622208:0:9505:0:(qsd_handler.c:1243:qsd_op_adjust()) Process leaving 00080000:00000010:1.0:1647275032.622208:0:9505:0:(osd_handler.c:1668:osd_object_free()) kfreed 'obj': 512 at ffff8e239519c600. 00000020:00000010:1.0:1647275032.622210:0:9505:0:(local_storage.c:68:ls_object_free()) kfreed 'obj': 152 at ffff8e235efeee40. 00080000:00000001:1.0:1647275032.622211:0:9505:0:(osd_handler.c:7678:osd_index_ea_lookup()) Process entered 00080000:00000001:1.0:1647275032.622212:0:9505:0:(osd_handler.c:6174:osd_ea_lookup_rec()) Process entered 00080000:00000001:1.0:1647275032.622213:0:9505:0:(osd_handler.c:6252:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:1.0:1647275032.622213:0:9505:0:(osd_handler.c:6261:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:1.0:1647275032.622214:0:9505:0:(osd_handler.c:7686:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1647275032.622215:0:9505:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000010:1.0:1647275032.622217:0:9505:0:(local_storage.c:87:ls_object_alloc()) kmalloced '(o)': 152 at ffff8e235efee000. 00000020:00000001:1.0:1647275032.622218:0:9505:0:(local_storage.c:48:ls_object_init()) Process entered 00080000:00000010:1.0:1647275032.622218:0:9505:0:(osd_handler.c:420:osd_object_alloc()) kmalloced '(mo)': 512 at ffff8e23cb428600. 00000020:00000001:1.0:1647275032.622220:0:9505:0:(local_storage.c:58:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622220:0:9505:0:(osd_handler.c:1126:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1647275032.622221:0:9505:0:(osd_handler.c:1156:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1647275032.622222:0:9505:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446618881301602392 : -125192407949224 : ffff8e235efee058) 00080000:00000001:1.0:1647275032.622223:0:9505:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:1.0:1647275032.622223:0:9505:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23762d6b00. 00080000:00000001:1.0:1647275032.622224:0:9505:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618881690528512 : -125192019023104 : ffff8e23762d6b00) 00000020:00000001:1.0:1647275032.622225:0:9505:0:(local_storage.c:228:local_object_declare_create()) Process entered 00080000:00000001:1.0:1647275032.622225:0:9505:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:1.0:1647275032.622226:0:9505:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.622226:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622227:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622227:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622227:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622228:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622228:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622229:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622229:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622230:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622230:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622230:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622231:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622232:0:9505:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1647275032.622232:0:9505:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e241618db80. 00080000:00000001:1.0:1647275032.622233:0:9505:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622233:0:9505:0:(osd_handler.c:3646:osd_declare_create()) Process entered 00080000:00000002:1.0:1647275032.622234:0:9505:0:(osd_handler.c:389:osd_idc_find_and_init()) lustrefs-MDT0001: FID [0x200000003:0x30:0x0] not in the id map cache 00000001:00000001:1.0:1647275032.622235:0:9505:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.622235:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622235:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622236:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622236:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622237:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622237:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622238:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622238:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622239:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622239:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622240:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622240:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622241:0:9505:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622241:0:9505:0:(osd_handler.c:3700:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.622242:0:9505:0:(local_storage.c:249:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622243:0:9505:0:(osd_handler.c:6277:osd_index_declare_ea_insert()) Process entered 00000001:00000001:1.0:1647275032.622243:0:9505:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:1.0:1647275032.622244:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622244:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622244:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622245:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622245:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622246:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622246:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622247:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622247:0:9505:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:1.0:1647275032.622247:0:9505:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:1.0:1647275032.622248:0:9505:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622248:0:9505:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1647275032.622249:0:9505:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622249:0:9505:0:(osd_handler.c:6339:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622250:0:9505:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:1.0:1647275032.622251:0:9505:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1647275032.622252:0:9505:0:(local_storage.c:380:__local_file_create()) create new object [0x200000003:0x30:0x0] 00000020:00000001:1.0:1647275032.622252:0:9505:0:(local_storage.c:261:local_object_create()) Process entered 00080000:00000001:1.0:1647275032.622253:0:9505:0:(osd_handler.c:4175:osd_create()) Process entered 00000001:00000001:1.0:1647275032.622291:0:9505:0:(osd_iam_lfix.c:868:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1647275032.622293:0:9505:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1647275032.622293:0:9505:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622294:0:9505:0:(osd_handler.c:3835:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1647275032.622295:0:9505:0:(osd_handler.c:3893:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622296:0:9505:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1647275032.622296:0:9505:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622297:0:9505:0:(osd_oi.c:679:osd_oi_iam_refresh()) Process entered 00000001:00000010:1.0:1647275032.622298:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622300:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000001:1.0:1647275032.622301:0:9505:0:(osd_oi.c:700:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622302:0:9505:0:(osd_handler.c:4246:osd_create()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.622354:0:9897:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.622355:0:9897:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.622356:0:9897:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.622367:0:9505:0:(local_storage.c:289:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622368:0:9505:0:(osd_handler.c:6367:osd_index_ea_insert()) Process entered 00080000:00000010:1.0:1647275032.622369:0:9505:0:(osd_handler.c:6425:osd_index_ea_insert()) kmalloced '(lii)': 2320 at ffff8e23e5dcb000. 00080000:00000001:1.0:1647275032.622373:0:9505:0:(osd_handler.c:5775:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1647275032.622374:0:9505:0:(osd_handler.c:6438:osd_index_ea_insert()) parent 16248961 insert lfsck_namespace_01:109 rc = 0 00080000:00000001:1.0:1647275032.622375:0:9505:0:(osd_handler.c:6445:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622376:0:9505:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:1.0:1647275032.622377:0:9505:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e241618db80. 00040000:00000001:1.0:1647275032.622378:0:9505:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:1.0:1647275032.622378:0:9505:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:1.0:1647275032.622379:0:9505:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.622379:0:9505:0:(local_storage.c:426:__local_file_create()) Process leaving (rc=18446618883117975040 : -125190591576576 : ffff8e23cb428600) 00080000:00000010:1.0:1647275032.622380:0:9505:0:(osd_handler.c:5126:osd_index_try()) kmalloced '(dir)': 368 at ffff8e23cb428000. 00100000:00000001:1.0:1647275032.622382:0:9505:0:(lfsck_lib.c:2731:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622383:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622384:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622385:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000800:00000200:2.0:1647275032.622387:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000001:00000010:1.0:1647275032.622387:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000800:00000010:2.0:1647275032.622388:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e244bc80d00 (tot 73194145). 00000001:00000010:1.0:1647275032.622388:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000400:00000200:2.0:1647275032.622389:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1647275032.622389:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622390:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622391:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622391:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00000400:00000200:2.0:1647275032.622392:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00080000:00000010:1.0:1647275032.622392:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000400:00000200:2.0:1647275032.622393:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23528025d8 00000400:00000010:2.0:1647275032.622394:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e23528025d8. 00000100:00000001:2.0:1647275032.622395:0:3294:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275032.622395:0:3294:0:(events.c:419:reply_out_callback()) Process leaving 00000001:00000010:1.0:1647275032.622414:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622416:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622417:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622418:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622419:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622433:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622434:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622435:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622436:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622438:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622438:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622439:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622440:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622441:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622441:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622442:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622443:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622444:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622445:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622445:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622446:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622447:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622448:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622448:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622449:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622450:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622451:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622452:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622453:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622453:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622454:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622455:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622455:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622457:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622458:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622458:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622459:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622460:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622460:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622461:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622462:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622463:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622464:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622465:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622466:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622466:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622467:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622468:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622469:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622470:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622471:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622472:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622472:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622473:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622474:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622474:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622475:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622477:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622477:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622478:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622479:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622479:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622480:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622481:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622481:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622483:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622484:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622484:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622485:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622486:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622486:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622487:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622488:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622489:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622490:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622491:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622492:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622492:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622493:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622494:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622494:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622496:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622497:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622497:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622498:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622499:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622499:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622500:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622501:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622503:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622503:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622504:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622505:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622505:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622506:0:9505:0:(lfsck_lib.c:2666:lfsck_load_one_trace_file()) Process entered 00080000:00000010:1.0:1647275032.622507:0:9505:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23cb428400. 00000001:00000010:1.0:1647275032.622507:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574d48. 00000001:00000010:1.0:1647275032.622509:0:9505:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622509:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574198. 00000001:00000010:1.0:1647275032.622510:0:9505:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2415574d48. 00080000:00000010:1.0:1647275032.622511:0:9505:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23cb428400. 00100000:00000001:1.0:1647275032.622511:0:9505:0:(lfsck_lib.c:2697:lfsck_load_one_trace_file()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622512:0:9505:0:(lfsck_namespace.c:391:lfsck_namespace_store()) Process entered 00080000:00000001:1.0:1647275032.622513:0:9505:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:1.0:1647275032.622514:0:9505:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2376191600. 00080000:00000001:1.0:1647275032.622514:0:9505:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618881689196032 : -125192020355584 : ffff8e2376191600) 00080000:00000001:1.0:1647275032.622515:0:9505:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:1.0:1647275032.622517:0:9505:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1647275032.622517:0:9505:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:1.0:1647275032.622518:0:9505:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0xd:0x0] set xattr 'trusted.lfsck_ns' with size 544 00080000:00000001:1.0:1647275032.622522:0:9505:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:1.0:1647275032.622522:0:9505:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0xd:0x0] set xattr 'trusted.lfsck_bitmap' with size 8 00100000:00000001:1.0:1647275032.622524:0:9505:0:(lfsck_namespace.c:434:lfsck_namespace_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1647275032.622525:0:9505:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:1.0:1647275032.622525:0:9505:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:1.0:1647275032.622526:0:9505:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:1.0:1647275032.622526:0:9505:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:1.0:1647275032.622527:0:9505:0:(lfsck_namespace.c:4277:lfsck_namespace_reset()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:1.0:1647275032.622528:0:9505:0:(lu_object.c:224:lu_object_put()) Add ffff8e23647e5a00/ffff8e234b8a4a80 to site lru. bkt: ffff8e23ecbb3e28 00100000:10000000:1.0:1647275032.622529:0:9505:0:(lfsck_namespace.c:4286:lfsck_namespace_reset()) lustrefs-MDT0001-osd: namespace LFSCK reset: rc = 0 00100000:00000010:1.0:1647275032.622531:0:9505:0:(lfsck_lib.c:1931:lfsck_thread_args_init()) kmalloced '(lta)': 80 at ffff8e2412181de0. 00000020:00000010:1.0:1647275032.622532:0:9505:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23cb428400. 00000020:00000010:1.0:1647275032.622533:0:9505:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e239519c600. 00000040:00000010:1.0:1647275032.622534:0:9505:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e239519d200. 00000020:00000010:1.0:1647275032.622534:0:9505:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e238672a800. 00000020:00000010:1.0:1647275032.622535:0:9505:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e24100713c0. 00000020:00000010:1.0:1647275032.622536:0:9505:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e2352876600. 80000000:00000010:1.0:1647275032.622537:0:9505:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e2412181c60. 40000000:00000010:1.0:1647275032.622538:0:9505:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e241618db80. 00040000:00000010:1.0:1647275032.622539:0:9505:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e2376191900. 00040000:00000010:1.0:1647275032.622539:0:9505:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e2386729000. 00040000:00000010:1.0:1647275032.622540:0:9505:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e237fc00e00. 00080000:00000010:1.0:1647275032.622541:0:9505:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e24480ce000. 00080000:00000010:1.0:1647275032.622543:0:9505:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e2401424000. 00100000:00000010:1.0:1647275032.622544:0:9505:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e238672f000. 00000004:00000010:1.0:1647275032.622545:0:9505:0:(mdt_handler.c:7604:mdt_key_init()) kmalloced '(value)': 2352 at ffff8e23e5dc8000. 00000004:00000010:1.0:1647275032.622545:0:9505:0:(lod_dev.c:2015:lod_key_init()) kmalloced '(value)': 1176 at ffff8e238672c000. 00000004:00000010:1.0:1647275032.622546:0:9505:0:(mdd_device.c:2346:mdd_key_init()) kmalloced '(value)': 1856 at ffff8e23627d7800. 00000004:00000010:1.0:1647275032.622547:0:9505:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at ffff8e241a55c800. 00100000:00000001:2.0:1647275032.622632:0:9902:0:(lfsck_engine.c:1017:lfsck_master_engine()) Process entered 00100000:00000001:2.0:1647275032.622633:0:9902:0:(osd_scrub.c:2664:osd_otable_it_init()) Process entered 00100000:00000010:2.0:1647275032.622635:0:9902:0:(osd_scrub.c:2671:osd_otable_it_init()) kmalloced '(it)': 2632 at ffff8e23575e4000. 00100000:00000001:2.0:1647275032.622636:0:9902:0:(scrub.c:423:scrub_start()) Process entered 00100000:00000001:2.0:1647275032.622680:0:9903:0:(osd_scrub.c:1145:osd_scrub_main()) Process entered 00000020:00000010:2.0:1647275032.622681:0:9903:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244e74e000. 00000020:00000010:2.0:1647275032.622683:0:9903:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e23abf55800. 00000040:00000010:2.0:1647275032.622685:0:9903:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e23abf54000. 00000020:00000010:2.0:1647275032.622686:0:9903:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e23627f2800. 00000020:00000010:2.0:1647275032.622687:0:9903:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e241aee53f0. 00000020:00000010:2.0:1647275032.622688:0:9903:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e23abf55000. 80000000:00000010:2.0:1647275032.622689:0:9903:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e239f4e1a20. 40000000:00000010:2.0:1647275032.622690:0:9903:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e2451f13100. 00040000:00000010:2.0:1647275032.622691:0:9903:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e23e4c34000. 00040000:00000010:2.0:1647275032.622692:0:9903:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e23abf54400. 00080000:00000010:2.0:1647275032.622693:0:9903:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e23645aa000. 00080000:00000010:2.0:1647275032.622694:0:9903:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e23aea2a000. 00100000:00000010:2.0:1647275032.622695:0:9903:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e23627f7000. 00100000:00000001:2.0:1647275032.622696:0:9903:0:(scrub.c:303:scrub_thread_prep()) Process entered 00100000:10000000:2.0:1647275032.622697:0:9903:0:(scrub.c:305:scrub_thread_prep()) lustrefs-MDT0001: OI scrub prep, flags = 0x46 00100000:10000000:2.0:1647275032.622697:0:9903:0:(scrub.c:133:scrub_file_reset()) lustrefs-MDT0001: reset OI scrub file, old flags = 0x0, add flags = 0x0 00100000:00000001:2.0:1647275032.622698:0:9903:0:(scrub.c:208:scrub_file_store()) Process entered 00080000:00000001:2.0:1647275032.622699:0:9903:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.622700:0:9903:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34b00. 00080000:00000001:2.0:1647275032.622700:0:9903:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545844480 : -125190163707136 : ffff8e23e4c34b00) 00080000:00000001:2.0:1647275032.622701:0:9903:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:2.0:1647275032.622702:0:9903:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1647275032.622702:0:9903:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.622703:0:9903:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.622703:0:9903:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.622704:0:9903:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.622705:0:9903:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.622705:0:9903:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.622705:0:9903:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.622706:0:9903:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.622707:0:9903:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.622707:0:9903:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.622707:0:9903:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.622708:0:9903:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.622708:0:9903:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1647275032.622709:0:9903:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e2451f13ec0. 00080000:00000001:2.0:1647275032.622710:0:9903:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.622710:0:9903:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.622713:0:9903:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.622717:0:9903:0:(scrub.c:229:scrub_file_store()) Process leaving via stop (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1647275032.622718:0:9903:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:2.0:1647275032.622746:0:9903:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e2451f13ec0. 00040000:00000001:2.0:1647275032.622747:0:9903:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.622748:0:9903:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.622748:0:9903:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.622749:0:9903:0:(scrub.c:240:scrub_file_store()) lustrefs-MDT0001: store scrub file: rc = 0 00100000:00000001:2.0:1647275032.622750:0:9903:0:(scrub.c:367:scrub_thread_prep()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.622752:0:9902:0:(scrub.c:458:scrub_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.622753:0:9902:0:(osd_scrub.c:2711:osd_otable_it_init()) Process leaving via out (rc=18446618881173635072 : -125192535916544 : 0xffff8e23575e4000) 00100000:00000001:2.0:1647275032.622754:0:9902:0:(lfsck_lib.c:1423:lfsck_verify_lpf()) Process entered 00100000:00000001:2.0:1647275032.622768:0:9902:0:(lfsck_lib.c:1431:lfsck_verify_lpf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.622769:0:9902:0:(lfsck_engine.c:427:lfsck_prep()) Process entered 00100000:00000001:2.0:1647275032.622770:0:9902:0:(lfsck_layout.c:5438:lfsck_layout_master_prep()) Process entered 00100000:00000001:2.0:1647275032.622770:0:9902:0:(lfsck_layout.c:957:lfsck_layout_load_bitmap()) Process entered 00100000:00000001:2.0:1647275032.622772:0:9902:0:(lfsck_layout.c:1001:lfsck_layout_load_bitmap()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.622773:0:9902:0:(lfsck_lib.c:2531:lfsck_start_assistant()) Process entered 00100000:00000010:2.0:1647275032.622774:0:9902:0:(lfsck_lib.c:1931:lfsck_thread_args_init()) kmalloced '(lta)': 80 at ffff8e239f4e1300. 00000020:00000010:2.0:1647275032.622774:0:9902:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23abf54c00. 00000020:00000010:2.0:1647275032.622777:0:9902:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e23e560c000. 00000040:00000010:2.0:1647275032.622777:0:9902:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e23e560c200. 00000020:00000010:2.0:1647275032.622794:0:9902:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e23627f1000. 00000020:00000010:2.0:1647275032.622795:0:9902:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e241aee2780. 00000020:00000010:2.0:1647275032.622796:0:9902:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e23e560c400. 80000000:00000010:2.0:1647275032.622796:0:9902:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e239f4e1d80. 40000000:00000010:2.0:1647275032.622797:0:9902:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e2451f13ec0. 00040000:00000010:2.0:1647275032.622798:0:9902:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e23e4c34300. 00040000:00000010:2.0:1647275032.622798:0:9902:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e23627f7800. 00040000:00000010:2.0:1647275032.622799:0:9902:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e23e560c600. 00080000:00000010:2.0:1647275032.622800:0:9902:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e23aea28000. 00080000:00000010:2.0:1647275032.622801:0:9902:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e23aea2c000. 00100000:00000010:2.0:1647275032.622802:0:9902:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e237d13b800. 00000004:00000010:2.0:1647275032.622803:0:9902:0:(mdt_handler.c:7604:mdt_key_init()) kmalloced '(value)': 2352 at ffff8e23575e5000. 00000004:00000010:2.0:1647275032.622804:0:9902:0:(lod_dev.c:2015:lod_key_init()) kmalloced '(value)': 1176 at ffff8e237d138800. 00000004:00000010:2.0:1647275032.622805:0:9902:0:(mdd_device.c:2346:mdd_key_init()) kmalloced '(value)': 1856 at ffff8e237d13d800. 00000004:00000010:2.0:1647275032.622806:0:9902:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at ffff8e23d5b28c00. 00100000:00000001:2.0:1647275032.622913:0:9904:0:(lfsck_engine.c:1580:lfsck_assistant_engine()) Process entered 00100000:10000000:2.0:1647275032.622913:0:9904:0:(lfsck_engine.c:1583:lfsck_assistant_engine()) lustrefs-MDT0001-osd: lfsck_layout LFSCK assistant thread start 00100000:00000001:2.0:1647275032.622914:0:9904:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:2.0:1647275032.622914:0:9904:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1647275032.622916:0:9904:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e23e4c34c00. 00000100:00000001:2.0:1647275032.622917:0:9904:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618883545844736 : -125190163706880 : ffff8e23e4c34c00) 00000100:00000010:2.0:1647275032.622919:0:9904:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e4200. 00000020:00000040:2.0:1647275032.622920:0:9904:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000100:00000001:2.0:1647275032.622922:0:9904:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275032.622922:0:9904:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275032.622923:0:9904:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275032.622924:0:9904:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e23e560ca00. 00000100:00000001:2.0:1647275032.622925:0:9904:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.622927:0:9904:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275032.622927:0:9904:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275032.622928:0:9904:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e1b80. 00000020:00000040:2.0:1647275032.622930:0:9904:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000001:2.0:1647275032.622930:0:9904:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275032.622931:0:9904:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275032.622931:0:9904:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275032.622932:0:9904:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e23e560cc00. 00000100:00000001:2.0:1647275032.622932:0:9904:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.622933:0:9904:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275032.622934:0:9904:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.622934:0:9904:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.622935:0:9904:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275032.622936:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.622940:0:9904:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.622940:0:9904:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.622941:0:9904:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.622941:0:9904:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.622942:0:9904:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e4200 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330496256:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.622945:0:9904:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.622945:0:9904:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.622946:0:9904:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.622946:0:9904:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.622947:0:9904:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560ce00. 02000000:00000001:2.0:1647275032.622947:0:9904:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.622948:0:9904:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da160. 00000400:00000010:2.0:1647275032.622949:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff6e8. 00000100:00000200:2.0:1647275032.622950:0:9904:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330496256, portal 4 00000100:00000001:2.0:1647275032.622951:0:9904:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.622951:0:9904:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779712512 : -125191929839104 : ffff8e237b7e4200) 00000100:00000040:2.0:1647275032.622953:0:9904:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.622956:0:9904:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275032.622957:0:9904:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275032.622958:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6fff68. 00000100:00000200:2.0:1647275032.622958:0:9904:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 28, xid 1727288330496256, offset 0 00000400:00000200:2.0:1647275032.622960:0:9904:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275032.622962:0:9904:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:2.0:1647275032.622964:0:9904:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275032.622965:0:9904:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275032.622966:0:9904:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275032.622967:0:9904:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14407:14407:256:4294967295] 10.0.2.5@tcp LPNI seq info [11423:11423:8:4294967295] 00000400:00000200:2.0:1647275032.622970:0:9904:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275032.622972:0:9904:0:(socklnd_cb.c:995:ksocknal_send()) sending 320 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275032.622973:0:9904:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34a00 (tot 73194393). 00000800:00000200:2.0:1647275032.622974:0:9904:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:2.0:1647275032.622976:0:9904:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275032.622977:0:9904:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34a00 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:2.0:1647275032.622982:0:9904:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.622983:0:9904:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.622984:0:9904:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.622985:0:9904:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275032.622986:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.622989:0:9904:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.622989:0:9904:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.622990:0:9904:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.622991:0:9904:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.622991:0:9904:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e1b80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330496320:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.622993:0:9904:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.622993:0:9904:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.622993:0:9904:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.622994:0:9904:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.622994:0:9904:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560d000. 02000000:00000001:2.0:1647275032.622995:0:9904:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.622996:0:9904:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00000400:00000010:2.0:1647275032.622996:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff908. 00000100:00000200:2.0:1647275032.622997:0:9904:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330496320, portal 4 00000100:00000001:2.0:1647275032.622998:0:9904:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.622998:0:9904:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779702656 : -125191929848960 : ffff8e237b7e1b80) 00000100:00000040:2.0:1647275032.623000:0:9904:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.623002:0:9904:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275032.623003:0:9904:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275032.623004:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffbb0. 00000100:00000200:2.0:1647275032.623004:0:9904:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 28, xid 1727288330496320, offset 0 00000400:00000200:2.0:1647275032.623006:0:9904:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275032.623007:0:9904:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:2.0:1647275032.623008:0:9904:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275032.623009:0:9904:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275032.623010:0:9904:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275032.623011:0:9904:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14408:14408:255:4294967295] 10.0.2.5@tcp LPNI seq info [11424:11424:7:4294967295] 00000400:00000200:2.0:1647275032.623014:0:9904:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275032.623015:0:9904:0:(socklnd_cb.c:995:ksocknal_send()) sending 320 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275032.623017:0:9904:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34700 (tot 73194641). 00000800:00000200:2.0:1647275032.623018:0:9904:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:2.0:1647275032.623019:0:9904:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275032.623020:0:9904:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34700 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:2.0:1647275032.623021:0:9904:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.623022:0:9904:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.623022:0:9904:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.623023:0:9904:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.623023:0:9904:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1647275032.623024:0:9904:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e23e4c34c00 going to sleep for 6 seconds 00000100:00000001:2.0:1647275032.623025:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.623025:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.623026:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.623026:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275032.623034:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275032.623035:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34a00 (tot 73194393). 00000400:00000200:1.0:1647275032.623036:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.623038:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275032.623041:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6fff68 00000400:00000010:1.0:1647275032.623041:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6fff68. 00000100:00000001:1.0:1647275032.623042:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275032.623043:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.623047:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.623048:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.623052:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.623052:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1647275032.623072:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275032.623073:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34700 (tot 73194145). 00000400:00000200:1.0:1647275032.623074:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.623075:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275032.623076:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffbb0 00000400:00000010:1.0:1647275032.623076:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffbb0. 00000100:00000001:1.0:1647275032.623077:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275032.623078:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.623081:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.623082:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.623085:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.623085:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:0.0:1647275032.623576:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.623579:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275032.623581:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.623582:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275032.623584:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:0.0:1647275032.623587:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d2900 00000400:00000200:0.0:1647275032.623610:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cc45 [1] + 224 00000800:00000001:0.0:1647275032.623612:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.623614:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275032.623614:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275032.623616:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275032.623617:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.623618:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:0.0:1647275032.623623:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.623632:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1647275032.623634:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.623655:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.623678:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1647275032.623681:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1647275032.623683:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1647275032.623684:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1647275032.623685:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275032.623687:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:2.0:1647275032.623691:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d2940 00000400:00000200:2.0:1647275032.623693:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cc4d [1] + 224 00000800:00000001:2.0:1647275032.623695:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1647275032.623717:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275032.623718:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275032.623725:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275032.623726:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275032.623728:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:2.0:1647275032.623733:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.623738:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:2.0:1647275032.623740:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1647275032.623741:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1647275032.623746:0:9904:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.623747:0:9904:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.623748:0:9904:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da160. 00000400:00000200:2.0:1647275032.623748:0:9904:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff6e8 00000400:00000010:2.0:1647275032.623749:0:9904:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff6e8. 00000100:00000001:2.0:1647275032.623763:0:9904:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275032.623764:0:9904:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:2.0:1647275032.623768:0:9904:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.623771:0:9904:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.623771:0:9904:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.623772:0:9904:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.623772:0:9904:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.623773:0:9904:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.623774:0:9904:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.623774:0:9904:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.623776:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815548 time=136 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275032.623777:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=136 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275032.623778:0:9904:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.623778:0:9904:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.623779:0:9904:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275032.623780:0:9904:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.623781:0:9904:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.623781:0:9904:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275032.623782:0:9904:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.623782:0:9904:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.623783:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.623786:0:9904:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.623787:0:9904:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.623788:0:9904:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275032.623789:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:2.0:1647275032.623792:0:9904:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e4200 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330496256:10.0.2.5@tcp:1101:lfsck_layout.0 00000400:00000001:2.0:1647275032.623795:0:9904:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.623795:0:9904:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.623795:0:9904:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000400:00000200:2.0:1647275032.623796:0:9904:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff908 00000400:00000010:2.0:1647275032.623797:0:9904:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff908. 00000100:00000001:2.0:1647275032.623797:0:9904:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275032.623798:0:9904:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:2.0:1647275032.623801:0:9904:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.623804:0:9904:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.623804:0:9904:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.623805:0:9904:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.623805:0:9904:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.623806:0:9904:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.623806:0:9904:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.623807:0:9904:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.623808:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae548 time=130 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275032.623809:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=130 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275032.623810:0:9904:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.623810:0:9904:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.623811:0:9904:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275032.623811:0:9904:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.623812:0:9904:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.623812:0:9904:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275032.623813:0:9904:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.623813:0:9904:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.623814:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.623817:0:9904:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.623817:0:9904:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.623818:0:9904:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275032.623819:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:2.0:1647275032.623825:0:9904:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e1b80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330496320:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.623827:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.623828:0:9904:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.623829:0:9904:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.623829:0:9904:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.623830:0:9904:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.623830:0:9904:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e23e4c34c00 going to sleep for 0 seconds 00000100:00000001:2.0:1647275032.623831:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.623831:0:9904:0:(client.c:1800:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.623832:0:9904:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.623833:0:9904:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1647275032.623833:0:9904:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.623834:0:9904:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e4200 x1727288330496256/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.623837:0:9904:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.623837:0:9904:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.623838:0:9904:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560ce00. 02000000:00000001:2.0:1647275032.623839:0:9904:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.623839:0:9904:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.623840:0:9904:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=2 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:2.0:1647275032.623840:0:9904:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275032.623841:0:9904:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e23e560ca00. 02000000:00000001:2.0:1647275032.623841:0:9904:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.623842:0:9904:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.623842:0:9904:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e4200. 00000100:00000001:2.0:1647275032.623843:0:9904:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.623843:0:9904:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.623844:0:9904:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.623845:0:9904:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e1b80 x1727288330496320/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.623848:0:9904:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.623848:0:9904:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.623848:0:9904:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560d000. 02000000:00000001:2.0:1647275032.623849:0:9904:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.623850:0:9904:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.623850:0:9904:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=2 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:2.0:1647275032.623851:0:9904:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275032.623851:0:9904:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e23e560cc00. 02000000:00000001:2.0:1647275032.623852:0:9904:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.623852:0:9904:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.623853:0:9904:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e1b80. 00000100:00000001:2.0:1647275032.623854:0:9904:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.623854:0:9904:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1647275032.623855:0:9904:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e23e4c34c00. 00000100:00000001:2.0:1647275032.623856:0:9904:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:2.0:1647275032.623856:0:9904:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.623866:0:9902:0:(lfsck_lib.c:2563:lfsck_start_assistant()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.623867:0:9902:0:(lfsck_layout.c:5457:lfsck_layout_master_prep()) Process leaving via log (rc=0 : 0 : 0x0) 00100000:10000000:2.0:1647275032.623868:0:9902:0:(lfsck_layout.c:5462:lfsck_layout_master_prep()) lustrefs-MDT0001-osd: layout LFSCK master prep done, start pos [1] 00100000:00000001:2.0:1647275032.623869:0:9902:0:(lfsck_namespace.c:287:lfsck_namespace_load_bitmap()) Process entered 00100000:00000001:2.0:1647275032.623887:0:9902:0:(lfsck_namespace.c:333:lfsck_namespace_load_bitmap()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.623888:0:9902:0:(lfsck_lib.c:2531:lfsck_start_assistant()) Process entered 00100000:00000010:2.0:1647275032.623889:0:9902:0:(lfsck_lib.c:1931:lfsck_thread_args_init()) kmalloced '(lta)': 80 at ffff8e239f4e1f00. 00000020:00000010:2.0:1647275032.623890:0:9902:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560cc00. 00000020:00000010:2.0:1647275032.623891:0:9902:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e23e560d000. 00000040:00000010:2.0:1647275032.623892:0:9902:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e23e560ca00. 00000020:00000010:2.0:1647275032.623912:0:9902:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e237d138000. 00000020:00000010:2.0:1647275032.623913:0:9902:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e241aee6ca0. 00000020:00000010:2.0:1647275032.623914:0:9902:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e23e560ce00. 80000000:00000010:2.0:1647275032.623916:0:9902:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e239f4e1960. 40000000:00000010:2.0:1647275032.623917:0:9902:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e2451f13680. 00040000:00000010:2.0:1647275032.623918:0:9902:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e23e4c34c00. 00040000:00000010:2.0:1647275032.623919:0:9902:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e237d139000. 00040000:00000010:2.0:1647275032.623920:0:9902:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e23e560d200. 00080000:00000010:2.0:1647275032.623921:0:9902:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e23ab52a000. 00080000:00000010:2.0:1647275032.623923:0:9902:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e23ab528000. 00100000:00000010:2.0:1647275032.623924:0:9902:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e237d13b000. 00000004:00000010:2.0:1647275032.623926:0:9902:0:(mdt_handler.c:7604:mdt_key_init()) kmalloced '(value)': 2352 at ffff8e23575e7000. 00000004:00000010:2.0:1647275032.623932:0:9902:0:(lod_dev.c:2015:lod_key_init()) kmalloced '(value)': 1176 at ffff8e237d13e000. 00000004:00000010:2.0:1647275032.623933:0:9902:0:(mdd_device.c:2346:mdd_key_init()) kmalloced '(value)': 1856 at ffff8e235d7cb000. 00000004:00000010:2.0:1647275032.623934:0:9902:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at ffff8e23d5b29800. 00100000:00000001:2.0:1647275032.624026:0:9905:0:(lfsck_engine.c:1580:lfsck_assistant_engine()) Process entered 00100000:10000000:2.0:1647275032.624026:0:9905:0:(lfsck_engine.c:1583:lfsck_assistant_engine()) lustrefs-MDT0001-osd: lfsck_namespace LFSCK assistant thread start 00100000:00000001:2.0:1647275032.624027:0:9905:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:2.0:1647275032.624028:0:9905:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1647275032.624030:0:9905:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e23e4c34700. 00000100:00000001:2.0:1647275032.624032:0:9905:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618883545843456 : -125190163708160 : ffff8e23e4c34700) 00000100:00000001:2.0:1647275032.624034:0:9905:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.624034:0:9905:0:(client.c:2477:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.624035:0:9905:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1647275032.624036:0:9905:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e23e4c34700. 00000100:00000001:2.0:1647275032.624037:0:9905:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:2.0:1647275032.624037:0:9905:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624045:0:9902:0:(lfsck_lib.c:2563:lfsck_start_assistant()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.624046:0:9902:0:(lfsck_namespace.c:4537:lfsck_namespace_prep()) lustrefs-MDT0001-osd: namespace LFSCK prep done, start pos [1, [0x0:0x0:0x0], 0x0]: rc = 0 00100000:00000001:2.0:1647275032.624048:0:9902:0:(osd_scrub.c:2859:osd_otable_it_load()) Process entered 00100000:00000001:2.0:1647275032.624050:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:10000000:2.0:1647275032.624051:0:9903:0:(osd_scrub.c:1176:osd_scrub_main()) lustrefs-MDT0001: OI scrub start, flags = 0x46, pos = 12 00100000:00000001:2.0:1647275032.624053:0:9903:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:2.0:1647275032.624055:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624056:0:9903:0:(osd_scrub.c:611:osd_iit_iget()) Process leaving (rc=2 : 2 : 2) 00100000:00000001:2.0:1647275032.624057:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624060:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624061:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624062:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624063:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624064:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624065:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624065:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624066:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624087:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624088:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624089:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624089:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624092:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624093:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624094:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624095:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624097:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624099:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624100:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624100:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624101:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624102:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624103:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624104:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624105:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624106:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624107:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624108:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624109:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624109:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624110:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624111:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624112:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624113:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624114:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624115:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624116:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624116:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624117:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624118:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624119:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624120:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624141:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624141:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624142:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624143:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624144:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624144:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624146:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624147:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624148:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624163:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624165:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624165:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624166:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624167:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624168:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624169:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624170:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624171:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624172:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624172:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624173:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624174:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624175:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624176:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624177:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624178:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624179:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624179:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624180:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624181:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624183:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624183:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624184:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624185:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624186:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624186:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624187:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624188:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624190:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624190:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624191:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624192:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624193:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624193:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624194:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624195:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624197:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624197:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624199:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624200:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624201:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624201:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624202:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624203:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624204:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624205:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624221:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624221:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624222:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624223:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624224:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624225:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624226:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624227:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624228:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624228:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624230:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624230:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624231:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624232:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624234:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624234:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624235:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624236:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624237:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624237:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624238:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624239:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624240:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624241:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624242:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624243:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624244:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624245:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624246:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624246:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624248:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624249:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624250:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624251:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.624252:0:9903:0:(osd_compat.c:1425:osd_obj_spec_lookup()) Process entered 00000001:00000001:2.0:1647275032.624252:0:9903:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.624253:0:9903:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884387766912 : -125189321784704 : ffff8e2416f20280) 00000001:00000001:2.0:1647275032.624261:0:9903:0:(osd_compat.c:1463:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624262:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624277:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624278:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624279:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=9 : 9 : 0x9) 00100000:00000001:2.0:1647275032.624279:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.624280:0:9903:0:(osd_compat.c:1425:osd_obj_spec_lookup()) Process entered 00000001:00000001:2.0:1647275032.624280:0:9903:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.624281:0:9903:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884387769280 : -125189321782336 : ffff8e2416f20bc0) 00000001:00000001:2.0:1647275032.624285:0:9903:0:(osd_compat.c:1463:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624286:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624287:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624287:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624288:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624289:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.624289:0:9903:0:(osd_compat.c:1425:osd_obj_spec_lookup()) Process entered 00000001:00000001:2.0:1647275032.624290:0:9903:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.624290:0:9903:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884387769856 : -125189321781760 : ffff8e2416f20e00) 00000001:00000001:2.0:1647275032.624294:0:9903:0:(osd_compat.c:1463:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624295:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624295:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624296:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624298:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624299:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624299:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624300:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624300:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624302:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624319:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624320:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624321:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624322:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624323:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624325:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624325:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624326:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624326:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624327:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624328:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624330:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624331:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624331:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624332:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624333:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624334:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624334:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624335:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624335:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624336:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624336:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624337:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624338:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624339:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624339:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624340:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624341:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624342:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624342:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624342:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624343:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624343:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624345:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624345:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624346:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624346:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624361:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624362:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624363:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624364:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624364:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624365:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624366:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624367:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624367:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624368:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624368:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624369:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624370:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624371:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624371:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624371:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624372:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624373:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624374:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624374:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624375:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624376:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624376:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624377:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624378:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624378:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624378:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624379:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624380:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624381:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624381:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624382:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624383:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624383:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624384:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624385:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624385:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624385:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624386:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624387:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624388:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624389:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624390:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624391:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624391:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624393:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624393:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624394:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624394:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624395:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624395:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624397:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624398:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624398:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624399:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624400:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624401:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624401:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624402:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624402:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624402:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624403:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624404:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624405:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624405:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624406:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624407:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624408:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624408:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624409:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624409:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624409:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624410:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624413:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624414:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624414:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624415:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624416:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624418:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624418:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624419:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624419:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624419:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624420:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624421:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624422:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624422:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624423:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624424:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624425:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624426:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624426:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624427:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624427:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624428:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624429:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624430:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624430:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624431:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624431:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624433:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624433:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624434:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624434:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624435:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624435:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624436:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624437:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624437:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624438:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624439:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624440:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624440:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624441:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624441:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624442:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624443:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624444:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624445:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624445:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624446:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624446:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624447:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624448:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624448:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624449:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624449:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624450:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624451:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624452:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624452:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624453:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624453:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624455:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624455:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624456:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624456:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624476:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624476:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624478:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624478:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624479:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624479:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624480:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624481:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624482:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624482:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624482:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624483:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624484:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624485:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624485:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624486:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624487:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624488:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624489:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624489:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624490:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624490:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624491:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624491:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624492:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624493:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624494:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624494:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624495:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624496:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624497:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624497:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624497:0:9903:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624498:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624499:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624500:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624501:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624502:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624502:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624503:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624504:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624519:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624519:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624519:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624520:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624521:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624522:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624522:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624523:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624524:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624524:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624525:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624526:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624527:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624527:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624528:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624528:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624529:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624530:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624531:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624531:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624532:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624533:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624534:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624534:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624534:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624535:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624535:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624537:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624537:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624538:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624538:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624539:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624540:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624541:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624541:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624542:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624542:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624543:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624544:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624544:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624545:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624546:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624546:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624548:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624548:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624549:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624549:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624550:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624550:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624551:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624552:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624553:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624554:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624554:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624555:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624556:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624556:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624557:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624557:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624558:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624559:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624559:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624560:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624561:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624561:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624562:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624563:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624563:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624564:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624564:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624565:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624566:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624566:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624567:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624568:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624568:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624569:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624570:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624570:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624570:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624571:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624572:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624573:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624573:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624574:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624574:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624575:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624576:0:9903:0:(osd_scrub.c:639:osd_iit_iget()) Process leaving via put (rc=7 : 7 : 0x7) 00100000:00000001:2.0:1647275032.624577:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624579:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624579:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624580:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624580:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624580:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624581:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624582:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624583:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624583:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624584:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624585:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624585:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624586:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624586:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624587:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624587:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624588:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624589:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624590:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624590:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624591:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624591:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624592:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624593:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624593:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624594:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624594:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624595:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624596:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624597:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624597:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624598:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624598:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624600:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624600:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624601:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624602:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624602:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624603:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624604:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624605:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624605:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624606:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624606:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624607:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624608:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624608:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624609:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624609:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624610:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624611:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624612:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624612:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624613:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624613:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624614:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624615:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624615:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624616:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624616:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624617:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624618:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624619:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624619:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624620:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624620:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624621:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624622:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624622:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624623:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624623:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624624:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624625:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624626:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624627:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624628:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624628:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624630:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624630:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624631:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624631:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624631:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624632:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624633:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624634:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624634:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624635:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624636:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624637:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624637:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624638:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624638:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624638:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624639:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624640:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624641:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624641:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624642:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624642:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624644:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624644:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624645:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624645:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624646:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624646:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624647:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624648:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624648:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624649:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624650:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624651:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624651:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624652:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624653:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624653:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624654:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624655:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624656:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624670:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624671:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624672:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624673:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624674:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624674:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624675:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624675:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624676:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624677:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624677:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624678:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624679:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624679:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624680:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624681:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624681:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624682:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624701:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624702:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624703:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624704:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624705:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624705:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624706:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624707:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624708:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624708:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624708:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624709:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624709:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624711:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624712:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624712:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624713:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624714:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624715:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624715:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624716:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624716:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624717:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624717:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624718:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624725:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624726:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624726:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624727:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624729:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624730:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624730:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624730:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624731:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624732:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624733:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624734:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624734:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624735:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624736:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624737:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624737:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624738:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624738:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624739:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624739:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624740:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624741:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624742:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624742:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624743:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624745:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624745:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624746:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624746:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624747:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624747:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624748:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624749:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624749:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624750:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624751:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624752:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624753:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624753:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624753:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624754:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624754:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624755:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624756:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624757:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624757:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624758:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624760:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624760:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624761:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624761:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624761:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624762:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624777:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624778:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624778:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624779:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624779:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624780:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624781:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624781:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624782:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624782:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624784:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624785:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624799:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624800:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624801:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624801:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624802:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624803:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624803:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624804:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624804:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624805:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624806:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624806:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624807:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624808:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624808:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624809:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624810:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624810:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624811:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624811:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624812:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624813:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624813:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624814:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624815:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624815:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624817:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624817:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624818:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624818:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624819:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624819:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624820:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624821:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624821:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624823:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624823:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624824:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624825:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624825:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624826:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624826:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624827:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624828:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624828:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624829:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624830:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624830:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624832:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624832:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624833:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624833:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624833:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624834:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624835:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624836:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624836:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624837:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624837:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624838:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624839:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624839:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624840:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624840:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624841:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624842:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624842:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624843:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624844:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624844:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624846:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624846:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624847:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624848:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624848:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624849:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624850:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624850:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624851:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624852:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624852:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624853:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624854:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624854:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624854:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624855:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624856:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624857:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624857:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624858:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624858:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624859:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624860:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624861:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624861:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624861:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624862:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624862:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624864:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624864:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624865:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624865:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624866:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624867:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624868:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624868:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624868:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624869:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624869:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624870:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624872:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624872:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624873:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624873:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624875:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624876:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624876:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624877:0:9903:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624877:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624878:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624880:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624880:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624881:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624882:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624882:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624884:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624884:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624885:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624885:0:9903:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624885:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624886:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624887:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624888:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624888:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624889:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624889:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624891:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624891:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624892:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624892:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624892:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624893:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624894:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624895:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624895:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624896:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624897:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624898:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624898:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624899:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624899:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624900:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624900:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624901:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624902:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624903:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624903:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624904:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624905:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624906:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624906:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624907:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624907:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624908:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624909:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624909:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624910:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624911:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624911:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624912:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624913:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.624913:0:9903:0:(osd_compat.c:1072:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1647275032.624914:0:9903:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.624914:0:9903:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884387769280 : -125189321782336 : ffff8e2416f20bc0) 00000001:00000001:2.0:1647275032.624917:0:9903:0:(osd_compat.c:1116:osd_obj_map_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624918:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624918:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624919:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624920:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624920:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.624921:0:9903:0:(osd_compat.c:1072:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1647275032.624921:0:9903:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.624922:0:9903:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884387769280 : -125189321782336 : ffff8e2416f20bc0) 00000001:00000001:2.0:1647275032.624923:0:9903:0:(osd_compat.c:1116:osd_obj_map_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624924:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624925:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624926:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624927:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624927:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.624928:0:9903:0:(osd_compat.c:1072:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1647275032.624928:0:9903:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.624928:0:9903:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884387769280 : -125189321782336 : ffff8e2416f20bc0) 00000001:00000001:2.0:1647275032.624930:0:9903:0:(osd_compat.c:1116:osd_obj_map_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624931:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624931:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624932:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624934:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624934:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00000001:00000001:2.0:1647275032.624935:0:9903:0:(osd_compat.c:1072:osd_obj_map_lookup()) Process entered 00000001:00000001:2.0:1647275032.624935:0:9903:0:(osd_compat.c:1005:osd_seq_load()) Process entered 00000001:00000001:2.0:1647275032.624935:0:9903:0:(osd_compat.c:1013:osd_seq_load()) Process leaving (rc=18446618884387769280 : -125189321782336 : ffff8e2416f20bc0) 00000001:00000001:2.0:1647275032.624937:0:9903:0:(osd_compat.c:1116:osd_obj_map_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624937:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624938:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624939:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624939:0:9903:0:(osd_scrub.c:639:osd_iit_iget()) Process leaving via put (rc=7 : 7 : 0x7) 00100000:00000001:2.0:1647275032.624942:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624943:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624945:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624946:0:9903:0:(osd_scrub.c:605:osd_iit_iget()) Process leaving (rc=2 : 2 : 2) 00100000:00000001:2.0:1647275032.624947:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624949:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624950:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.624950:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.624951:0:9903:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.624951:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.624952:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.624954:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.624954:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.624955:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.624956:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.624959:0:9902:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:2.0:1647275032.624959:0:9902:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:2.0:1647275032.624960:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624960:0:9902:0:(osd_scrub.c:611:osd_iit_iget()) Process leaving (rc=2 : 2 : 2) 00100000:00000001:2.0:1647275032.624961:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624962:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624963:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624963:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624964:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624965:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624966:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624966:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624967:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624968:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624969:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624970:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624970:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624971:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624972:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624972:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624973:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624974:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624975:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624975:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624976:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624977:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624978:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624978:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624979:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624980:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624981:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624982:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624982:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624983:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624984:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624985:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624985:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624987:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624987:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624989:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624989:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624990:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624991:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624992:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624992:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624993:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624994:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624995:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624995:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624996:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624997:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624998:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.624998:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.624999:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625000:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625001:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625002:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625003:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625003:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625004:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625005:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625006:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625006:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625007:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625008:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625009:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625009:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625010:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625011:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625012:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625013:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625014:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625014:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625015:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625016:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625017:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625017:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625019:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625020:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625021:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625022:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625022:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625023:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625024:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625024:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625026:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625026:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625027:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625028:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625029:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625029:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625030:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625031:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625032:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625032:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625033:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625034:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625035:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625035:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625036:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625037:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625038:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625038:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625039:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625040:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625041:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625041:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625042:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625043:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625044:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625045:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625046:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625046:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625047:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625048:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625049:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625049:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625051:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625052:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625053:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625053:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625054:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625055:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625056:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625056:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625058:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625058:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625059:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625060:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625061:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625061:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625062:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625063:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625064:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625065:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625066:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625067:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625067:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625068:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625069:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625070:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625070:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625071:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625072:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625073:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625074:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625074:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625075:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625076:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625077:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625077:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625078:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625079:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625080:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625080:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625081:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625083:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625084:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625084:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625085:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625086:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625087:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625087:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625088:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625089:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625090:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625090:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625091:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625092:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625092:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625093:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625094:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625094:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625095:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625096:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625097:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625098:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625098:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625099:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625100:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625100:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625101:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625102:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625103:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625104:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625104:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625105:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625106:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625106:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625107:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625108:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625109:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625109:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625110:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625111:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625112:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625113:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625114:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625115:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625115:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625116:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625117:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625117:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625118:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625119:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625120:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625120:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625121:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625122:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625122:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625123:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625124:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625124:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625125:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625126:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625127:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625127:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625128:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625129:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625129:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625130:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625131:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625132:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625132:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625133:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625134:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625135:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625135:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625136:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625137:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625138:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625138:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625139:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625140:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625145:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625145:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625146:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625147:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625147:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625148:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625149:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625149:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625150:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625151:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625151:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625152:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625153:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625153:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625154:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625155:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625155:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625156:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625157:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625158:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625158:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625159:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625160:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625160:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625161:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625162:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625162:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625163:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625164:0:9902:0:(osd_scrub.c:1109:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625165:0:9902:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=64 : 64 : 40) 00100000:00000001:2.0:1647275032.625165:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625166:0:9902:0:(osd_scrub.c:2892:osd_otable_it_load()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625167:0:9902:0:(lfsck_engine.c:463:lfsck_prep()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625168:0:9902:0:(lfsck_layout.c:1083:lfsck_layout_store()) Process entered 00080000:00000001:2.0:1647275032.625169:0:9902:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.625169:0:9902:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34700. 00080000:00000001:2.0:1647275032.625170:0:9902:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545843456 : -125190163708160 : ffff8e23e4c34700) 00080000:00000001:2.0:1647275032.625171:0:9902:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:2.0:1647275032.625172:0:9902:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1647275032.625173:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.625173:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.625174:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625174:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625175:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.625175:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.625176:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625176:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625177:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.625177:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.625177:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625178:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625178:0:9902:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1647275032.625179:0:9902:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e2451f13280. 00080000:00000001:2.0:1647275032.625180:0:9902:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.625180:0:9902:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:2.0:1647275032.625181:0:9902:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1647275032.625181:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.625181:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.625182:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625182:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625183:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.625183:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.625183:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625184:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625184:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.625185:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.625185:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625186:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.625186:0:9902:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.625187:0:9902:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.625187:0:9902:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.625190:0:9902:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625192:0:9902:0:(lfsck_layout.c:1130:lfsck_layout_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1647275032.625193:0:9902:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:2.0:1647275032.625194:0:9902:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e2451f13280. 00040000:00000001:2.0:1647275032.625195:0:9902:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.625196:0:9902:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.625196:0:9902:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.625197:0:9902:0:(lfsck_layout.c:5285:lfsck_layout_master_checkpoint()) lustrefs-MDT0001-osd: layout LFSCK master checkpoint at the pos [78], status = 1: rc = 0 00100000:00000001:2.0:1647275032.625198:0:9902:0:(lfsck_namespace.c:391:lfsck_namespace_store()) Process entered 00080000:00000001:2.0:1647275032.625199:0:9902:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.625199:0:9902:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34a00. 00080000:00000001:2.0:1647275032.625200:0:9902:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545844224 : -125190163707392 : ffff8e23e4c34a00) 00080000:00000001:2.0:1647275032.625201:0:9902:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.625202:0:9902:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.625203:0:9902:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:2.0:1647275032.625203:0:9902:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0xd:0x0] set xattr 'trusted.lfsck_ns' with size 544 00080000:00000001:2.0:1647275032.625206:0:9902:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:2.0:1647275032.625206:0:9902:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0xd:0x0] set xattr 'trusted.lfsck_bitmap' with size 8 00100000:00000001:2.0:1647275032.625208:0:9902:0:(lfsck_namespace.c:434:lfsck_namespace_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1647275032.625209:0:9902:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:2.0:1647275032.625210:0:9902:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.625210:0:9902:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.625210:0:9902:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.625211:0:9902:0:(lfsck_namespace.c:4436:lfsck_namespace_checkpoint()) lustrefs-MDT0001-osd: namespace LFSCK checkpoint at the pos [78, [0x0:0x0:0x0], 0x0], status = 1: rc = 0 00100000:10000000:2.0:1647275032.625212:0:9902:0:(lfsck_engine.c:1063:lfsck_master_engine()) LFSCK entry: oit_flags = 0x60003, dir_flags = 0x8006, oit_cookie = 78, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 9902 00100000:00000001:1.0:1647275032.625230:0:9505:0:(lfsck_lib.c:3332:lfsck_start()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:1.0:1647275032.625232:0:9505:0:(lfsck_lib.c:3543:lfsck_in_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.625233:0:9505:0:(tgt_handler.c:1593:tgt_handle_lfsck_notify()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275032.625234:0:9505:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330496192 00010000:00000001:1.0:1647275032.625235:0:9505:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00100000:00000001:2.0:1647275032.625237:0:9902:0:(lfsck_engine.c:831:lfsck_master_oit_engine()) Process entered 00010000:00000200:1.0:1647275032.625237:0:9505:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2348c02100 x1727288330496192/t0(0) o1101->lustrefs-MDT0000-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lctl.0' 80000000:00000001:2.0:1647275032.625238:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625238:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625239:0:9902:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:2.0:1647275032.625240:0:9902:0:(fld_handler.c:230:fld_local_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1647275032.625240:0:9505:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00100000:00000001:2.0:1647275032.625241:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625241:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.625241:0:9505:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625242:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625242:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00000100:00001000:1.0:1647275032.625242:0:9505:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=142 v=1 (1 1 1 1) 80000000:00000001:2.0:1647275032.625243:0:9902:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:2.0:1647275032.625243:0:9902:0:(fld_handler.c:230:fld_local_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:2.0:1647275032.625244:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625244:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625245:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625245:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625245:0:9902:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1647275032.625245:0:9505:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275032.625245:0:9505:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:1.0:1647275032.625246:0:9505:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 80000000:00000001:2.0:1647275032.625247:0:9902:0:(fld_handler.c:230:fld_local_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:2.0:1647275032.625247:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 02000000:00000001:1.0:1647275032.625247:0:9505:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00100000:00000001:2.0:1647275032.625248:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625248:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 02000000:00000001:1.0:1647275032.625248:0:9505:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.625248:0:9505:0:(niobuf.c:55:ptl_send_buf()) Process entered 00100000:00000001:2.0:1647275032.625249:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625249:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000100:00000040:1.0:1647275032.625249:0:9505:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00100000:00000001:2.0:1647275032.625250:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625250:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000400:00000010:1.0:1647275032.625250:0:9505:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574d48. 00100000:00000001:2.0:1647275032.625251:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625251:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625251:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275032.625251:0:9505:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330496192, offset 224 00100000:00000001:2.0:1647275032.625252:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625252:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625253:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625253:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.625253:0:9505:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000001:2.0:1647275032.625254:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625254:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625255:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625255:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625256:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625256:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.625256:0:9505:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000001:2.0:1647275032.625257:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625257:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625258:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625258:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.625258:0:9505:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d28c0 00100000:00000001:2.0:1647275032.625259:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625259:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625259:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625260:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625260:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000400:00000200:1.0:1647275032.625260:0:9505:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2cc39 [1] + 224 00100000:00000001:2.0:1647275032.625261:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625261:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625262:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625262:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000400:00000200:1.0:1647275032.625262:0:9505:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000001:2.0:1647275032.625263:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625263:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625263:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.625263:0:9505:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000001:2.0:1647275032.625264:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000100:00000001:1.0:1647275032.625264:0:9505:0:(events.c:103:reply_in_callback()) Process entered 00100000:00000001:2.0:1647275032.625265:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275032.625265:0:9505:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lctl.0' 00100000:00000001:2.0:1647275032.625266:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625266:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625267:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625267:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625267:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625268:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625268:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625269:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625269:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000100:00000040:1.0:1647275032.625269:0:9505:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lctl.0' 00100000:00000001:2.0:1647275032.625270:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625270:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625271:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625271:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625271:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625272:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625272:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625273:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625273:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.625275:0:9505:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:1.0:1647275032.625276:0:9505:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574d48 00000400:00000010:1.0:1647275032.625277:0:9505:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574d48. 00000100:00000001:1.0:1647275032.625277:0:9505:0:(events.c:407:reply_out_callback()) Process entered 00100000:00000001:2.0:1647275032.625278:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625278:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.625278:0:9505:0:(events.c:419:reply_out_callback()) Process leaving 00100000:00000001:2.0:1647275032.625279:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625279:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.625279:0:9505:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625280:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625280:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275032.625280:0:9505:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:1.0:1647275032.625280:0:9505:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00100000:00000001:2.0:1647275032.625281:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625281:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.625281:0:9505:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.625281:0:9505:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00100000:00000001:2.0:1647275032.625282:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625282:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275032.625282:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2348c02100 x1727288330496192/t0(0) o1101->lustrefs-MDT0000-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lctl.0' 00100000:00000001:2.0:1647275032.625283:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625283:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625284:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625284:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625285:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625285:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625285:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625286:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625286:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000100:00100000:1.0:1647275032.625286:0:9505:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2348c02100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0000-mdtlov_UUID+5:9897:x1727288330496192:12345-0@lo:1101:lctl.0 Request processed in 3546us (3607us total) trans 0 rc 0/0 00100000:00000001:2.0:1647275032.625287:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625288:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625288:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625289:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625289:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625289:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625290:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625290:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625291:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625291:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625292:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625292:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625292:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275032.625292:0:9505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00000040:1.0:1647275032.625292:0:9505:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00100000:00000001:2.0:1647275032.625293:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625293:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.625293:0:9505:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00100000:00000001:2.0:1647275032.625294:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625294:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.625294:0:9505:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1647275032.625294:0:9505:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456680. 00100000:00000001:2.0:1647275032.625295:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625295:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275032.625295:0:9505:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e67e0. 00100000:00000001:2.0:1647275032.625297:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625298:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625298:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625298:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625318:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625319:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625319:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625320:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625320:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625320:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625321:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625321:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625322:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625323:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275032.625338:0:9505:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23cb428200. 00000020:00000040:1.0:1647275032.625340:0:9505:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000100:00000001:1.0:1647275032.625341:0:9505:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.625342:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625343:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625343:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625344:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625344:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625345:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625346:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625347:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625348:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625349:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625350:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625350:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625351:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625351:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625352:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625353:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625353:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625356:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625357:0:9902:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:2.0:1647275032.625358:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625358:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625358:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625359:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.625359:0:9897:0:(client.c:1798:ptlrpc_check_set()) Process entered 80000000:00000001:2.0:1647275032.625360:0:9902:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275032.625361:0:9902:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000400:00000001:0.0:1647275032.625361:0:9897:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275032.625361:0:9897:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1647275032.625362:0:9902:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882002505304 : -125191707046312 : ffff8e2388c5ce58) 00000400:00000010:0.0:1647275032.625362:0:9897:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23b25c1d68. 00000400:00000200:0.0:1647275032.625363:0:9897:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574990 00100000:00000001:2.0:1647275032.625364:0:9902:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 00000400:00000010:0.0:1647275032.625364:0:9897:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574990. 00100000:00000001:2.0:1647275032.625365:0:9902:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00000100:00000001:0.0:1647275032.625365:0:9897:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.625366:0:9897:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lctl.0' 00080000:00000001:2.0:1647275032.625367:0:9902:0:(osd_handler.c:1555:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00100000:00000001:2.0:1647275032.625368:0:9902:0:(lfsck_layout.c:5717:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1647275032.625369:0:9897:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lctl.0' 00100000:00000001:2.0:1647275032.625370:0:9902:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00000020:00000010:2.0:1647275032.625385:0:9902:0:(lu_object.c:2545:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8e23575e3000. 00000100:00000001:0.0:1647275032.625386:0:9897:0:(events.c:185:reply_in_callback()) Process leaving 00100000:00000001:2.0:1647275032.625387:0:9902:0:(lfsck_namespace.c:4602:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.625387:0:9897:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.625387:0:9897:0:(client.c:1428:after_reply()) Process entered 00100000:00000001:2.0:1647275032.625388:0:9902:0:(lfsck_engine.c:537:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1647275032.625388:0:9897:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275032.625388:0:9897:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00100000:00000001:2.0:1647275032.625389:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000100:00000001:0.0:1647275032.625389:0:9897:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625390:0:9902:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:2.0:1647275032.625390:0:9902:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 02000000:00000001:0.0:1647275032.625390:0:9897:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.625391:0:9897:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=90 v=1 (1 1 0 0) 00100000:00000001:2.0:1647275032.625392:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00001000:0.0:1647275032.625392:0:9897:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=90 v=1 (1 1 0 0) 00100000:00000001:2.0:1647275032.625393:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.625393:0:9897:0:(client.c:1349:ptlrpc_check_status()) Process entered 00100000:00000001:2.0:1647275032.625394:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.625394:0:9897:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625395:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1647275032.625395:0:9897:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00100000:00000001:2.0:1647275032.625396:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00010000:00000001:0.0:1647275032.625396:0:9897:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625397:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.625397:0:9897:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275032.625397:0:9897:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00100000:00000001:2.0:1647275032.625398:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.625398:0:9897:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275032.625398:0:9897:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.625399:0:9897:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lctl.0' 00100000:00000001:2.0:1647275032.625400:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625401:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625402:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.625402:0:9897:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625403:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.625403:0:9897:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275032.625403:0:9897:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.625404:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625405:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:0.0:1647275032.625405:0:9897:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lctl.0' 00100000:00000001:2.0:1647275032.625406:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625407:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625408:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1647275032.625408:0:9897:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e2348c06e00 pname:cluuid:pid:xid:nid:opc:job lctl:lustrefs-MDT0000-mdtlov_UUID:9897:1727288330496192:0@lo:1101:lctl.0 00100000:00000001:2.0:1647275032.625409:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625410:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.625410:0:9897:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.625411:0:9897:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.625411:0:9897:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00100000:00000001:2.0:1647275032.625412:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.625412:0:9897:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275032.625412:0:9897:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e2348c06e00 x1727288330496192/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lctl.0' 00100000:00000001:2.0:1647275032.625413:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.625415:0:9897:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00100000:00000001:2.0:1647275032.625416:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625416:0:9902:0:(osd_scrub.c:605:osd_iit_iget()) Process leaving (rc=2 : 2 : 2) 02000000:00000001:0.0:1647275032.625416:0:9897:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275032.625416:0:9897:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23cb429800. 02000000:00000001:0.0:1647275032.625417:0:9897:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00100000:00000001:2.0:1647275032.625418:0:9902:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.625418:0:9897:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275032.625418:0:9897:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=2 obd=lustrefs-MDT0001-osp-MDT0000 00000020:00000001:0.0:1647275032.625419:0:9897:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275032.625419:0:9897:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e23b8328800. 00100000:00000001:2.0:1647275032.625420:0:9902:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=9 : 9 : 9) 02000000:00000001:0.0:1647275032.625420:0:9897:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275032.625420:0:9897:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00100000:00000001:2.0:1647275032.625421:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625421:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 00000100:00000010:0.0:1647275032.625421:0:9897:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e2348c06e00. 80000000:00000001:2.0:1647275032.625422:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625422:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.625422:0:9897:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275032.625422:0:9897:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:2.0:1647275032.625423:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1647275032.625423:0:9897:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e2352a26800. 80000000:00000001:2.0:1647275032.625424:0:9902:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:2.0:1647275032.625424:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625424:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00000100:00000001:0.0:1647275032.625424:0:9897:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 80000000:00000001:2.0:1647275032.625425:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625425:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.625425:0:9897:0:(lfsck_lib.c:3080:lfsck_start_all()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625426:0:9902:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275032.625427:0:9902:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:2.0:1647275032.625428:0:9902:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618881092174808 : -125192617376808 : ffff8e23528343d8) 00100000:00000001:2.0:1647275032.625430:0:9902:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625430:0:9902:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00100000:00000001:0.0:1647275032.625430:0:9897:0:(lfsck_lib.c:3358:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1647275032.625431:0:9902:0:(osd_handler.c:1555:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000004:00000001:0.0:1647275032.625431:0:9897:0:(mdd_device.c:2267:mdd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625446:0:9902:0:(lfsck_layout.c:5717:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625447:0:9902:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00000020:00000010:0.0:1647275032.625447:0:9897:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e2352876800. 00100000:00000001:2.0:1647275032.625448:0:9902:0:(lfsck_namespace.c:4602:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625449:0:9902:0:(lfsck_engine.c:537:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000010:0.0:1647275032.625449:0:9897:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e2352876a00. 00000020:00000010:0.0:1647275032.625450:0:9897:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e23627d4000. 00000020:00000002:2.0:1647275032.625451:0:9902:0:(lu_object.c:224:lu_object_put()) Add ffff8e23c680aa00/ffff8e2352834380 to site lru. bkt: ffff8e23ecbb4f38 00000020:00000010:0.0:1647275032.625451:0:9897:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e2410070ed0. 00100000:00000001:2.0:1647275032.625452:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625452:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1647275032.625452:0:9897:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e2352877200. 00100000:00000001:2.0:1647275032.625453:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625453:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1647275032.625453:0:9897:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e2412181c00. 00100000:00000001:2.0:1647275032.625454:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625454:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:0.0:1647275032.625454:0:9897:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e241618d580. 00100000:00000001:2.0:1647275032.625455:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625455:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1647275032.625455:0:9897:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e2352a26300. 00100000:00000001:2.0:1647275032.625456:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625456:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625456:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00040000:00000010:0.0:1647275032.625456:0:9897:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at ffff8e23627d3800. 00100000:00000001:2.0:1647275032.625457:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625457:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00040000:00000010:0.0:1647275032.625457:0:9897:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e2352877c00. 00100000:00000001:2.0:1647275032.625458:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625458:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00080000:00000010:0.0:1647275032.625458:0:9897:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e244c6d0000. 00100000:00000001:2.0:1647275032.625459:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625459:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625460:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625460:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1647275032.625460:0:9897:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e23b120a000. 00100000:00000001:3.0:1647275032.625461:0:9898:0:(lfsck_engine.c:831:lfsck_master_oit_engine()) Process entered 80000000:00000001:2.0:1647275032.625461:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625461:0:9902:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:3.0:1647275032.625462:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625462:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625462:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625462:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1647275032.625462:0:9897:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e23627d7000. 80000000:00000001:3.0:1647275032.625463:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625463:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625463:0:9902:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1647275032.625463:0:9897:0:(mdt_handler.c:7623:mdt_key_fini()) kfreed 'info': 2352 at ffff8e23e5dcc000. 80000000:00000001:3.0:1647275032.625464:0:9898:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1647275032.625464:0:9902:0:(lu_object.c:816:lu_object_find_at()) Process entered 80000000:00000001:3.0:1647275032.625465:0:9898:0:(fld_handler.c:230:fld_local_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:2.0:1647275032.625465:0:9902:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618881170583000 : -125192538968616 : ffff8e23572fadd8) 00000004:00000010:0.0:1647275032.625465:0:9897:0:(lod_dev.c:2045:lod_key_fini()) kfreed 'info': 1176 at ffff8e23627d1000. 00000004:00000010:0.0:1647275032.625465:0:9897:0:(mdd_device.c:2358:mdd_key_fini()) kfreed 'info': 1856 at ffff8e23627d3000. 00100000:00000001:3.0:1647275032.625466:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625466:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625466:0:9902:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625466:0:9902:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00000004:00000010:0.0:1647275032.625466:0:9897:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at ffff8e23b2693000. 80000000:00000001:3.0:1647275032.625467:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625467:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00080000:00000001:2.0:1647275032.625467:0:9902:0:(osd_handler.c:1552:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1647275032.625467:0:9897:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e2352877000. 00000004:00000001:0.0:1647275032.625468:0:9897:0:(mdt_handler.c:7504:mdt_iocontrol()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625469:0:9898:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000010:2.0:1647275032.625469:0:9902:0:(osd_handler.c:1591:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8e239f4e1900. 00100000:00000001:2.0:1647275032.625469:0:9902:0:(lfsck_layout.c:5717:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1647275032.625469:0:9897:0:(obd_class.h:1181:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625470:0:9898:0:(fld_handler.c:230:fld_local_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:2.0:1647275032.625470:0:9902:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00100000:00000001:3.0:1647275032.625471:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625471:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625471:0:9902:0:(lfsck_namespace.c:4602:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1647275032.625471:0:9897:0:(class_obd.c:489:class_handle_ioctl()) kfreed 'data': 616 at ffff8e23b2692800. 80000000:00000001:3.0:1647275032.625472:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625472:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625472:0:9898:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:2.0:1647275032.625472:0:9902:0:(lfsck_engine.c:537:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1647275032.625472:0:9897:0:(class_obd.c:490:class_handle_ioctl()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625473:0:9898:0:(fld_handler.c:230:fld_local_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:2.0:1647275032.625473:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000020:00000001:0.0:1647275032.625473:0:9897:0:(class_obd.c:509:obd_class_ioctl()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625474:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625474:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625475:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625475:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625476:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625476:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625477:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625477:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625478:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625478:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625479:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625479:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625479:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625480:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625480:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625481:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625481:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625481:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625482:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625482:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625483:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625483:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625483:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625484:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625484:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625484:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625484:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625485:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625485:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625485:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625486:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625486:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625486:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625487:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625487:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625487:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625488:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625488:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625489:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625489:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625489:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625490:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625490:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625490:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625491:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625491:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625491:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625492:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625492:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625492:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625492:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625493:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625493:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625494:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625494:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625494:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625494:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625495:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625495:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625495:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625496:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625496:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625496:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625497:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625497:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625497:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625498:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625498:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625498:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625499:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625499:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625499:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625499:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625500:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625500:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625500:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625501:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625501:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625501:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625501:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625502:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625502:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 00100000:00000001:2.0:1647275032.625502:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625503:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625503:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625503:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625504:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625505:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:3.0:1647275032.625505:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625505:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00100000:00000001:2.0:1647275032.625505:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625505:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625506:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625506:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625506:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625507:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625507:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:3.0:1647275032.625508:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00100000:00000001:2.0:1647275032.625508:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000001:3.0:1647275032.625509:0:9898:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618881170574040 : -125192538977576 : ffff8e23572f8ad8) 00100000:00000001:2.0:1647275032.625509:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625510:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625510:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625511:0:9898:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 00100000:00000001:3.0:1647275032.625511:0:9898:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625512:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:3.0:1647275032.625513:0:9898:0:(osd_handler.c:1555:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00100000:00000001:2.0:1647275032.625513:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625514:0:9898:0:(lfsck_layout.c:5717:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625514:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625515:0:9898:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625515:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625516:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000010:3.0:1647275032.625517:0:9898:0:(lu_object.c:2545:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8e2388c99000. 00100000:00000001:2.0:1647275032.625517:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625518:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625519:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625520:0:9898:0:(lfsck_namespace.c:4602:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625521:0:9898:0:(lfsck_engine.c:537:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625521:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625521:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625522:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625522:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625522:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625523:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625523:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625523:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625524:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625524:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625524:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625525:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625525:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625525:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625526:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625526:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625526:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625526:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625527:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625527:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625528:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625528:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625528:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625528:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625529:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625529:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625529:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625530:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625530:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625530:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625531:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625531:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625531:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625532:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625532:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625532:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625533:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625533:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625533:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625534:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625534:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625534:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625535:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625536:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625536:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625536:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625536:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625537:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625537:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625537:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625538:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625538:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625538:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625539:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625539:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625539:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625540:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625540:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625540:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625541:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625541:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625541:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625541:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625542:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625542:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625543:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625543:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625543:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625543:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625544:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625544:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625544:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625545:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625545:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625545:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625545:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625546:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625546:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625546:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625547:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625547:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625547:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625548:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625548:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625548:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625548:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625549:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625549:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625550:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625550:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625550:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625551:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625551:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625551:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625552:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625552:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625552:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625552:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625553:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625553:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625554:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625554:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:2.0:1647275032.625554:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625555:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:2.0:1647275032.625555:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625556:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625556:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625558:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625558:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625559:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625560:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625560:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625560:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625561:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625561:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625562:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625562:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625562:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625563:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625564:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625564:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625564:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625566:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625566:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625567:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625567:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625568:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625568:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625569:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625569:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625570:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625570:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625570:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625571:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625571:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625572:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625572:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625572:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625574:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625574:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625574:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625575:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625576:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625576:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625576:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625577:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625577:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625578:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625578:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625578:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625579:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625579:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625580:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625580:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625581:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625581:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625582:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625582:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625583:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625583:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625584:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625584:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625585:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625585:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625585:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625586:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625586:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625587:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625587:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625587:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625589:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625589:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625590:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625590:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625591:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625591:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625592:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625592:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625593:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625593:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625594:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625594:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625595:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625595:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625595:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625596:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625598:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625598:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625599:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625599:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625600:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625600:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625600:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625601:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625602:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625602:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625602:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625603:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625604:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625604:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625604:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625605:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625606:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625606:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625607:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625607:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625608:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625608:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625608:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625609:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625609:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625610:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625610:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625610:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625611:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625612:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625612:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625612:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625614:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625614:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625614:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625614:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625615:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625616:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625616:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625616:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625617:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625617:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625618:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625618:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625619:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625620:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625620:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625620:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625622:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625622:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625622:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625622:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625623:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625624:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625624:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625625:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625625:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625626:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625626:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625626:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625627:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625627:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625628:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625628:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625629:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625630:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625630:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625632:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625632:0:9898:0:(osd_scrub.c:605:osd_iit_iget()) Process leaving (rc=2 : 2 : 2) 00100000:00000001:3.0:1647275032.625634:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625636:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=36 : 36 : 24) 00100000:00000001:3.0:1647275032.625637:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625638:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625639:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625639:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625639:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625640:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625640:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625640:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625641:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625641:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625641:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625642:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625642:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625642:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625643:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625643:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625643:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625643:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625644:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625644:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625645:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625645:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625645:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00100000:00000001:2.0:1647275032.625645:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625646:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625646:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625647:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625647:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 00100000:00000001:2.0:1647275032.625647:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625648:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625648:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625648:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625648:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625649:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625649:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625649:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625650:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.625650:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00100000:00000001:2.0:1647275032.625650:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625651:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625652:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625653:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625654:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625655:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:3.0:1647275032.625656:0:9898:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208777176 : -125191500774440 : ffff8e23951143d8) 00100000:00000001:2.0:1647275032.625656:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625656:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625657:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625658:0:9898:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 00100000:00000001:3.0:1647275032.625658:0:9898:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625658:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:3.0:1647275032.625659:0:9898:0:(osd_handler.c:1555:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00100000:00000001:3.0:1647275032.625660:0:9898:0:(lfsck_layout.c:5717:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625660:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625660:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625661:0:9898:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625661:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625662:0:9898:0:(lfsck_namespace.c:4602:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625662:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625663:0:9898:0:(lfsck_engine.c:537:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625663:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625664:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000002:3.0:1647275032.625665:0:9898:0:(lu_object.c:224:lu_object_put()) Add ffff8e239519da00/ffff8e2395114380 to site lru. bkt: ffff8e2388ddb670 00100000:00000001:2.0:1647275032.625665:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625665:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625666:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625686:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625687:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625687:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625687:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625688:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625689:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625689:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625689:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625689:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625690:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625690:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625690:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625691:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625691:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625692:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625692:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625692:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625693:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625693:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625694:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625694:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625694:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625695:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625696:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625696:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 00100000:00000001:2.0:1647275032.625696:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625697:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625697:0:9898:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:2.0:1647275032.625697:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625697:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625698:0:9898:0:(fld_handler.c:230:fld_local_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:2.0:1647275032.625698:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625699:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625699:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625699:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625700:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625700:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625701:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625702:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625702:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625702:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625703:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625703:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625703:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625703:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:3.0:1647275032.625704:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00080000:00000001:2.0:1647275032.625704:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.625704:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625705:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625705:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00080000:00000001:2.0:1647275032.625705:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:3.0:1647275032.625706:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625707:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625707:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1647275032.625707:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00100000:00000001:3.0:1647275032.625708:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625708:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625709:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625709:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1647275032.625709:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00100000:00000001:3.0:1647275032.625710:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625710:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.625710:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.625711:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625711:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625711:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625712:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625713:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625714:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625714:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625714:0:9902:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.625715:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625715:0:9902:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:3.0:1647275032.625716:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625716:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625716:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625717:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625717:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625717:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625718:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625718:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625724:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625725:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625725:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625725:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625726:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625726:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625727:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625727:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625728:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625728:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00100000:00000001:2.0:1647275032.625728:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625728:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625729:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625729:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625729:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625730:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:3.0:1647275032.625730:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 00100000:00000001:2.0:1647275032.625730:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625730:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625731:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625731:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625731:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625732:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625732:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625732:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:3.0:1647275032.625733:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00100000:00000001:2.0:1647275032.625733:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000001:3.0:1647275032.625734:0:9898:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208934488 : -125191500617128 : ffff8e239513aa58) 00100000:00000001:2.0:1647275032.625734:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625734:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625735:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625736:0:9898:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 00100000:00000001:3.0:1647275032.625736:0:9898:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625736:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625736:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:3.0:1647275032.625737:0:9898:0:(osd_handler.c:1552:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00100000:00000001:2.0:1647275032.625737:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625738:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000010:3.0:1647275032.625739:0:9898:0:(osd_handler.c:1591:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8e2364139960. 00100000:00000001:2.0:1647275032.625739:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625740:0:9898:0:(lfsck_layout.c:5717:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625741:0:9898:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625741:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625741:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625742:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625756:0:9898:0:(lfsck_namespace.c:4602:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625757:0:9898:0:(lfsck_engine.c:537:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625757:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625757:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000002:3.0:1647275032.625758:0:9898:0:(lu_object.c:224:lu_object_put()) Add ffff8e24503f2e00/ffff8e239513aa00 to site lru. bkt: ffff8e2388ddd8f8 00100000:00000001:2.0:1647275032.625758:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625759:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625760:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625760:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625760:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625761:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625761:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 00100000:00000001:2.0:1647275032.625761:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625762:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625762:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625762:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625762:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625763:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625763:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 00100000:00000001:2.0:1647275032.625763:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625764:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625764:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625764:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625764:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625764:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625765:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625780:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625780:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000001:3.0:1647275032.625781:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00100000:00000001:2.0:1647275032.625781:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:3.0:1647275032.625782:0:9898:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208924632 : -125191500626984 : ffff8e23951383d8) 00100000:00000001:2.0:1647275032.625782:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625782:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625783:0:9898:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 00100000:00000001:3.0:1647275032.625783:0:9898:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625783:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:3.0:1647275032.625784:0:9898:0:(osd_handler.c:1552:osd_oxc_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00100000:00000001:2.0:1647275032.625784:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000010:3.0:1647275032.625785:0:9898:0:(osd_handler.c:1591:osd_oxc_add()) kmalloced '(oxe)': 68 at ffff8e2364139360. 00100000:00000001:3.0:1647275032.625785:0:9898:0:(lfsck_layout.c:5717:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625785:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625786:0:9898:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625786:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625787:0:9898:0:(lfsck_namespace.c:4602:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625787:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625787:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625788:0:9898:0:(lfsck_engine.c:537:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625788:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000002:3.0:1647275032.625789:0:9898:0:(lu_object.c:224:lu_object_put()) Add ffff8e24503f2a00/ffff8e2395138380 to site lru. bkt: ffff8e2388dd8820 00100000:00000001:3.0:1647275032.625789:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625789:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625790:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625790:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625791:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625792:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625792:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625793:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625793:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625794:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625794:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625795:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:2.0:1647275032.625795:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625795:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:3.0:1647275032.625796:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.625796:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625796:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:3.0:1647275032.625797:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:2.0:1647275032.625797:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625797:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:3.0:1647275032.625799:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00100000:00000001:2.0:1647275032.625799:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625799:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625800:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625801:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:3.0:1647275032.625802:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:2.0:1647275032.625802:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625802:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:3.0:1647275032.625803:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.625803:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625803:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625804:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625804:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625805:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625805:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625806:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625806:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625807:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625808:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625808:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625809:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625809:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625810:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625810:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625811:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625811:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625812:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625812:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625813:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625813:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625814:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625814:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:2.0:1647275032.625814:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:3.0:1647275032.625815:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.625815:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625815:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:3.0:1647275032.625816:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:2.0:1647275032.625816:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:3.0:1647275032.625817:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00100000:00000001:2.0:1647275032.625817:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625817:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625818:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:3.0:1647275032.625819:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00080000:00000001:3.0:1647275032.625819:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.625819:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625819:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625820:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625820:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625821:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625821:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625822:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:2.0:1647275032.625822:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625822:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625823:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:3.0:1647275032.625823:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625823:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625824:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625825:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625825:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625825:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625825:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625826:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625826:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625828:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625829:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625829:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625830:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625831:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625831:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625832:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625833:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625833:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625834:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625834:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625835:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625835:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625836:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625836:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625837:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=2 : 2 : 2) 00100000:00000001:2.0:1647275032.625837:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625838:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625838:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625838:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625839:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.625839:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625839:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625840:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625840:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00100000:00000001:2.0:1647275032.625840:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625841:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625841:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625841:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625842:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:3.0:1647275032.625842:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625842:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00100000:00000001:2.0:1647275032.625842:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625842:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 80000000:00000001:3.0:1647275032.625843:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625843:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625843:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 80000000:00000001:3.0:1647275032.625844:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625844:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000001:3.0:1647275032.625845:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00100000:00000001:2.0:1647275032.625845:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625845:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000001:3.0:1647275032.625846:0:9898:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208780760 : -125191500770856 : ffff8e23951151d8) 00100000:00000001:3.0:1647275032.625846:0:9898:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625846:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625847:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625848:0:9898:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625848:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625848:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:3.0:1647275032.625849:0:9898:0:(osd_handler.c:1555:osd_oxc_get()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00100000:00000001:3.0:1647275032.625849:0:9898:0:(lfsck_layout.c:5717:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625849:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625850:0:9898:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625850:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625850:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625851:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625852:0:9898:0:(lfsck_namespace.c:4602:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625852:0:9898:0:(lfsck_engine.c:537:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625852:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000002:3.0:1647275032.625853:0:9898:0:(lu_object.c:224:lu_object_put()) Add ffff8e235c05a800/ffff8e2395115180 to site lru. bkt: ffff8e2388dd9da8 00100000:00000001:2.0:1647275032.625853:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625854:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625854:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625854:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625855:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625856:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625856:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625857:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625858:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625858:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625859:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625859:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:2.0:1647275032.625859:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:3.0:1647275032.625860:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.625860:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625860:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:3.0:1647275032.625861:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:2.0:1647275032.625861:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:3.0:1647275032.625862:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00100000:00000001:2.0:1647275032.625862:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625862:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625863:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:3.0:1647275032.625864:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00080000:00000001:3.0:1647275032.625864:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.625864:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625864:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625865:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625865:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625866:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625866:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625867:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625867:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625868:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.625868:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:2.0:1647275032.625868:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625869:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625869:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625870:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625870:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625870:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625871:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625872:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.625872:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625872:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625872:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625873:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625873:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625874:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625874:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625875:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625876:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625876:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625876:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625877:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625878:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625878:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:2.0:1647275032.625878:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:3.0:1647275032.625879:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.625879:0:9899:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625879:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625879:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:3.0:1647275032.625880:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:2.0:1647275032.625880:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000001:00000010:3.0:1647275032.625881:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00100000:00000001:2.0:1647275032.625881:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625882:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625882:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:3.0:1647275032.625883:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:2.0:1647275032.625883:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:3.0:1647275032.625884:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.625884:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625884:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625885:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625885:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625886:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625886:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625888:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.625888:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:3.0:1647275032.625888:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625888:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625888:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625889:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625889:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625890:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625890:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625891:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.625891:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625891:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625892:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625892:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625893:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625893:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625894:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625894:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625895:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625895:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625896:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625897:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625897:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:2.0:1647275032.625897:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625897:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:3.0:1647275032.625898:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.625898:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.625898:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:2.0:1647275032.625898:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:3.0:1647275032.625899:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00100000:00000001:2.0:1647275032.625899:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625899:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:3.0:1647275032.625900:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:2.0:1647275032.625900:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:3.0:1647275032.625901:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.625901:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625902:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625902:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625902:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625903:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625904:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:2.0:1647275032.625904:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.625904:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.625905:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:3.0:1647275032.625905:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625905:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625906:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.625906:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.625906:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.625907:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625907:0:9902:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625908:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.625909:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625909:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 00100000:00000001:2.0:1647275032.625909:0:9902:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1647275032.625910:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625910:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625910:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625911:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625911:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:2.0:1647275032.625911:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625911:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625912:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625912:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625912:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625912:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625913:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625913:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625914:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.625914:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 80000000:00000001:2.0:1647275032.625914:0:9902:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:2.0:1647275032.625914:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625914:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00000020:00000001:3.0:1647275032.625915:0:9898:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618881170579416 : -125192538972200 : ffff8e23572f9fd8) 80000000:00000001:2.0:1647275032.625915:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625915:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625916:0:9898:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 80000000:00000001:2.0:1647275032.625916:0:9902:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625917:0:9898:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00100000:00000001:3.0:1647275032.625917:0:9898:0:(lfsck_layout.c:5695:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1647275032.625917:0:9902:0:(lu_object.c:816:lu_object_find_at()) Process entered 00100000:00000001:3.0:1647275032.625918:0:9898:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00080000:00000001:3.0:1647275032.625918:0:9898:0:(osd_handler.c:2725:osd_dirent_count()) Process entered 00000020:00000001:2.0:1647275032.625918:0:9902:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882609154776 : -125191100396840 : ffff8e23acee8ad8) 00080000:00000001:3.0:1647275032.625919:0:9898:0:(osd_handler.c:2732:osd_dirent_count()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625919:0:9902:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 80000000:00000001:3.0:1647275032.625920:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 00100000:00000001:2.0:1647275032.625920:0:9902:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.625920:0:9902:0:(lfsck_layout.c:5695:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:3.0:1647275032.625921:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625921:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.625921:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625921:0:9902:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 80000000:00000001:3.0:1647275032.625922:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.625922:0:9902:0:(osd_handler.c:2725:osd_dirent_count()) Process entered 00080000:00000001:2.0:1647275032.625922:0:9902:0:(osd_handler.c:2732:osd_dirent_count()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625923:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.625923:0:9898:0:(osd_handler.c:2725:osd_dirent_count()) Process entered 00080000:00000001:3.0:1647275032.625924:0:9898:0:(osd_handler.c:2732:osd_dirent_count()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625924:0:9898:0:(lfsck_namespace.c:4652:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:2.0:1647275032.625924:0:9902:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:2.0:1647275032.625924:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 00080000:00000001:3.0:1647275032.625925:0:9898:0:(osd_handler.c:2725:osd_dirent_count()) Process entered 00080000:00000001:3.0:1647275032.625925:0:9898:0:(osd_handler.c:2732:osd_dirent_count()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625925:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625925:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625926:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625926:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625926:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625926:0:9902:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625927:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625927:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625927:0:9902:0:(lfsck_namespace.c:492:lfsck_namespace_trace_update()) Process entered 00100000:00000001:3.0:1647275032.625928:0:9898:0:(lfsck_engine.c:235:lfsck_load_stripe_lmv()) Process entered 00080000:00000001:2.0:1647275032.625928:0:9902:0:(osd_handler.c:5577:osd_index_iam_lookup()) Process entered 80000000:00000001:3.0:1647275032.625929:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:3.0:1647275032.625929:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.625929:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00000001:00000010:2.0:1647275032.625929:0:9902:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 80000000:00000001:3.0:1647275032.625930:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625930:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.625931:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.625931:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000001:00000010:2.0:1647275032.625931:0:9902:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00000020:00000001:3.0:1647275032.625932:0:9898:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618881170579416 : -125192538972200 : ffff8e23572f9fd8) 00080000:00000001:2.0:1647275032.625932:0:9902:0:(osd_handler.c:5621:osd_index_iam_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625933:0:9898:0:(lfsck_engine.c:244:lfsck_load_stripe_lmv()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.625933:0:9902:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00100000:00000001:3.0:1647275032.625934:0:9898:0:(lfsck_engine.c:348:lfsck_open_dir()) Process entered 00100000:00000001:3.0:1647275032.625934:0:9898:0:(lfsck_namespace.c:4381:lfsck_namespace_open_dir()) Process entered 00080000:00000010:2.0:1647275032.625934:0:9902:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34400. 00100000:00000001:3.0:1647275032.625954:0:9898:0:(lfsck_namespace.c:4384:lfsck_namespace_open_dir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.625954:0:9902:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545842688 : -125190163708928 : ffff8e23e4c34400) 00080000:00000001:3.0:1647275032.625955:0:9898:0:(osd_handler.c:6790:osd_it_ea_init()) Process entered 00080000:00000001:3.0:1647275032.625955:0:9898:0:(osd_handler.c:6734:osd_it_dir_init()) Process entered 00080000:00000001:2.0:1647275032.625955:0:9902:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.625957:0:9902:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1647275032.625958:0:9898:0:(osd_handler.c:6747:osd_it_dir_init()) slab-alloced 'oie': 40 at ffff8e237714f898. 00080000:00000001:2.0:1647275032.625958:0:9902:0:(osd_handler.c:5666:osd_index_iam_insert()) Process entered 00000001:00000010:2.0:1647275032.625958:0:9902:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00080000:00000001:3.0:1647275032.625959:0:9898:0:(osd_handler.c:6765:osd_it_dir_init()) Process leaving (rc=18446618881705703576 : -125192003848040 : ffff8e237714f898) 00080000:00000001:3.0:1647275032.625960:0:9898:0:(osd_handler.c:6801:osd_it_ea_init()) Process leaving (rc=18446618881705703576 : -125192003848040 : ffff8e237714f898) 00000001:00000010:2.0:1647275032.625960:0:9902:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:3.0:1647275032.625961:0:9898:0:(osd_handler.c:7651:osd_it_ea_load()) Process entered 00080000:00000001:3.0:1647275032.625961:0:9898:0:(osd_handler.c:6981:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:2.0:1647275032.625961:0:9902:0:(osd_handler.c:5707:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625962:0:9902:0:(lfsck_namespace.c:570:lfsck_namespace_trace_update()) Process leaving via log (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1647275032.625963:0:9902:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:2.0:1647275032.625984:0:9902:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.625985:0:9902:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.625985:0:9902:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.625986:0:9902:0:(lfsck_namespace.c:579:lfsck_namespace_trace_update()) lustrefs-MDT0001-osd: namespace LFSCK add flags for [0x240000402:0x1:0x0] in the trace file, flags 1, old 0, new 1: rc = 0 00080000:00000001:3.0:1647275032.625987:0:9898:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1647275032.625987:0:9898:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.625988:0:9898:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1647275032.625988:0:9898:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625988:0:9902:0:(lfsck_namespace.c:4652:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.625989:0:9898:0:(osd_handler.c:7020:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.625990:0:9898:0:(osd_handler.c:7661:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1647275032.625990:0:9902:0:(osd_handler.c:2725:osd_dirent_count()) Process entered 00080000:00000001:2.0:1647275032.625990:0:9902:0:(osd_handler.c:2732:osd_dirent_count()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625991:0:9898:0:(lfsck_engine.c:385:lfsck_open_dir()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:2.0:1647275032.625991:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625991:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00100000:00000001:3.0:1647275032.625992:0:9898:0:(lfsck_engine.c:543:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:2.0:1647275032.625992:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625992:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625993:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.625993:0:9902:0:(lfsck_engine.c:235:lfsck_load_stripe_lmv()) Process entered 80000000:00000001:2.0:1647275032.625993:0:9902:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:2.0:1647275032.625994:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.625994:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.625994:0:9902:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625995:0:9902:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.625995:0:9902:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.625996:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:2.0:1647275032.625996:0:9902:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:2.0:1647275032.625997:0:9902:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882609154776 : -125191100396840 : ffff8e23acee8ad8) 00100000:00000001:3.0:1647275032.625998:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.625999:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:3.0:1647275032.625999:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00100000:00000001:2.0:1647275032.625999:0:9902:0:(lfsck_engine.c:244:lfsck_load_stripe_lmv()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.625999:0:9902:0:(lfsck_engine.c:348:lfsck_open_dir()) Process entered 00080000:00000001:3.0:1647275032.626000:0:9899:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626000:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:2.0:1647275032.626000:0:9902:0:(lfsck_namespace.c:4381:lfsck_namespace_open_dir()) Process entered 00100000:00000001:2.0:1647275032.626000:0:9902:0:(lfsck_namespace.c:4384:lfsck_namespace_open_dir()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1647275032.626001:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00080000:00000001:2.0:1647275032.626001:0:9902:0:(osd_handler.c:6790:osd_it_ea_init()) Process entered 00080000:00000001:2.0:1647275032.626002:0:9902:0:(osd_handler.c:6734:osd_it_dir_init()) Process entered 00000001:00000010:3.0:1647275032.626003:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00080000:00000001:3.0:1647275032.626003:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626004:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626005:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1647275032.626005:0:9902:0:(osd_handler.c:6747:osd_it_dir_init()) slab-alloced 'oie': 40 at ffff8e244f6f4168. 00080000:00000001:2.0:1647275032.626006:0:9902:0:(osd_handler.c:6765:osd_it_dir_init()) Process leaving (rc=18446618885335499112 : -125188374052504 : ffff8e244f6f4168) 00100000:00000001:3.0:1647275032.626007:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.626007:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00080000:00000001:2.0:1647275032.626007:0:9902:0:(osd_handler.c:6801:osd_it_ea_init()) Process leaving (rc=18446618885335499112 : -125188374052504 : ffff8e244f6f4168) 00100000:00000001:3.0:1647275032.626008:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.626008:0:9902:0:(osd_handler.c:7651:osd_it_ea_load()) Process entered 00080000:00000001:2.0:1647275032.626008:0:9902:0:(osd_handler.c:6981:osd_ldiskfs_it_fill()) Process entered 00100000:00000001:3.0:1647275032.626009:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626010:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626011:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626011:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626012:0:9898:0:(lfsck_engine.c:694:lfsck_master_dir_engine()) Process entered 00080000:00000001:3.0:1647275032.626013:0:9898:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1647275032.626013:0:9898:0:(osd_handler.c:7200:osd_dirent_check_repair()) Process entered 00080000:00000001:2.0:1647275032.626013:0:9902:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1647275032.626014:0:9898:0:(osd_handler.c:7204:osd_dirent_check_repair()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626014:0:9902:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626015:0:9898:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626015:0:9902:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1647275032.626015:0:9902:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626016:0:9898:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1647275032.626016:0:9898:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626016:0:9902:0:(osd_handler.c:7020:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626017:0:9898:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1647275032.626017:0:9898:0:(osd_handler.c:7200:osd_dirent_check_repair()) Process entered 00080000:00000001:2.0:1647275032.626017:0:9902:0:(osd_handler.c:7661:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.626018:0:9902:0:(lfsck_engine.c:385:lfsck_open_dir()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626019:0:9902:0:(lfsck_engine.c:543:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626020:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00080000:00000001:3.0:1647275032.626021:0:9898:0:(osd_handler.c:7323:osd_dirent_check_repair()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.626036:0:9898:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1647275032.626037:0:9898:0:(lfsck_lib.c:1996:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8e23bdf6f9c0. 00100000:00000010:3.0:1647275032.626038:0:9898:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at ffff8e2364139a20. 00100000:00000001:2.0:1647275032.626038:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.626041:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.626043:0:9898:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1647275032.626044:0:9898:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626059:0:9898:0:(lfsck_engine.c:304:lfsck_close_dir()) Process entered 00080000:00000001:3.0:1647275032.626060:0:9898:0:(osd_handler.c:6830:osd_it_ea_fini()) Process entered 00080000:00000001:3.0:1647275032.626060:0:9898:0:(osd_handler.c:6809:osd_it_dir_fini()) Process entered 00080000:00000010:3.0:1647275032.626063:0:9898:0:(osd_handler.c:6815:osd_it_dir_fini()) slab-freed '(oie)': 40 at ffff8e237714f898. 00100000:00000001:2.0:1647275032.626063:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:3.0:1647275032.626064:0:9898:0:(osd_handler.c:6816:osd_it_dir_fini()) Process leaving 00080000:00000001:3.0:1647275032.626064:0:9898:0:(osd_handler.c:6833:osd_it_ea_fini()) Process leaving 00080000:00000001:2.0:1647275032.626064:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00100000:00000001:3.0:1647275032.626065:0:9898:0:(lfsck_engine.c:337:lfsck_close_dir()) Process leaving 00100000:00000001:3.0:1647275032.626065:0:9898:0:(lfsck_engine.c:787:lfsck_master_dir_engine()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:2.0:1647275032.626065:0:9903:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626065:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:3.0:1647275032.626066:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000001:00000010:2.0:1647275032.626067:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00000001:00000010:2.0:1647275032.626070:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.626071:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.626071:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626072:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626074:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626076:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626076:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:3.0:1647275032.626077:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.626077:0:9899:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626077:0:9901:0:(lfsck_namespace.c:5596:lfsck_namespace_assistant_handler_p1()) Process entered 00080000:00000001:3.0:1647275032.626078:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:2.0:1647275032.626078:0:9901:0:(lfsck_namespace.c:5645:lfsck_namespace_assistant_handler_p1()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:3.0:1647275032.626079:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00100000:00000010:2.0:1647275032.626080:0:9901:0:(lfsck_internal.h:1544:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8e23bdf6f9c0. 00000001:00000010:3.0:1647275032.626081:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000010:2.0:1647275032.626081:0:9901:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at ffff8e2364139a20. 00080000:00000001:3.0:1647275032.626082:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626082:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626083:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626084:0:9902:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:2.0:1647275032.626084:0:9902:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:3.0:1647275032.626085:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.626085:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:2.0:1647275032.626085:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626086:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626087:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626087:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626088:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626088:0:9902:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626089:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626090:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626090:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.626090:0:9902:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.626091:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626092:0:9902:0:(lfsck_engine.c:694:lfsck_master_dir_engine()) Process entered 00080000:00000001:2.0:1647275032.626092:0:9902:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00100000:00000001:3.0:1647275032.626093:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.626093:0:9902:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626094:0:9902:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1647275032.626094:0:9902:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626095:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626095:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.626095:0:9902:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1647275032.626096:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.626096:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626096:0:9902:0:(osd_handler.c:7200:osd_dirent_check_repair()) Process entered 00080000:00000001:2.0:1647275032.626096:0:9902:0:(osd_handler.c:7204:osd_dirent_check_repair()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626097:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1647275032.626097:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00080000:00000001:2.0:1647275032.626097:0:9902:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626098:0:9902:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1647275032.626098:0:9902:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:3.0:1647275032.626099:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00080000:00000001:3.0:1647275032.626099:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.626099:0:9902:0:(lfsck_engine.c:304:lfsck_close_dir()) Process entered 00080000:00000001:2.0:1647275032.626099:0:9902:0:(osd_handler.c:6830:osd_it_ea_fini()) Process entered 00100000:00000001:3.0:1647275032.626100:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626100:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626100:0:9902:0:(osd_handler.c:6809:osd_it_dir_fini()) Process entered 00100000:00000001:3.0:1647275032.626102:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00080000:00000010:2.0:1647275032.626102:0:9902:0:(osd_handler.c:6815:osd_it_dir_fini()) slab-freed '(oie)': 40 at ffff8e244f6f4168. 00100000:00000001:3.0:1647275032.626103:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:3.0:1647275032.626103:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.626103:0:9902:0:(osd_handler.c:6816:osd_it_dir_fini()) Process leaving 00100000:00000001:3.0:1647275032.626104:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626105:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626105:0:9902:0:(osd_handler.c:6833:osd_it_ea_fini()) Process leaving 00100000:00000001:3.0:1647275032.626106:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626106:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626106:0:9902:0:(lfsck_engine.c:337:lfsck_close_dir()) Process leaving 00100000:00000001:2.0:1647275032.626106:0:9902:0:(lfsck_engine.c:787:lfsck_master_dir_engine()) Process leaving via out (rc=1 : 1 : 0x1) 00100000:00000001:3.0:1647275032.626107:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.626107:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.626110:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626111:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626112:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:3.0:1647275032.626112:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.626113:0:9899:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626113:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1647275032.626114:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.626116:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00080000:00000001:3.0:1647275032.626117:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626117:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626117:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626118:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626120:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.626120:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:2.0:1647275032.626120:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626121:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.626121:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.626122:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626122:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:3.0:1647275032.626124:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000010:2.0:1647275032.626124:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00100000:00000001:3.0:1647275032.626125:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626126:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1647275032.626126:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.626127:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626128:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626128:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626128:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626129:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.626129:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626132:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.626133:0:9902:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:2.0:1647275032.626133:0:9902:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:3.0:1647275032.626134:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626134:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626135:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:2.0:1647275032.626135:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.626136:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.626136:0:9899:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626137:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00100000:00000001:2.0:1647275032.626137:0:9902:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1647275032.626138:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00100000:00000001:2.0:1647275032.626138:0:9902:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.626139:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1647275032.626140:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:2.0:1647275032.626140:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00080000:00000001:3.0:1647275032.626141:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626142:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626142:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626143:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626143:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626144:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.626145:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.626145:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626146:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.626146:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.626147:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00100000:00000001:3.0:1647275032.626148:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626148:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:3.0:1647275032.626149:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.626149:0:9899:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626150:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1647275032.626150:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:2.0:1647275032.626150:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00000001:00000010:3.0:1647275032.626151:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00080000:00000001:2.0:1647275032.626151:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.626151:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.626152:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.626152:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626153:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626153:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626155:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.626155:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:2.0:1647275032.626155:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626156:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626157:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626157:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626158:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626158:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626158:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.626159:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00100000:00000001:3.0:1647275032.626160:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626160:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626161:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1647275032.626161:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.626161:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00100000:00000001:3.0:1647275032.626162:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626162:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.626163:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.626163:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1647275032.626163:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 80000000:00000001:3.0:1647275032.626164:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626164:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 00080000:00000001:2.0:1647275032.626164:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 80000000:00000001:3.0:1647275032.626165:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.626165:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00100000:00000001:2.0:1647275032.626165:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 80000000:00000001:3.0:1647275032.626166:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626166:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626166:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626167:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.626168:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:3.0:1647275032.626168:0:9898:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208933592 : -125191500618024 : ffff8e239513a6d8) 00100000:00000001:2.0:1647275032.626168:0:9902:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:2.0:1647275032.626168:0:9902:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:2.0:1647275032.626169:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626170:0:9898:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 00100000:00000001:3.0:1647275032.626170:0:9898:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00100000:00000001:3.0:1647275032.626170:0:9898:0:(lfsck_layout.c:5695:lfsck_layout_master_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626170:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626171:0:9898:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00100000:00000001:2.0:1647275032.626171:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:3.0:1647275032.626172:0:9898:0:(osd_handler.c:2725:osd_dirent_count()) Process entered 00080000:00000001:3.0:1647275032.626172:0:9898:0:(osd_handler.c:2732:osd_dirent_count()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626172:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.626173:0:9898:0:(osd_handler.c:2725:osd_dirent_count()) Process entered 00100000:00000001:2.0:1647275032.626173:0:9902:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626174:0:9898:0:(osd_handler.c:2732:osd_dirent_count()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626174:0:9898:0:(lfsck_namespace.c:4602:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.626175:0:9898:0:(osd_handler.c:2725:osd_dirent_count()) Process entered 00100000:00000001:2.0:1647275032.626175:0:9902:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=2 : 2 : 2) 00100000:00000001:2.0:1647275032.626175:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626176:0:9898:0:(osd_handler.c:2732:osd_dirent_count()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626176:0:9898:0:(lfsck_engine.c:235:lfsck_load_stripe_lmv()) Process entered 00100000:00000001:2.0:1647275032.626176:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.626176:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626177:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:3.0:1647275032.626177:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.626177:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.626177:0:9902:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.626178:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626178:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.626178:0:9902:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1647275032.626178:0:9902:0:(fld_cache.c:491:fld_cache_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 80000000:00000001:3.0:1647275032.626179:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.626179:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 80000000:00000001:2.0:1647275032.626179:0:9902:0:(fld_handler.c:230:fld_local_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:3.0:1647275032.626180:0:9898:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208933592 : -125191500618024 : ffff8e239513a6d8) 00100000:00000001:2.0:1647275032.626180:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.626181:0:9898:0:(lfsck_engine.c:244:lfsck_load_stripe_lmv()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626181:0:9898:0:(lfsck_engine.c:348:lfsck_open_dir()) Process entered 00100000:00000001:3.0:1647275032.626182:0:9898:0:(lfsck_namespace.c:4381:lfsck_namespace_open_dir()) Process entered 00100000:00000001:3.0:1647275032.626182:0:9898:0:(lfsck_namespace.c:4384:lfsck_namespace_open_dir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626183:0:9898:0:(osd_handler.c:6790:osd_it_ea_init()) Process entered 00080000:00000001:3.0:1647275032.626183:0:9898:0:(osd_handler.c:6734:osd_it_dir_init()) Process entered 00100000:00000001:2.0:1647275032.626184:0:9903:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000010:3.0:1647275032.626185:0:9898:0:(osd_handler.c:6747:osd_it_dir_init()) slab-alloced 'oie': 40 at ffff8e237714f898. 00080000:00000001:3.0:1647275032.626185:0:9898:0:(osd_handler.c:6765:osd_it_dir_init()) Process leaving (rc=18446618881705703576 : -125192003848040 : ffff8e237714f898) 00080000:00000001:3.0:1647275032.626186:0:9898:0:(osd_handler.c:6801:osd_it_ea_init()) Process leaving (rc=18446618881705703576 : -125192003848040 : ffff8e237714f898) 00080000:00000001:3.0:1647275032.626186:0:9898:0:(osd_handler.c:7651:osd_it_ea_load()) Process entered 00100000:00000001:2.0:1647275032.626186:0:9903:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.626187:0:9898:0:(osd_handler.c:6981:osd_ldiskfs_it_fill()) Process entered 00100000:00000001:2.0:1647275032.626187:0:9903:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:2.0:1647275032.626187:0:9903:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1647275032.626187:0:9903:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626188:0:9903:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:2.0:1647275032.626189:0:9903:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff908. 00080000:00000001:3.0:1647275032.626190:0:9898:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1647275032.626191:0:9898:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1647275032.626191:0:9903:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff908. 00080000:00000001:2.0:1647275032.626191:0:9903:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1647275032.626192:0:9898:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1647275032.626192:0:9898:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626192:0:9898:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00100000:00000001:2.0:1647275032.626192:0:9903:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.626193:0:9898:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626193:0:9898:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00100000:00000001:2.0:1647275032.626193:0:9903:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626194:0:9898:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626194:0:9898:0:(osd_handler.c:7020:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626195:0:9898:0:(osd_handler.c:7661:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.626195:0:9902:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.626196:0:9898:0:(lfsck_engine.c:385:lfsck_open_dir()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626196:0:9898:0:(lfsck_engine.c:543:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626196:0:9902:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:2.0:1647275032.626196:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626197:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.626197:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626198:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626198:0:9898:0:(lfsck_engine.c:694:lfsck_master_dir_engine()) Process entered 00080000:00000001:3.0:1647275032.626199:0:9898:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1647275032.626199:0:9898:0:(osd_handler.c:7200:osd_dirent_check_repair()) Process entered 00100000:00000001:2.0:1647275032.626200:0:9902:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626201:0:9898:0:(osd_handler.c:7323:osd_dirent_check_repair()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.626201:0:9898:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626201:0:9902:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000010:3.0:1647275032.626202:0:9898:0:(lfsck_lib.c:1996:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8e23bdf6fa80. 00100000:00000001:2.0:1647275032.626202:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1647275032.626203:0:9898:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8e2364139000. 00100000:00000001:2.0:1647275032.626203:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.626204:0:9903:0:(osd_scrub.c:1106:osd_inode_iteration()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.626205:0:9903:0:(osd_scrub.c:1192:osd_scrub_main()) Process leaving via post (rc=1 : 1 : 0x1) 00080000:00000001:3.0:1647275032.626207:0:9898:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1647275032.626208:0:9898:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626208:0:9898:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1647275032.626209:0:9898:0:(osd_handler.c:7200:osd_dirent_check_repair()) Process entered 00080000:00000001:3.0:1647275032.626210:0:9898:0:(osd_handler.c:7323:osd_dirent_check_repair()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.626211:0:9898:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1647275032.626211:0:9898:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 80 at ffff8e2364139c00. 00080000:00000001:3.0:1647275032.626212:0:9898:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1647275032.626212:0:9898:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626213:0:9898:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1647275032.626213:0:9898:0:(osd_handler.c:7200:osd_dirent_check_repair()) Process entered 00100000:00000001:2.0:1647275032.626213:0:9903:0:(scrub.c:376:scrub_thread_post()) Process entered 00080000:00000001:3.0:1647275032.626214:0:9898:0:(osd_handler.c:7204:osd_dirent_check_repair()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626214:0:9898:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.626214:0:9903:0:(scrub.c:379:scrub_thread_post()) lustrefs-MDT0001: OI scrub post with result = 1 00080000:00000001:3.0:1647275032.626215:0:9898:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1647275032.626215:0:9898:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626215:0:9903:0:(scrub.c:208:scrub_file_store()) Process entered 00080000:00000001:3.0:1647275032.626216:0:9898:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1647275032.626216:0:9898:0:(osd_handler.c:7200:osd_dirent_check_repair()) Process entered 00080000:00000001:2.0:1647275032.626216:0:9903:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000001:3.0:1647275032.626217:0:9898:0:(osd_handler.c:7304:osd_dirent_check_repair()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1647275032.626217:0:9903:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2408269600. 00080000:00000001:3.0:1647275032.626218:0:9898:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626218:0:9903:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618884139554304 : -125189569997312 : ffff8e2408269600) 00080000:00000001:3.0:1647275032.626219:0:9898:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1647275032.626219:0:9898:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1647275032.626219:0:9903:0:(osd_io.c:1928:osd_declare_write()) Process entered 00100000:00000001:3.0:1647275032.626220:0:9898:0:(lfsck_engine.c:304:lfsck_close_dir()) Process entered 00080000:00000001:3.0:1647275032.626220:0:9898:0:(osd_handler.c:6830:osd_it_ea_fini()) Process entered 00080000:00000001:3.0:1647275032.626220:0:9898:0:(osd_handler.c:6809:osd_it_dir_fini()) Process entered 00000001:00000001:2.0:1647275032.626220:0:9903:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1647275032.626221:0:9903:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.626221:0:9903:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00080000:00000010:3.0:1647275032.626222:0:9898:0:(osd_handler.c:6815:osd_it_dir_fini()) slab-freed '(oie)': 40 at ffff8e237714f898. 00040000:00000001:2.0:1647275032.626222:0:9903:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626223:0:9898:0:(osd_handler.c:6816:osd_it_dir_fini()) Process leaving 00080000:00000001:3.0:1647275032.626223:0:9898:0:(osd_handler.c:6833:osd_it_ea_fini()) Process leaving 00000001:00000001:2.0:1647275032.626223:0:9903:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626223:0:9903:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00000020:00000002:3.0:1647275032.626224:0:9898:0:(lu_object.c:224:lu_object_put()) Add ffff8e23b1273800/ffff8e239513a680 to site lru. bkt: ffff8e2388dda490 00100000:00000001:3.0:1647275032.626224:0:9898:0:(lfsck_engine.c:337:lfsck_close_dir()) Process leaving 00040000:00000001:2.0:1647275032.626224:0:9903:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00100000:00000001:3.0:1647275032.626225:0:9898:0:(lfsck_engine.c:787:lfsck_master_dir_engine()) Process leaving via out (rc=1 : 1 : 0x1) 80000000:00000001:3.0:1647275032.626225:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 00040000:00000001:2.0:1647275032.626225:0:9903:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626225:0:9903:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626226:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.626226:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626226:0:9903:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.626226:0:9903:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 80000000:00000001:3.0:1647275032.626227:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626227:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 00040000:00000001:2.0:1647275032.626227:0:9903:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626227:0:9903:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626228:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.626228:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.626228:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626228:0:9903:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626229:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.626229:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1647275032.626229:0:9903:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e2451f13280. 00000020:00000001:3.0:1647275032.626230:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00080000:00000001:2.0:1647275032.626230:0:9903:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.626231:0:9898:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208781656 : -125191500769960 : ffff8e2395115558) 00080000:00000001:2.0:1647275032.626231:0:9903:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00100000:00000001:3.0:1647275032.626232:0:9898:0:(lfsck_engine.c:525:lfsck_exec_oit()) Process entered 00100000:00000001:3.0:1647275032.626232:0:9898:0:(lfsck_layout.c:5692:lfsck_layout_master_exec_oit()) Process entered 00080000:00000001:3.0:1647275032.626233:0:9898:0:(osd_handler.c:1562:osd_oxc_get()) Process leaving via out (rc=264 : 264 : 0x108) 00080000:00000001:2.0:1647275032.626233:0:9903:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275032.626234:0:9898:0:(lu_object.c:2545:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 264 at ffff8e240f3a9000. 00100000:00000001:3.0:1647275032.626235:0:9898:0:(lfsck_layout.c:5735:lfsck_layout_master_exec_oit()) Process leaving via out (rc=1 : 1 : 0x1) 00100000:00000001:2.0:1647275032.626235:0:9903:0:(scrub.c:229:scrub_file_store()) Process leaving via stop (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626236:0:9898:0:(lfsck_layout.c:5488:lfsck_layout_scan_stripes()) Process entered 00080000:00000001:2.0:1647275032.626236:0:9903:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00000020:00000001:3.0:1647275032.626237:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00080000:00000010:2.0:1647275032.626238:0:9903:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e2451f13280. 00000004:00000001:3.0:1647275032.626239:0:9898:0:(mdt_handler.c:6299:mdt_object_alloc()) Process entered 00040000:00000001:2.0:1647275032.626239:0:9903:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00000004:00000010:3.0:1647275032.626240:0:9898:0:(mdt_handler.c:6301:mdt_object_alloc()) slab-alloced 'mo': 896 at ffff8e2395114000. 00040000:00000001:2.0:1647275032.626240:0:9903:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.626240:0:9903:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626241:0:9898:0:(mdt_handler.c:6323:mdt_object_alloc()) Process leaving (rc=18446618882208776280 : -125191500775336 : ffff8e2395114058) 00100000:10000000:2.0:1647275032.626241:0:9903:0:(scrub.c:240:scrub_file_store()) lustrefs-MDT0001: store scrub file: rc = 0 00000004:00000001:3.0:1647275032.626242:0:9898:0:(mdt_handler.c:6335:mdt_object_init()) Process entered 00000004:00000040:3.0:1647275032.626243:0:9898:0:(mdt_handler.c:6338:mdt_object_init()) object init, fid = [0x100000000:0x3:0x0] 00100000:00000001:2.0:1647275032.626243:0:9903:0:(scrub.c:414:scrub_thread_post()) Process leaving (rc=1 : 1 : 1) 00100000:10000000:2.0:1647275032.626244:0:9903:0:(osd_scrub.c:1201:osd_scrub_main()) lustrefs-MDT0001: OI scrub: stop, pos = 20868121: rc = 1 00000004:00000010:3.0:1647275032.626245:0:9898:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at ffff8e2364139420. 00000020:00000010:2.0:1647275032.626245:0:9903:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e23abf55800. 00000004:00000001:3.0:1647275032.626246:0:9898:0:(mdt_handler.c:6347:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626246:0:9898:0:(mdd_object.c:299:mdd_object_init()) Process entered 00000004:00000001:3.0:1647275032.626247:0:9898:0:(lod_dev.c:212:lod_object_alloc()) Process entered 00000040:00000010:2.0:1647275032.626247:0:9903:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e23abf54000. 00000004:00000010:3.0:1647275032.626248:0:9898:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 288 at ffff8e234b93eea0. 00000004:00000001:3.0:1647275032.626249:0:9898:0:(lod_dev.c:224:lod_object_alloc()) Process leaving (rc=18446618880975826592 : -125192733725024 : ffff8e234b93eea0) 00000004:00000001:3.0:1647275032.626249:0:9898:0:(mdd_object.c:309:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1647275032.626249:0:9903:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e23627f2800. 00000004:00000001:3.0:1647275032.626250:0:9898:0:(lod_object.c:9014:lod_object_init()) Process entered 00000020:00000010:2.0:1647275032.626250:0:9903:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e241aee53f0. 00000004:00000001:3.0:1647275032.626251:0:9898:0:(lod_dev.c:128:lod_fld_lookup()) Process entered 00000004:00000001:3.0:1647275032.626251:0:9898:0:(lod_dev.c:139:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1647275032.626252:0:9903:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e23abf55000. 80000000:00000010:2.0:1647275032.626253:0:9903:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e239f4e1a20. 00000004:00000010:3.0:1647275032.626254:0:9898:0:(osp_dev.c:117:osp_object_alloc()) slab-alloced 'o': 688 at ffff8e240ba3fb20. 40000000:00000010:2.0:1647275032.626254:0:9903:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e2451f13100. 00000004:00000001:3.0:1647275032.626255:0:9898:0:(lod_object.c:9057:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1647275032.626255:0:9903:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e23e4c34000. 00000004:00000001:3.0:1647275032.626256:0:9898:0:(osp_object.c:2291:osp_object_init()) Process entered 00000004:00000001:3.0:1647275032.626256:0:9898:0:(osp_object.c:2318:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1647275032.626256:0:9903:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e23abf54400. 00000020:00000001:3.0:1647275032.626271:0:9898:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446618882208776280 : -125191500775336 : ffff8e2395114058) 00080000:00000010:2.0:1647275032.626272:0:9903:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e23aea2a000. 00000004:00000001:3.0:1647275032.626273:0:9898:0:(osp_trans.c:855:osp_insert_async_request()) Process entered 00000004:00000010:3.0:1647275032.626273:0:9898:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 184 at ffff8e23bdf6fb40. 00080000:00000010:2.0:1647275032.626273:0:9903:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e23645aa000. 00000004:00000010:3.0:1647275032.626274:0:9898:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8e23b18622c0. 00000004:00000010:3.0:1647275032.626275:0:9898:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8e2388c9a000. 00100000:00000010:2.0:1647275032.626275:0:9903:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e23627f7000. 00000020:00000001:3.0:1647275032.626276:0:9898:0:(out_lib.c:157:out_update_pack()) Process entered 00000020:00000001:3.0:1647275032.626277:0:9898:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1647275032.626277:0:9903:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244e74e000. 00000004:00000010:3.0:1647275032.626278:0:9898:0:(osp_trans.c:565:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8e2376268100. 00000004:00000001:3.0:1647275032.626279:0:9898:0:(osp_trans.c:898:osp_insert_async_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1647275032.626280:0:9898:0:(osp_object.c:179:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8e23d08c0500. 00000004:00000001:3.0:1647275032.626281:0:9898:0:(osp_trans.c:855:osp_insert_async_request()) Process entered 00000020:00000001:3.0:1647275032.626281:0:9898:0:(out_lib.c:157:out_update_pack()) Process entered 00000020:00000001:3.0:1647275032.626282:0:9898:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1647275032.626282:0:9898:0:(osp_trans.c:565:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8e2376268880. 00000004:00000001:3.0:1647275032.626283:0:9898:0:(osp_trans.c:898:osp_insert_async_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626284:0:9898:0:(osp_trans.c:355:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1647275032.626284:0:9898:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x100000000:0x3:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000004:00000040:3.0:1647275032.626286:0:9898:0:(osp_trans.c:265:object_update_request_dump()) i = 1 fid = [0x100000000:0x3:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:3.0:1647275032.626287:0:9898:0:(osp_trans.c:271:object_update_request_dump()) updates = ffff8e2388c9a000 magic = bdde0002 count = 2 size = 104 00000100:00000010:3.0:1647275032.626289:0:9898:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23abfb4d00. 00000020:00000040:3.0:1647275032.626291:0:9898:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:3.0:1647275032.626292:0:9898:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1647275032.626293:0:9898:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1647275032.626294:0:9898:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1647275032.626295:0:9898:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e240f3a9a00. 00000100:00000001:3.0:1647275032.626296:0:9898:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626297:0:9898:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626297:0:9901:0:(lfsck_namespace.c:5596:lfsck_namespace_assistant_handler_p1()) Process entered 00000004:00000001:3.0:1647275032.626298:0:9898:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 80000000:00000001:2.0:1647275032.626298:0:9901:0:(fld_handler.c:247:fld_server_lookup()) Process entered 00000004:00000001:3.0:1647275032.626299:0:9898:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.626299:0:9901:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:2.0:1647275032.626299:0:9901:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00000100:00000001:3.0:1647275032.626300:0:9898:0:(jobid.c:866:lustre_get_jobid()) Process entered 80000000:00000001:2.0:1647275032.626300:0:9901:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.626301:0:9898:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.626301:0:9901:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1647275032.626302:0:9901:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275032.626303:0:9901:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:2.0:1647275032.626303:0:9901:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208781656 : -125191500769960 : ffff8e2395115558) 00000100:00000040:3.0:1647275032.626304:0:9898:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23abfb4d00] to pc [ptlrpcd_00_00+0] req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck.0' 00000020:00000010:2.0:1647275032.626305:0:9901:0:(lu_object.c:2545:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8e23575e0000. 00100000:00000010:2.0:1647275032.626318:0:9901:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8e2364139000. 00100000:00000001:2.0:1647275032.626366:0:9901:0:(lfsck_namespace.c:5596:lfsck_namespace_assistant_handler_p1()) Process entered 00100000:00000001:2.0:1647275032.626366:0:9901:0:(lfsck_namespace.c:5645:lfsck_namespace_assistant_handler_p1()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000010:2.0:1647275032.626368:0:9901:0:(lfsck_internal.h:1544:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8e23bdf6fa80. 00100000:00000010:2.0:1647275032.626369:0:9901:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 80 at ffff8e2364139c00. 00100000:00000010:3.0:1647275032.626371:0:9898:0:(lfsck_lib.c:1996:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8e23bdf6fc00. 00100000:00000010:3.0:1647275032.626372:0:9898:0:(lfsck_layout.c:194:lfsck_layout_assistant_req_init()) kmalloced '(llr)': 48 at ffff8e2376268b00. 00000100:00000001:2.0:1647275032.626373:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275032.626374:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.626374:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00100000:00000001:3.0:1647275032.626376:0:9898:0:(lfsck_layout.c:5650:lfsck_layout_scan_stripes()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626378:0:9898:0:(lfsck_layout.c:5488:lfsck_layout_scan_stripes()) Process entered 00000020:00000001:3.0:1647275032.626379:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000004:00000001:3.0:1647275032.626379:0:9898:0:(mdt_handler.c:6299:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1647275032.626380:0:9898:0:(mdt_handler.c:6301:mdt_object_alloc()) slab-alloced 'mo': 896 at ffff8e2395116680. 00000004:00000001:3.0:1647275032.626382:0:9898:0:(mdt_handler.c:6323:mdt_object_alloc()) Process leaving (rc=18446618882208786136 : -125191500765480 : ffff8e23951166d8) 00000004:00000001:3.0:1647275032.626383:0:9898:0:(mdt_handler.c:6335:mdt_object_init()) Process entered 00000100:00000040:2.0:1647275032.626383:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck.0' 00000004:00000040:3.0:1647275032.626384:0:9898:0:(mdt_handler.c:6338:mdt_object_init()) object init, fid = [0x100010000:0x3:0x0] 00000004:00000010:3.0:1647275032.626385:0:9898:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at ffff8e2364139f00. 00000004:00000001:3.0:1647275032.626385:0:9898:0:(mdt_handler.c:6347:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626405:0:9898:0:(mdd_object.c:299:mdd_object_init()) Process entered 00000004:00000001:3.0:1647275032.626406:0:9898:0:(lod_dev.c:212:lod_object_alloc()) Process entered 00000004:00000010:3.0:1647275032.626407:0:9898:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 288 at ffff8e234b93fd40. 00000004:00000001:3.0:1647275032.626408:0:9898:0:(lod_dev.c:224:lod_object_alloc()) Process leaving (rc=18446618880975830336 : -125192733721280 : ffff8e234b93fd40) 00000100:00000001:2.0:1647275032.626408:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000004:00000001:3.0:1647275032.626409:0:9898:0:(mdd_object.c:309:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.626409:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626410:0:9898:0:(lod_object.c:9014:lod_object_init()) Process entered 00000004:00000001:3.0:1647275032.626410:0:9898:0:(lod_dev.c:128:lod_fld_lookup()) Process entered 02000000:00000001:2.0:1647275032.626410:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000004:00000001:3.0:1647275032.626411:0:9898:0:(lod_dev.c:139:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.626411:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.626412:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23abfb4d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330496384:10.0.2.5@tcp:1000:lfsck.0 00000004:00000010:3.0:1647275032.626413:0:9898:0:(osp_dev.c:117:osp_object_alloc()) slab-alloced 'o': 688 at ffff8e240ba3edb0. 00000004:00000001:3.0:1647275032.626414:0:9898:0:(lod_object.c:9057:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.626414:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1647275032.626414:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000004:00000001:3.0:1647275032.626415:0:9898:0:(osp_object.c:2291:osp_object_init()) Process entered 00000004:00000001:3.0:1647275032.626415:0:9898:0:(osp_object.c:2318:osp_object_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.626415:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1647275032.626415:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.626416:0:9898:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446618882208786136 : -125191500765480 : ffff8e23951166d8) 02000000:00000001:2.0:1647275032.626416:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626417:0:9898:0:(osp_trans.c:855:osp_insert_async_request()) Process entered 02000000:00000001:2.0:1647275032.626417:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000010:3.0:1647275032.626418:0:9898:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 184 at ffff8e23bdf6fcc0. 00000004:00000010:3.0:1647275032.626419:0:9898:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8e23b1862000. 02000000:00000010:2.0:1647275032.626419:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8e23645aa000. 00000004:00000010:3.0:1647275032.626420:0:9898:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8e23d3d8c000. 02000000:00000001:2.0:1647275032.626420:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.626421:0:9898:0:(out_lib.c:157:out_update_pack()) Process entered 00000020:00000001:3.0:1647275032.626421:0:9898:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.626421:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00000004:00000010:3.0:1647275032.626422:0:9898:0:(osp_trans.c:565:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8e2376268b80. 00000004:00000001:3.0:1647275032.626422:0:9898:0:(osp_trans.c:898:osp_insert_async_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1647275032.626423:0:9898:0:(osp_object.c:179:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8e23d08c0400. 00000400:00000010:2.0:1647275032.626423:0:3301:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e241072c840 (tot 73194297). 00000004:00000001:3.0:1647275032.626424:0:9898:0:(osp_trans.c:855:osp_insert_async_request()) Process entered 00000020:00000001:3.0:1647275032.626425:0:9898:0:(out_lib.c:157:out_update_pack()) Process entered 00000020:00000001:3.0:1647275032.626425:0:9898:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275032.626425:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1727288330496384, portal 4 00100000:00000001:0.0:1647275032.626425:0:9900:0:(lfsck_layout.c:4368:lfsck_layout_assistant_handler_p1()) Process entered 00000004:00000010:3.0:1647275032.626426:0:9898:0:(osp_trans.c:565:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8e2376268840. 00000004:00000001:3.0:1647275032.626426:0:9898:0:(osp_trans.c:898:osp_insert_async_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.626426:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000004:00000001:3.0:1647275032.626427:0:9898:0:(osp_trans.c:355:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1647275032.626427:0:9898:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x100010000:0x3:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000100:00000001:2.0:1647275032.626427:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882593213696 : -125191116337920 : ffff8e23abfb4d00) 00000004:00000001:0.0:1647275032.626427:0:9900:0:(osp_object.c:581:osp_attr_get()) Process entered 00000004:00000010:0.0:1647275032.626428:0:9900:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 184 at ffff8e2363561cc0. 00000004:00000040:3.0:1647275032.626429:0:9898:0:(osp_trans.c:265:object_update_request_dump()) i = 1 fid = [0x100010000:0x3:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000100:00000040:2.0:1647275032.626429:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck.0' 00000004:00000040:3.0:1647275032.626430:0:9898:0:(osp_trans.c:271:object_update_request_dump()) updates = ffff8e23d3d8c000 magic = bdde0002 count = 2 size = 104 00000004:00000010:0.0:1647275032.626430:0:9900:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8e23ab5496e0. 00000004:00000010:0.0:1647275032.626431:0:9900:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8e23e5dc0000. 00000100:00000010:3.0:1647275032.626432:0:9898:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a226300. 00000020:00000040:3.0:1647275032.626433:0:9898:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 00000020:00000001:0.0:1647275032.626433:0:9900:0:(out_lib.c:157:out_update_pack()) Process entered 00000100:00000001:3.0:1647275032.626434:0:9898:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1647275032.626434:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:0.0:1647275032.626434:0:9900:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275032.626435:0:9898:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1647275032.626435:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000004:00000001:0.0:1647275032.626435:0:9900:0:(osp_trans.c:477:osp_remote_sync()) Process entered 02000000:00000001:3.0:1647275032.626436:0:9898:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.626436:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff908. 02000000:00000010:3.0:1647275032.626437:0:9898:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e240f3a9e00. 00000100:00000200:2.0:1647275032.626437:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 24, xid 1727288330496384, offset 0 00000004:00000001:0.0:1647275032.626437:0:9900:0:(osp_trans.c:355:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1647275032.626437:0:9900:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x100000000:0x3:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000100:00000001:3.0:1647275032.626438:0:9898:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626438:0:9898:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626439:0:9898:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000040:0.0:1647275032.626439:0:9900:0:(osp_trans.c:271:object_update_request_dump()) updates = ffff8e23e5dc0000 magic = bdde0002 count = 1 size = 40 00000004:00000001:3.0:1647275032.626440:0:9898:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275032.626440:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275032.626441:0:9898:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1647275032.626441:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f1080. 00000100:00000001:3.0:1647275032.626456:0:9898:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275032.626457:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000040:3.0:1647275032.626458:0:9898:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e238a226300] to pc [ptlrpcd_00_01+1] req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck.0' 00000020:00000040:0.0:1647275032.626459:0:9900:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=4 obd=lustrefs-OST0000-osc-MDT0000 00000400:00000200:2.0:1647275032.626460:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:0.0:1647275032.626460:0:9900:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275032.626461:0:9900:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1647275032.626462:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1647275032.626462:0:9900:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275032.626463:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 02000000:00000010:0.0:1647275032.626463:0:9900:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e244188ba00. 00000400:00000200:2.0:1647275032.626464:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14409:14409:256:4294967295] 10.0.2.5@tcp LPNI seq info [11425:11425:8:4294967295] 00100000:00000010:3.0:1647275032.626465:0:9898:0:(lfsck_lib.c:1996:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at ffff8e23bdf6fd80. 00000100:00000001:0.0:1647275032.626465:0:9900:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:3.0:1647275032.626466:0:9898:0:(lfsck_layout.c:194:lfsck_layout_assistant_req_init()) kmalloced '(llr)': 48 at ffff8e2376268f00. 00000004:00000001:0.0:1647275032.626466:0:9900:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.626467:0:9898:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000004:00000001:0.0:1647275032.626467:0:9900:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1647275032.626468:0:9898:0:(mdt_handler.c:6299:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1647275032.626468:0:9898:0:(mdt_handler.c:6301:mdt_object_alloc()) slab-alloced 'mo': 896 at ffff8e2395117800. 00000004:00000001:0.0:1647275032.626468:0:9900:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626469:0:9898:0:(mdt_handler.c:6323:mdt_object_alloc()) Process leaving (rc=18446618882208790616 : -125191500761000 : ffff8e2395117858) 00000400:00000200:2.0:1647275032.626469:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:0.0:1647275032.626469:0:9900:0:(client.c:3083:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1647275032.626469:0:9900:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000004:00000001:3.0:1647275032.626470:0:9898:0:(mdt_handler.c:6335:mdt_object_init()) Process entered 00000004:00000040:3.0:1647275032.626470:0:9898:0:(mdt_handler.c:6338:mdt_object_init()) object init, fid = [0x100000000:0x4:0x0] 00000004:00000010:3.0:1647275032.626471:0:9898:0:(mdd_object.c:277:mdd_object_alloc()) slab-alloced 'mdd_obj': 96 at ffff8e2364139180. 00000100:00000010:0.0:1647275032.626471:0:9900:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e24418cf400. 00000004:00000001:3.0:1647275032.626472:0:9898:0:(mdt_handler.c:6347:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626472:0:9898:0:(mdd_object.c:299:mdd_object_init()) Process entered 00000004:00000001:3.0:1647275032.626472:0:9898:0:(lod_dev.c:212:lod_object_alloc()) Process entered 00000100:00000001:0.0:1647275032.626472:0:9900:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618885102564352 : -125188606987264 : ffff8e24418cf400) 00000004:00000010:3.0:1647275032.626473:0:9898:0:(lod_dev.c:214:lod_object_alloc()) slab-alloced 'lod_obj': 288 at ffff8e234b93e7e0. 00000800:00000200:2.0:1647275032.626473:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 368 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275032.626473:0:9900:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275032.626473:0:9900:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208632960 : -125191500918656 : ffff8e23950f1080) 00000004:00000001:3.0:1647275032.626474:0:9898:0:(lod_dev.c:224:lod_object_alloc()) Process leaving (rc=18446618880975824864 : -125192733726752 : ffff8e234b93e7e0) 00000004:00000001:3.0:1647275032.626474:0:9898:0:(mdd_object.c:309:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1647275032.626474:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e2408269900 (tot 73194545). 00000004:00000001:3.0:1647275032.626475:0:9898:0:(lod_object.c:9014:lod_object_init()) Process entered 00000004:00000001:3.0:1647275032.626475:0:9898:0:(lod_dev.c:128:lod_fld_lookup()) Process entered 00000100:00000001:0.0:1647275032.626475:0:9900:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000004:00000001:3.0:1647275032.626476:0:9898:0:(lod_dev.c:139:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626476:0:9900:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1647275032.626477:0:9898:0:(osp_dev.c:117:osp_object_alloc()) slab-alloced 'o': 688 at ffff8e240ba3eb00. 00000004:00000001:3.0:1647275032.626477:0:9898:0:(lod_object.c:9057:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.626477:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275032.626477:0:9900:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1647275032.626477:0:9900:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000004:00000001:3.0:1647275032.626478:0:9898:0:(osp_object.c:2291:osp_object_init()) Process entered 00000004:00000001:3.0:1647275032.626478:0:9898:0:(osp_object.c:2318:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275032.626478:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:1.0:1647275032.626478:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1647275032.626478:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1647275032.626479:0:9898:0:(lu_object.c:915:lu_object_find_at()) Process leaving (rc=18446618882208790616 : -125191500761000 : ffff8e2395117858) 00000100:00000040:0.0:1647275032.626479:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000004:00000001:3.0:1647275032.626480:0:9898:0:(osp_trans.c:855:osp_insert_async_request()) Process entered 00000004:00000010:3.0:1647275032.626480:0:9898:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 184 at ffff8e23bdf6fe40. 00000100:00000040:1.0:1647275032.626480:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck.0' 00000004:00000010:3.0:1647275032.626481:0:9898:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8e23b1862040. 00000004:00000010:3.0:1647275032.626482:0:9898:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8e2352bfa000. 00000800:00000200:2.0:1647275032.626482:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000020:00000001:3.0:1647275032.626483:0:9898:0:(out_lib.c:157:out_update_pack()) Process entered 00000020:00000001:3.0:1647275032.626483:0:9898:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275032.626483:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e2408269900 type 1, nob 464 niov 1 nkiov 1 00000004:00000010:3.0:1647275032.626484:0:9898:0:(osp_trans.c:565:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8e2376268c00. 00000100:00000001:0.0:1647275032.626484:0:9900:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275032.626484:0:9900:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626485:0:9898:0:(osp_trans.c:898:osp_insert_async_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.626485:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1647275032.626485:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1647275032.626486:0:9898:0:(osp_object.c:179:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8e23d08c0f00. 02000000:00000001:1.0:1647275032.626486:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275032.626486:0:9900:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275032.626486:0:9900:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626487:0:9898:0:(osp_trans.c:855:osp_insert_async_request()) Process entered 00000020:00000001:3.0:1647275032.626487:0:9898:0:(out_lib.c:157:out_update_pack()) Process entered 02000000:00000001:1.0:1647275032.626487:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.626501:0:9898:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1647275032.626501:0:9898:0:(osp_trans.c:565:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8e2376268c40. 00000100:00100000:1.0:1647275032.626501:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e238a226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-mdtlov_UUID:3302:1727288330496448:10.0.2.5@tcp:1000:lfsck.0 00000100:00100000:0.0:1647275032.626501:0:9900:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f1080 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330496512:10.0.2.5@tcp:1000:lfsck_layout.0 00000004:00000001:3.0:1647275032.626502:0:9898:0:(osp_trans.c:898:osp_insert_async_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.626502:0:9898:0:(osp_trans.c:355:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1647275032.626503:0:9898:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x100000000:0x4:0x0] op = attr_get params = 0 batchid = 0 size = 40 repsize 208 00000100:00000001:0.0:1647275032.626503:0:9900:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275032.626503:0:9900:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000004:00000040:3.0:1647275032.626504:0:9898:0:(osp_trans.c:265:object_update_request_dump()) i = 1 fid = [0x100000000:0x4:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000100:00000001:2.0:1647275032.626504:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.626504:0:9900:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1647275032.626505:0:9898:0:(osp_trans.c:271:object_update_request_dump()) updates = ffff8e2352bfa000 magic = bdde0002 count = 2 size = 104 00000100:00000001:2.0:1647275032.626505:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1647275032.626505:0:9900:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1647275032.626506:0:9898:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a224780. 00000100:00000001:2.0:1647275032.626506:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1647275032.626507:0:9898:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=5 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:2.0:1647275032.626507:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275032.626507:0:9900:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8e23ab50e000. 00000100:00000001:3.0:1647275032.626508:0:9898:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1647275032.626508:0:9898:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1647275032.626508:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1647275032.626508:0:9900:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275032.626509:0:9898:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.626509:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1647275032.626509:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1647275032.626509:0:9900:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76630. 02000000:00000010:3.0:1647275032.626510:0:9898:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e240f3a8200. 00000100:00000001:3.0:1647275032.626510:0:9898:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275032.626510:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275032.626510:0:9900:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e2363561780 (tot 73194697). 00000004:00000001:3.0:1647275032.626511:0:9898:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.626511:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.626511:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 02000000:00000001:1.0:1647275032.626511:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000001:3.0:1647275032.626512:0:9898:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1647275032.626512:0:9898:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.626512:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1647275032.626512:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8e2401426000. 00000100:00000200:0.0:1647275032.626512:0:9900:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1727288330496512, portal 4 00000100:00000001:3.0:1647275032.626513:0:9898:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1647275032.626513:0:9898:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.626513:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.626513:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275032.626513:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626513:0:9900:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.626514:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1647275032.626514:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c18f0. 00000100:00000001:0.0:1647275032.626514:0:9900:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208632960 : -125191500918656 : ffff8e23950f1080) 00000100:00000040:3.0:1647275032.626515:0:9898:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e238a224780] to pc [ptlrpcd_00_02+2] req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck.0' 00000400:00000010:1.0:1647275032.626516:0:3302:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e2344cb6780 (tot 73194849). 00000100:00000040:0.0:1647275032.626516:0:9900:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:1.0:1647275032.626517:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1727288330496448, portal 4 00100000:00000001:2.0:1647275032.626518:0:9902:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00000100:00000001:1.0:1647275032.626518:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00100000:00000001:2.0:1647275032.626519:0:9902:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00000100:00000001:1.0:1647275032.626519:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882025349888 : -125191684201728 : ffff8e238a226300) 00000100:00000001:0.0:1647275032.626520:0:9900:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1647275032.626521:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000040:0.0:1647275032.626521:0:9900:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275032.626522:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0aa0. 00100000:00000010:3.0:1647275032.626524:0:9898:0:(lfsck_layout.c:194:lfsck_layout_assistant_req_init()) kmalloced '(llr)': 48 at ffff8e2376268700. 00100000:00000001:3.0:1647275032.626524:0:9898:0:(lfsck_layout.c:5650:lfsck_layout_scan_stripes()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626525:0:9898:0:(lfsck_namespace.c:4559:lfsck_namespace_exec_oit()) Process entered 00000100:00000001:1.0:1647275032.626526:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 80000000:00000001:3.0:1647275032.626527:0:9898:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:3.0:1647275032.626527:0:9898:0:(fld_handler.c:211:fld_local_lookup()) Process entered 00000100:00000040:1.0:1647275032.626527:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 80000000:00000001:3.0:1647275032.626528:0:9898:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.626528:0:9898:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626528:0:9902:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000010:1.0:1647275032.626528:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574d48. 00000100:00000200:1.0:1647275032.626528:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 24, xid 1727288330496448, offset 0 80000000:00000001:3.0:1647275032.626529:0:9898:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275032.626529:0:9900:0:(niobuf.c:86:ptl_send_buf()) Sending 304 bytes to portal 24, xid 1727288330496512, offset 0 80000000:00000001:3.0:1647275032.626530:0:9898:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626531:0:9898:0:(lfsck_namespace.c:4652:lfsck_namespace_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626531:0:9902:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1647275032.626531:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00100000:00000001:3.0:1647275032.626532:0:9898:0:(lfsck_engine.c:537:lfsck_exec_oit()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.626532:0:9902:0:(osd_scrub.c:1106:osd_inode_iteration()) Process leaving (rc=1 : 1 : 1) 00000020:00000002:3.0:1647275032.626533:0:9898:0:(lu_object.c:224:lu_object_put()) Add ffff8e235c05ba00/ffff8e2395115500 to site lru. bkt: ffff8e2388dde660 00100000:00000001:2.0:1647275032.626533:0:9902:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.626533:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:0.0:1647275032.626533:0:9900:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00100000:00000001:3.0:1647275032.626534:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:2.0:1647275032.626534:0:9902:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626535:0:9902:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00000400:00000200:1.0:1647275032.626535:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00100000:00000001:2.0:1647275032.626536:0:9902:0:(osd_scrub.c:2781:osd_otable_it_next()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.626536:0:9902:0:(lfsck_engine.c:1004:lfsck_master_oit_engine()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.626536:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00100000:10000000:2.0:1647275032.626537:0:9902:0:(lfsck_engine.c:1094:lfsck_master_engine()) LFSCK exit: oit_flags = 0x60003, dir_flags = 0x8006, oit_cookie = 19918081, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 9902, rc = 1 00000400:00000200:1.0:1647275032.626537:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:1.0:1647275032.626538:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14410:14410:255:4294967295] 10.0.2.5@tcp LPNI seq info [11426:11426:7:4294967295] 00100000:00000001:2.0:1647275032.626540:0:9902:0:(lfsck_engine.c:304:lfsck_close_dir()) Process entered 00100000:00000001:2.0:1647275032.626540:0:9902:0:(lfsck_engine.c:337:lfsck_close_dir()) Process leaving 00100000:00000001:2.0:1647275032.626541:0:9902:0:(lfsck_layout.c:5975:lfsck_layout_master_post()) Process entered 00000400:00000200:1.0:1647275032.626541:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00100000:00000001:3.0:1647275032.626542:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:10000000:2.0:1647275032.626542:0:9902:0:(lfsck_lib.c:2597:lfsck_post_generic()) lustrefs-MDT0001-osd: waiting for assistant to do lfsck_layout post, rc = 1 00100000:00000001:3.0:1647275032.626544:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:10000000:2.0:1647275032.626544:0:9902:0:(lfsck_lib.c:2608:lfsck_post_generic()) lustrefs-MDT0001-osd: the assistant has done lfsck_layout post, rc = 1 00000800:00000200:1.0:1647275032.626544:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 368 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:0.0:1647275032.626544:0:9900:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00100000:00000001:3.0:1647275032.626545:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00100000:00000001:2.0:1647275032.626545:0:9902:0:(lfsck_layout.c:1083:lfsck_layout_store()) Process entered 00000800:00000010:1.0:1647275032.626545:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e2376191e00 (tot 73195097). 00000400:00000200:0.0:1647275032.626545:0:9900:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00080000:00000001:3.0:1647275032.626546:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.626546:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626546:0:9902:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00000400:00000200:0.0:1647275032.626546:0:9900:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00080000:00000001:3.0:1647275032.626547:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00080000:00000010:2.0:1647275032.626547:0:9902:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2408269800. 00000800:00000200:1.0:1647275032.626547:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000200:0.0:1647275032.626547:0:9900:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000001:00000010:3.0:1647275032.626548:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00080000:00000001:2.0:1647275032.626548:0:9902:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618884139554816 : -125189569996800 : ffff8e2408269800) 00000001:00000010:3.0:1647275032.626549:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00080000:00000001:2.0:1647275032.626549:0:9902:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000800:00000200:1.0:1647275032.626549:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000400:00000200:0.0:1647275032.626549:0:9900:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14411:14411:254:4294967295] 10.0.2.5@tcp LPNI seq info [11427:11427:6:4294967295] 00080000:00000001:3.0:1647275032.626550:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626551:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1647275032.626551:0:9902:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1647275032.626551:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00000800:00000200:1.0:1647275032.626551:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e2376191e00 type 1, nob 464 niov 1 nkiov 1 00100000:00000001:3.0:1647275032.626552:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1647275032.626552:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00000100:00000001:1.0:1647275032.626552:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1647275032.626553:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626553:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.626553:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1647275032.626553:0:9900:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00100000:00000001:3.0:1647275032.626554:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.626554:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00000001:00000001:2.0:1647275032.626554:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.626554:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00000100:00000001:1.0:1647275032.626554:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626555:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00040000:00000001:2.0:1647275032.626555:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626555:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.626555:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275032.626555:0:9900:0:(socklnd_cb.c:995:ksocknal_send()) sending 304 bytes in 1 frags to 12345-10.0.2.5@tcp 00100000:00000001:3.0:1647275032.626556:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1647275032.626556:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00000100:00000001:1.0:1647275032.626556:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1647275032.626556:0:9900:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e24418cf500 (tot 73195345). 00100000:00000001:3.0:1647275032.626557:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1647275032.626557:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.626557:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626558:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1647275032.626558:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626558:0:9902:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.626558:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1647275032.626558:0:9900:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00100000:00000001:3.0:1647275032.626559:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626559:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00080000:00000010:2.0:1647275032.626559:0:9902:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e2451f13100. 00000100:00000001:1.0:1647275032.626559:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00080000:00000001:2.0:1647275032.626560:0:9902:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.626560:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275032.626560:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1647275032.626560:0:9900:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:0.0:1647275032.626560:0:9900:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e24418cf500 type 1, nob 400 niov 1 nkiov 1 00080000:00000001:2.0:1647275032.626561:0:9902:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:2.0:1647275032.626561:0:9902:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000100:00000001:1.0:1647275032.626561:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626562:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000001:00000001:2.0:1647275032.626562:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.626562:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.626562:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.626562:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626562:0:9900:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626563:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626563:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00000100:00000001:0.0:1647275032.626563:0:9900:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.626563:0:9900:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626564:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626564:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00040000:00000001:2.0:1647275032.626564:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.626564:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626564:0:9900:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00080000:00000001:3.0:1647275032.626565:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1647275032.626565:0:9899:0:(osd_oi.c:584:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626565:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626565:0:9902:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.626565:0:9902:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00000100:00000001:0.0:1647275032.626565:0:9900:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1647275032.626565:0:9900:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e24418cf400 going to sleep for 6 seconds 00080000:00000001:3.0:1647275032.626566:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1647275032.626566:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00040000:00000001:2.0:1647275032.626566:0:9902:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.626566:0:9902:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626566:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000001:00000010:3.0:1647275032.626567:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00000001:00000001:2.0:1647275032.626567:0:9902:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626567:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.626568:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626569:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626569:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626569:0:9902:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626569:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275032.626569:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.626570:0:9902:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00100000:00000001:3.0:1647275032.626571:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.626572:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00080000:00000001:2.0:1647275032.626572:0:9902:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275032.626572:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1647275032.626572:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00100000:00000001:3.0:1647275032.626573:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000800:00000010:1.0:1647275032.626573:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e2408269900 (tot 73195097). 00000100:00100000:0.0:1647275032.626573:0:3304:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00100000:00000001:3.0:1647275032.626574:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.626574:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626575:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.626575:0:9902:0:(lfsck_layout.c:1130:lfsck_layout_store()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1647275032.626575:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275032.626575:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00100000:00000001:3.0:1647275032.626576:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1647275032.626576:0:9902:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00000100:00000001:0.0:1647275032.626576:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626577:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626577:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00080000:00000010:2.0:1647275032.626577:0:9902:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e2451f13100. 00000400:00000200:1.0:1647275032.626577:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275032.626577:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275032.626577:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00040000:00000001:2.0:1647275032.626578:0:9902:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.626578:0:9902:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00000400:00000200:1.0:1647275032.626578:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff908 00000100:00000001:0.0:1647275032.626578:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00080000:00000001:2.0:1647275032.626579:0:9902:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1647275032.626579:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff908. 00000100:00000040:0.0:1647275032.626579:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck.0' 00100000:00000001:3.0:1647275032.626580:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:10000000:2.0:1647275032.626580:0:9902:0:(lfsck_layout.c:6018:lfsck_layout_master_post()) lustrefs-MDT0001-osd: layout LFSCK master post done: rc = 0 00100000:00000001:3.0:1647275032.626581:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.626581:0:9902:0:(lfsck_layout.c:6020:lfsck_layout_master_post()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.626581:0:3296:0:(events.c:53:request_out_callback()) Process entered 00100000:00000001:2.0:1647275032.626582:0:9902:0:(lfsck_namespace.c:4730:lfsck_namespace_post()) Process entered 00100000:10000000:2.0:1647275032.626582:0:9902:0:(lfsck_lib.c:2597:lfsck_post_generic()) lustrefs-MDT0001-osd: waiting for assistant to do lfsck_namespace post, rc = 1 00000100:00000200:1.0:1647275032.626582:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck.0' 00100000:00000001:3.0:1647275032.626583:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626583:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275032.626583:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626584:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626584:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:10000000:2.0:1647275032.626584:0:9902:0:(lfsck_lib.c:2608:lfsck_post_generic()) lustrefs-MDT0001-osd: the assistant has done lfsck_namespace post, rc = 1 02000000:00000001:0.0:1647275032.626584:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00100000:00000001:3.0:1647275032.626585:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.626585:0:9902:0:(lfsck_namespace.c:391:lfsck_namespace_store()) Process entered 00080000:00000001:2.0:1647275032.626585:0:9902:0:(osd_handler.c:1815:osd_trans_create()) Process entered 02000000:00000001:0.0:1647275032.626585:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626586:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000010:2.0:1647275032.626586:0:9902:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2408269000. 00080000:00000001:2.0:1647275032.626586:0:9902:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618884139552768 : -125189569998848 : ffff8e2408269000) 00000100:00100000:0.0:1647275032.626586:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e238a224780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330496576:10.0.2.5@tcp:1000:lfsck.0 00100000:00000001:3.0:1647275032.626587:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.626587:0:9902:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00000100:00000001:1.0:1647275032.626587:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00100000:00000001:3.0:1647275032.626588:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.626588:0:9902:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275032.626588:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000001:0.0:1647275032.626588:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00100000:00000001:3.0:1647275032.626589:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.626589:0:9902:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:2.0:1647275032.626589:0:9902:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0xd:0x0] set xattr 'trusted.lfsck_ns' with size 544 02000000:00000001:0.0:1647275032.626589:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275032.626589:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626590:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000001:0.0:1647275032.626590:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00100000:00000001:3.0:1647275032.626591:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000010:0.0:1647275032.626591:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8e23b120a000. 00100000:00000001:3.0:1647275032.626592:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626592:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.626592:0:9902:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00000100:00000001:1.0:1647275032.626592:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.626592:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626593:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000002:2.0:1647275032.626593:0:9902:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0xd:0x0] set xattr 'trusted.lfsck_bitmap' with size 8 00000100:00000001:1.0:1647275032.626593:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000010:0.0:1647275032.626593:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76dc0. 00100000:00000001:3.0:1647275032.626594:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000010:0.0:1647275032.626594:0:3304:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e2363561480 (tot 73195249). 00100000:00000001:3.0:1647275032.626595:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.626595:0:9902:0:(lfsck_namespace.c:434:lfsck_namespace_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1647275032.626595:0:9902:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00100000:00000001:3.0:1647275032.626596:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00040000:00000001:2.0:1647275032.626596:0:9902:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.626596:0:9902:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00000800:00000200:1.0:1647275032.626596:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1647275032.626596:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1727288330496576, portal 4 00000100:00000001:0.0:1647275032.626596:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00100000:00000001:3.0:1647275032.626597:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.626597:0:9902:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.626597:0:9902:0:(lfsck_namespace.c:4774:lfsck_namespace_post()) lustrefs-MDT0001-osd: namespace LFSCK post done: rc = 0 00000800:00000010:1.0:1647275032.626597:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e2376191e00 (tot 73195001). 00000100:00000001:0.0:1647275032.626597:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882025342848 : -125191684208768 : ffff8e238a224780) 00100000:00000001:3.0:1647275032.626598:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:2.0:1647275032.626598:0:9902:0:(lfsck_namespace.c:4776:lfsck_namespace_post()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.626598:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000001:3.0:1647275032.626599:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626599:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000010:2.0:1647275032.626599:0:9902:0:(osd_scrub.c:2730:osd_otable_it_fini()) kfreed 'it': 2632 at ffff8e23575e4000. 00000400:00000200:1.0:1647275032.626599:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000040:0.0:1647275032.626599:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck.0' 00100000:00000001:3.0:1647275032.626600:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:1.0:1647275032.626600:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574d48 00100000:00000001:3.0:1647275032.626601:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:10000000:2.0:1647275032.626601:0:9902:0:(lfsck_lib.c:2625:lfsck_double_scan_generic()) lustrefs-MDT0001-osd: waiting for assistant to do lfsck_layout double_scan, status 2 00000400:00000010:1.0:1647275032.626601:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574d48. 00100000:00000001:3.0:1647275032.626602:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626602:0:3296:0:(events.c:53:request_out_callback()) Process entered 00100000:00000001:3.0:1647275032.626603:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.626603:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1647275032.626603:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000001:0.0:1647275032.626603:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00100000:00000001:3.0:1647275032.626604:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626604:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.626604:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00100000:00000001:3.0:1647275032.626605:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626605:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:10000000:2.0:1647275032.626605:0:9904:0:(lfsck_engine.c:1651:lfsck_assistant_engine()) lustrefs-MDT0001-osd: lfsck_layout LFSCK assistant thread post 00000400:00000010:0.0:1647275032.626605:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0660. 00100000:00000001:3.0:1647275032.626606:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000200:0.0:1647275032.626606:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 24, xid 1727288330496576, offset 0 00100000:00000001:3.0:1647275032.626607:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:2.0:1647275032.626607:0:9904:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:2.0:1647275032.626607:0:9904:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1647275032.626607:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00100000:00000001:3.0:1647275032.626608:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626608:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000010:2.0:1647275032.626608:0:9904:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e2408269500. 00000100:00000040:1.0:1647275032.626608:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck.0' 00000400:00000200:0.0:1647275032.626608:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:2.0:1647275032.626609:0:9904:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618884139554048 : -125189569997568 : ffff8e2408269500) 00100000:00000001:2.0:1647275032.626610:0:9904:0:(lfsck_layout.c:271:lfsck_layout_assistant_sync_failures()) Process entered 00100000:00000001:2.0:1647275032.626610:0:9904:0:(lfsck_layout.c:274:lfsck_layout_assistant_sync_failures()) Process leaving 00000400:00000200:0.0:1647275032.626610:0:3304:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00100000:00000001:3.0:1647275032.626611:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626612:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626612:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275032.626612:0:3304:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00100000:00000001:3.0:1647275032.626613:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:1.0:1647275032.626613:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1647275032.626613:0:3304:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00100000:00000001:3.0:1647275032.626614:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000010:2.0:1647275032.626614:0:9904:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e1b80. 00000400:00000200:0.0:1647275032.626614:0:3304:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00100000:00000001:3.0:1647275032.626615:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000040:2.0:1647275032.626615:0:9904:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000400:00000200:0.0:1647275032.626615:0:3304:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14412:14412:254:4294967295] 10.0.2.5@tcp LPNI seq info [11428:11428:6:4294967295] 00100000:00000001:3.0:1647275032.626616:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626616:0:9904:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00100000:00000001:3.0:1647275032.626617:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000001:2.0:1647275032.626617:0:9904:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275032.626617:0:9904:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626618:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:0.0:1647275032.626618:0:3304:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 02000000:00000010:2.0:1647275032.626619:0:9904:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e23e560d600. 00100000:00000001:3.0:1647275032.626620:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.626620:0:9904:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275032.626620:0:3304:0:(socklnd_cb.c:995:ksocknal_send()) sending 368 bytes in 1 frags to 12345-10.0.2.5@tcp 00100000:00000001:3.0:1647275032.626621:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626621:0:9904:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1647275032.626621:0:3304:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e24418cfd00 (tot 73195249). 00000100:00000001:2.0:1647275032.626622:0:9904:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626641:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626642:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626642:0:9904:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.626642:0:9904:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00100000:00000001:3.0:1647275032.626643:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:2.0:1647275032.626643:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000800:00000200:0.0:1647275032.626643:0:3304:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00100000:00000001:3.0:1647275032.626644:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000800:00000200:0.0:1647275032.626645:0:3304:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00100000:00000001:3.0:1647275032.626646:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000800:00000200:0.0:1647275032.626646:0:3304:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e24418cfd00 type 1, nob 464 niov 1 nkiov 1 00100000:00000001:3.0:1647275032.626647:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626648:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.626648:0:9904:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275032.626648:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626648:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626649:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626649:0:9904:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626649:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626650:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000001:2.0:1647275032.626650:0:9904:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1647275032.626650:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626651:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000001:2.0:1647275032.626651:0:9904:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626651:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626652:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00100000:2.0:1647275032.626652:0:9904:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e1b80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330496640:0@lo:1101:lfsck_layout.0 00100000:00000001:3.0:1647275032.626653:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626653:0:9904:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00100000:00000001:3.0:1647275032.626654:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626654:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000001:2.0:1647275032.626654:0:9904:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.626655:0:9904:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626656:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626656:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000001:2.0:1647275032.626656:0:9904:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.626656:0:9904:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560d800. 00100000:00000001:3.0:1647275032.626657:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000001:2.0:1647275032.626657:0:9904:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626658:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000010:2.0:1647275032.626658:0:9904:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da160. 00100000:10000000:0.0:1647275032.626658:0:9905:0:(lfsck_engine.c:1651:lfsck_assistant_engine()) lustrefs-MDT0001-osd: lfsck_namespace LFSCK assistant thread post 00100000:00000001:3.0:1647275032.626679:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626679:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000010:2.0:1647275032.626679:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff6e8. 00100000:00000001:3.0:1647275032.626680:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000200:2.0:1647275032.626680:0:9904:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330496640, portal 4 00100000:00000001:0.0:1647275032.626680:0:9905:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:0.0:1647275032.626680:0:9905:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00100000:00000001:3.0:1647275032.626681:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626681:0:9904:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1647275032.626681:0:9905:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e24418cf000. 00000100:00000001:2.0:1647275032.626682:0:9904:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779702656 : -125191929848960 : ffff8e237b7e1b80) 00100000:00000001:3.0:1647275032.626683:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626683:0:9905:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618885102563328 : -125188606988288 : ffff8e24418cf000) 00100000:00000001:3.0:1647275032.626684:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:2.0:1647275032.626684:0:9904:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000800:00000200:1.0:1647275032.626684:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00100000:00000001:3.0:1647275032.626685:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000800:00000010:1.0:1647275032.626685:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e24418cf500 (tot 73195001). 00100000:00000001:0.0:1647275032.626685:0:9905:0:(lfsck_namespace.c:6817:lfsck_namespace_assistant_sync_failures()) Process entered 00100000:00000001:0.0:1647275032.626686:0:9905:0:(lfsck_namespace.c:6820:lfsck_namespace_assistant_sync_failures()) Process leaving 00100000:00000001:3.0:1647275032.626687:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:1.0:1647275032.626687:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1647275032.626687:0:9905:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f5280. 00100000:00000001:3.0:1647275032.626688:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.626688:0:9904:0:(niobuf.c:55:ptl_send_buf()) Process entered 00100000:00000001:3.0:1647275032.626689:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:1.0:1647275032.626689:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000040:0.0:1647275032.626689:0:9905:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=4 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000040:2.0:1647275032.626690:0:9904:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275032.626690:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff908. 00000400:00000200:1.0:1647275032.626690:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0aa0 00000400:00000010:1.0:1647275032.626690:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0aa0. 00000100:00000001:0.0:1647275032.626690:0:9905:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00100000:00000001:3.0:1647275032.626691:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000001:0.0:1647275032.626691:0:9905:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275032.626691:0:9905:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626692:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000200:2.0:1647275032.626692:0:9904:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1727288330496640, offset 0 00000100:00000001:1.0:1647275032.626692:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275032.626693:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 02000000:00000010:0.0:1647275032.626693:0:9905:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e244188bc00. 00000100:00000001:0.0:1647275032.626694:0:9905:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626695:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:2.0:1647275032.626695:0:9904:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1647275032.626695:0:9905:0:(jobid.c:866:lustre_get_jobid()) Process entered 00100000:00000001:3.0:1647275032.626696:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626696:0:9905:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626697:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626697:0:9905:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00100000:00000001:3.0:1647275032.626698:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:2.0:1647275032.626698:0:9904:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000001:3.0:1647275032.626699:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626699:0:9905:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00100000:00000001:3.0:1647275032.626700:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:0.0:1647275032.626700:0:9905:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000400:00000200:2.0:1647275032.626701:0:9904:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x622f5a75d2a80 00100000:00000001:3.0:1647275032.626702:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626703:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626704:0:9905:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00100000:00000001:3.0:1647275032.626705:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:2.0:1647275032.626705:0:9904:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1b9ed [256] + 13536 00000100:00000001:0.0:1647275032.626705:0:9905:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626706:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000001:0.0:1647275032.626706:0:9905:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275032.626706:0:9905:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626707:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:2.0:1647275032.626707:0:9904:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000001:3.0:1647275032.626708:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:2.0:1647275032.626708:0:9904:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1647275032.626708:0:9905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f5280 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustrefs-MDT0001-mdtlov_UUID:9905:1727288330496704:0@lo:1101:lfsck_namespace.0 00100000:00000001:3.0:1647275032.626709:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626709:0:9905:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00100000:00000001:3.0:1647275032.626710:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626710:0:9904:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275032.626710:0:9904:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:0.0:1647275032.626710:0:9905:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00100000:00000001:3.0:1647275032.626711:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000001:0.0:1647275032.626711:0:9905:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626712:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000010:2.0:1647275032.626712:0:9904:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e4200. 02000000:00000001:0.0:1647275032.626712:0:9905:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275032.626712:0:9905:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188b000. 00000100:00000040:2.0:1647275032.626713:0:9904:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e4200 x1727288330496640 msgsize 320 02000000:00000001:0.0:1647275032.626713:0:9905:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626714:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000010:0.0:1647275032.626714:0:9905:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa766e0. 00100000:00000001:3.0:1647275032.626715:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00100000:2.0:1647275032.626715:0:9904:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1647275032.626715:0:9905:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0c38. 00000100:00000200:0.0:1647275032.626716:0:9905:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330496704, portal 4 00100000:00000001:3.0:1647275032.626717:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626717:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626717:0:9905:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275032.626718:0:9905:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208649856 : -125191500901760 : ffff8e23950f5280) 00100000:00000001:3.0:1647275032.626719:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.626724:0:9904:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000040:0.0:1647275032.626724:0:9905:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00100000:00000001:3.0:1647275032.626725:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626726:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:2.0:1647275032.626726:0:9904:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff908 00000400:00000010:2.0:1647275032.626726:0:9904:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff908. 00100000:00000001:3.0:1647275032.626727:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626727:0:9904:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1647275032.626728:0:9904:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.626728:0:9905:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275032.626729:0:9905:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00100000:00000001:3.0:1647275032.626730:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626730:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626730:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000400:00000010:0.0:1647275032.626730:0:9905:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d05d8. 00000100:00000200:0.0:1647275032.626731:0:9905:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1727288330496704, offset 0 00100000:00000001:3.0:1647275032.626732:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.626732:0:9904:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.626732:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00100000:00000001:3.0:1647275032.626733:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:2.0:1647275032.626733:0:9904:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00100000:00000001:3.0:1647275032.626734:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626734:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:0.0:1647275032.626734:0:9905:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000001:3.0:1647275032.626736:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626736:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626736:0:9904:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275032.626736:0:9905:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1647275032.626737:0:9904:0:(events.c:93:request_out_callback()) Process leaving 00100000:00000001:3.0:1647275032.626738:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626739:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626739:0:9904:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.626739:0:9904:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.626740:0:9904:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275032.626740:0:9905:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x622f5a75d2ac0 00100000:00000001:3.0:1647275032.626741:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.626741:0:9904:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.626741:0:9904:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00100000:00000001:3.0:1647275032.626742:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00100000:2.0:1647275032.626742:0:9904:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e2408269500 going to sleep for 6 seconds 00000100:00000001:1.0:1647275032.626742:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.626742:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1647275032.626742:0:9905:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1b9ed [256] + 13856 00100000:00000001:3.0:1647275032.626743:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.626743:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00100000:00000001:3.0:1647275032.626744:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.626744:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.626744:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.626745:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275032.626745:0:9905:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000001:3.0:1647275032.626746:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:0.0:1647275032.626746:0:9905:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000001:3.0:1647275032.626747:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626748:0:9905:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:0.0:1647275032.626748:0:9905:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00100000:00000001:3.0:1647275032.626749:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626750:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000010:0.0:1647275032.626750:0:9905:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f2c00. 00100000:00000001:3.0:1647275032.626751:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626752:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626753:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:0.0:1647275032.626753:0:9905:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f2c00 x1727288330496704 msgsize 320 00100000:00000001:3.0:1647275032.626754:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626755:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00100000:0.0:1647275032.626755:0:9905:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00100000:00000001:3.0:1647275032.626756:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626757:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626758:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626758:0:9905:0:(events.c:394:request_in_callback()) Process leaving 00100000:00000001:3.0:1647275032.626759:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626760:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:0.0:1647275032.626760:0:9905:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d05d8 00000400:00000010:0.0:1647275032.626760:0:9905:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d05d8. 00100000:00000001:3.0:1647275032.626761:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626762:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626762:0:9905:0:(events.c:53:request_out_callback()) Process entered 00100000:00000001:3.0:1647275032.626763:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000800:00000200:1.0:1647275032.626763:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1647275032.626763:0:9905:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00100000:00000001:3.0:1647275032.626764:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000800:00000010:1.0:1647275032.626764:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e24418cfd00 (tot 73194753). 00100000:00000001:3.0:1647275032.626765:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:1.0:1647275032.626765:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000001:3.0:1647275032.626766:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626767:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626767:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:1.0:1647275032.626767:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275032.626767:0:9905:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00100000:00000001:3.0:1647275032.626768:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:1.0:1647275032.626768:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0660 00000100:00000040:0.0:1647275032.626768:0:9905:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00100000:00000001:3.0:1647275032.626769:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000010:1.0:1647275032.626769:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0660. 00100000:00000001:3.0:1647275032.626770:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:1.0:1647275032.626770:0:3296:0:(events.c:53:request_out_callback()) Process entered 00100000:00000001:3.0:1647275032.626771:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000200:1.0:1647275032.626771:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck.0' 00100000:00000001:3.0:1647275032.626772:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626772:0:9905:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626773:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626773:0:9905:0:(events.c:93:request_out_callback()) Process leaving 00100000:00000001:3.0:1647275032.626774:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626774:0:9905:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626775:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626775:0:9905:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.626776:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626776:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626776:0:9905:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626777:0:9905:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00100000:00000001:3.0:1647275032.626791:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626791:0:9905:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00100000:00000001:3.0:1647275032.626792:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00100000:0.0:1647275032.626792:0:9905:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e24418cf000 going to sleep for 6 seconds 00000100:00000001:0.0:1647275032.626793:0:9905:0:(client.c:1798:ptlrpc_check_set()) Process entered 00100000:00000001:3.0:1647275032.626794:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626795:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626796:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626797:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626798:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626798:0:8143:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275032.626799:0:8143:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00100000:00000001:3.0:1647275032.626800:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626800:0:8143:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00100000:00000001:3.0:1647275032.626801:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626801:0:8143:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626802:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000001:0.0:1647275032.626802:0:8143:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275032.626803:0:8143:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330496640 00100000:00000001:3.0:1647275032.626804:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626804:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:0.0:1647275032.626804:0:8143:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275032.626804:0:8143:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00100000:00000001:3.0:1647275032.626805:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626806:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:0.0:1647275032.626806:0:8143:0:(lustre_handles.c:133:class_handle2object()) Process entered 00100000:00000001:3.0:1647275032.626807:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000040:0.0:1647275032.626807:0:8143:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00100000:00000001:3.0:1647275032.626808:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:0.0:1647275032.626808:0:8143:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00100000:00000001:3.0:1647275032.626809:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626809:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:0.0:1647275032.626809:0:8143:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00100000:00000001:3.0:1647275032.626811:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626811:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00100000:00000001:3.0:1647275032.626840:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626840:0:8143:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00100000:00000001:3.0:1647275032.626841:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:1.0:1647275032.626841:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000020:00000010:0.0:1647275032.626841:0:8143:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b400. 00100000:00000001:3.0:1647275032.626842:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626843:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:1.0:1647275032.626843:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck.0' 00100000:00000001:3.0:1647275032.626844:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000010:0.0:1647275032.626844:0:8143:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9480. 00100000:00000001:3.0:1647275032.626845:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626845:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000010:0.0:1647275032.626845:0:8143:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12888. 00000100:00000001:1.0:1647275032.626846:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626847:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:1.0:1647275032.626847:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00100000:00000001:3.0:1647275032.626848:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:0.0:1647275032.626848:0:8143:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:0.0:1647275032.626848:0:8143:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275032.626849:0:8143:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275032.626849:0:8143:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626850:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626851:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626851:0:8143:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626852:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626853:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626853:0:9505:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00100000:00000001:3.0:1647275032.626854:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000001:1.0:1647275032.626854:0:9505:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275032.626854:0:9505:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00100000:00000001:3.0:1647275032.626855:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626855:0:9505:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275032.626856:0:9505:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626857:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00100000:1.0:1647275032.626857:0:9505:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330496704 00000020:00000001:1.0:1647275032.626858:0:9505:0:(genops.c:899:class_conn2export()) Process entered 00100000:00000001:3.0:1647275032.626859:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000040:1.0:1647275032.626859:0:9505:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000020:00000001:1.0:1647275032.626859:0:9505:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:0.0:1647275032.626859:0:8143:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626860:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000040:1.0:1647275032.626860:0:9505:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=8 00100000:00000001:3.0:1647275032.626861:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:1.0:1647275032.626861:0:9505:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00100000:00000001:3.0:1647275032.626862:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000001:1.0:1647275032.626862:0:9505:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00100000:00000001:3.0:1647275032.626863:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626863:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275032.626863:0:8143:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00100000:00000001:3.0:1647275032.626864:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:1.0:1647275032.626864:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275032.626864:0:8143:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00100000:00000001:3.0:1647275032.626865:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000010:1.0:1647275032.626865:0:9505:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a000. 00000100:00100000:0.0:1647275032.626865:0:8143:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000020:00000010:1.0:1647275032.626866:0:9505:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456680. 00000100:00000040:0.0:1647275032.626866:0:8143:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00100000:00000001:3.0:1647275032.626867:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626867:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000010:1.0:1647275032.626867:0:9505:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e67e0. 00000100:00000001:0.0:1647275032.626867:0:8143:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779712512 : -125191929839104 : ffff8e237b7e4200) 00100000:00000001:3.0:1647275032.626869:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:0.0:1647275032.626869:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e4200 x1727288330496640/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00100000:00000001:3.0:1647275032.626884:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626884:0:9505:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275032.626885:0:9505:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275032.626885:0:9505:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626886:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626887:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626887:0:9505:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626888:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.626888:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00100000:00000001:3.0:1647275032.626889:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626889:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00100000:00000001:3.0:1647275032.626890:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00100000:0.0:1647275032.626890:0:8143:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e4200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0001-mdtlov_UUID+8:9904:x1727288330496640:12345-0@lo:1101:lfsck_layout.0 00100000:00000001:3.0:1647275032.626891:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626892:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:1.0:1647275032.626892:0:9505:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626893:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626915:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626916:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626916:0:9505:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00100000:00000001:3.0:1647275032.626917:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626917:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626917:0:9505:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1647275032.626918:0:9505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00000200:0.0:1647275032.626918:0:8143:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330496640 00100000:00000001:3.0:1647275032.626919:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:1.0:1647275032.626919:0:9505:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 2 00000020:00000001:0.0:1647275032.626919:0:8143:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00100000:00000001:3.0:1647275032.626920:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626920:0:9505:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208640000 : -125191500911616 : ffff8e23950f2c00) 00100000:00000001:3.0:1647275032.626921:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:1.0:1647275032.626921:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f2c00 x1727288330496704/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000020:00000001:0.0:1647275032.626921:0:8143:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275032.626921:0:8143:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626922:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:0.0:1647275032.626922:0:8143:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00100000:00000001:3.0:1647275032.626923:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626938:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626939:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000001:0.0:1647275032.626939:0:8143:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203360 : -1059348256 : ffffffffc0dba0e0) 00100000:00000001:3.0:1647275032.626940:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:0.0:1647275032.626940:0:8143:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1647275032.626941:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1647275032.626941:0:8143:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.626942:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626942:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626942:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1647275032.626942:0:8143:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00100000:00000001:3.0:1647275032.626943:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00100000:1.0:1647275032.626943:0:9505:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f2c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0001-mdtlov_UUID+8:9905:x1727288330496704:12345-0@lo:1101:lfsck_namespace.0 00000020:00000001:0.0:1647275032.626943:0:8143:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00100000:00000001:3.0:1647275032.626944:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:0.0:1647275032.626944:0:8143:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626945:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000200:1.0:1647275032.626945:0:9505:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330496704 00000020:00000001:1.0:1647275032.626945:0:9505:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:0.0:1647275032.626945:0:8143:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00100000:00000001:3.0:1647275032.626946:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:1.0:1647275032.626946:0:9505:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 02000000:00000001:0.0:1647275032.626946:0:8143:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00100000:00000001:3.0:1647275032.626947:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000001:1.0:1647275032.626947:0:9505:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.626947:0:9505:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1647275032.626947:0:8143:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23e507b400. 00100000:00000001:3.0:1647275032.626948:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:1.0:1647275032.626948:0:9505:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203360 : -1059348256 : ffffffffc0dba0e0) 02000000:00000001:0.0:1647275032.626948:0:8143:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.626949:0:9505:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00100000:00000001:3.0:1647275032.626950:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000001:1.0:1647275032.626950:0:9505:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275032.626950:0:9505:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1647275032.626950:0:8143:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626951:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:1.0:1647275032.626951:0:9505:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275032.626951:0:9505:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626952:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626952:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626952:0:9505:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1647275032.626952:0:8143:0:(tgt_handler.c:1585:tgt_handle_lfsck_notify()) Process entered 02000000:00000001:1.0:1647275032.626953:0:9505:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00100000:00000001:0.0:1647275032.626953:0:8143:0:(lfsck_lib.c:3486:lfsck_in_notify()) Process entered 00100000:00000001:3.0:1647275032.626954:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626954:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000010:1.0:1647275032.626954:0:9505:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241134ec00. 02000000:00000001:1.0:1647275032.626954:0:9505:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.626954:0:8143:0:(lfsck_layout.c:6517:lfsck_layout_master_in_notify()) Process entered 00100000:00000001:3.0:1647275032.626955:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:10000000:0.0:1647275032.626955:0:8143:0:(lfsck_layout.c:6533:lfsck_layout_master_in_notify()) lustrefs-MDT0000-osd: layout LFSCK master handles notify 3 from MDT 1, status 1, flags 0, flags2 0 00100000:00000001:3.0:1647275032.626956:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626956:0:9505:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.626957:0:9505:0:(tgt_handler.c:1585:tgt_handle_lfsck_notify()) Process entered 00100000:00000001:1.0:1647275032.626957:0:9505:0:(lfsck_lib.c:3486:lfsck_in_notify()) Process entered 00100000:00000001:0.0:1647275032.626957:0:8143:0:(lfsck_layout.c:6618:lfsck_layout_master_in_notify()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626958:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626958:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:1.0:1647275032.626958:0:9505:0:(lfsck_namespace.c:5057:lfsck_namespace_in_notify()) Process entered 00100000:00000001:3.0:1647275032.626959:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:0.0:1647275032.626959:0:8143:0:(lfsck_lib.c:3543:lfsck_in_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.626959:0:8143:0:(tgt_handler.c:1593:tgt_handle_lfsck_notify()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:1.0:1647275032.626960:0:9505:0:(lfsck_namespace.c:5094:lfsck_namespace_in_notify()) lustrefs-MDT0000-osd: namespace LFSCK handles notify 3 from MDT 1, status 1, flags 1 00010000:00000040:0.0:1647275032.626960:0:8143:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330496640 00100000:00000001:3.0:1647275032.626961:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626962:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00010000:00000001:0.0:1647275032.626962:0:8143:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00100000:00000001:3.0:1647275032.626963:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00010000:00000200:0.0:1647275032.626963:0:8143:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e4200 x1727288330496640/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_layout.0' 00100000:00000001:3.0:1647275032.626964:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626964:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626966:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:1.0:1647275032.626966:0:9505:0:(lfsck_namespace.c:5159:lfsck_namespace_in_notify()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626967:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:1.0:1647275032.626967:0:9505:0:(lfsck_lib.c:3543:lfsck_in_notify()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.626967:0:8143:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275032.626967:0:8143:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626968:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.626968:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000001:1.0:1647275032.626968:0:9505:0:(tgt_handler.c:1593:tgt_handle_lfsck_notify()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626969:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00010000:00000040:1.0:1647275032.626969:0:9505:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330496704 00010000:00000001:1.0:1647275032.626969:0:9505:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00001000:0.0:1647275032.626969:0:8143:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=142 v=1 (1 1 1 1) 00100000:00000001:3.0:1647275032.626970:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626970:0:8143:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00100000:00000001:3.0:1647275032.626971:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00010000:00000200:1.0:1647275032.626971:0:9505:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f2c00 x1727288330496704/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_namespace.0' 00000100:00000040:0.0:1647275032.626971:0:8143:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00100000:00000001:3.0:1647275032.626972:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.626972:0:8143:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00100000:00000001:3.0:1647275032.626973:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000001:0.0:1647275032.626973:0:8143:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00100000:00000001:3.0:1647275032.626974:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000001:0.0:1647275032.626974:0:8143:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626975:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00010000:00000001:1.0:1647275032.626975:0:9505:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275032.626975:0:9505:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.626975:0:8143:0:(niobuf.c:55:ptl_send_buf()) Process entered 00100000:00000001:3.0:1647275032.626976:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00001000:1.0:1647275032.626976:0:9505:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=142 v=1 (1 1 1 1) 00000100:00000040:0.0:1647275032.626976:0:8143:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00100000:00000001:3.0:1647275032.626977:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000010:0.0:1647275032.626977:0:8143:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d05d8. 00100000:00000001:3.0:1647275032.626978:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626978:0:9505:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1647275032.626978:0:8143:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330496640, offset 224 00100000:00000001:3.0:1647275032.626979:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:1.0:1647275032.626979:0:9505:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 27 to 0@lo 00000100:00000001:1.0:1647275032.626979:0:9505:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00100000:00000001:3.0:1647275032.626980:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000001:1.0:1647275032.626980:0:9505:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1647275032.626980:0:8143:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1647275032.626981:0:9505:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.626982:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:1.0:1647275032.626982:0:9505:0:(niobuf.c:55:ptl_send_buf()) Process entered 00100000:00000001:3.0:1647275032.626983:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:1.0:1647275032.626983:0:9505:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1647275032.626983:0:8143:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00100000:00000001:3.0:1647275032.626984:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000010:1.0:1647275032.626984:0:9505:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574d48. 00100000:00000001:3.0:1647275032.626985:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000200:1.0:1647275032.626985:0:9505:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330496704, offset 224 00100000:00000001:3.0:1647275032.626986:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:1.0:1647275032.626986:0:9505:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1647275032.626986:0:8143:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d2a80 00100000:00000001:3.0:1647275032.626987:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.626988:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:0.0:1647275032.626988:0:8143:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2cc79 [1] + 224 00100000:00000001:3.0:1647275032.626989:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:1.0:1647275032.626989:0:9505:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275032.626990:0:8143:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000001:3.0:1647275032.626991:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:1.0:1647275032.626991:0:9505:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d2ac0 00100000:00000001:3.0:1647275032.626992:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:0.0:1647275032.626992:0:8143:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000001:3.0:1647275032.626993:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:1.0:1647275032.626993:0:9505:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2cc81 [1] + 224 00100000:00000001:3.0:1647275032.626994:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000200:1.0:1647275032.626994:0:9505:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275032.626994:0:8143:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.626995:0:8143:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00100000:00000001:3.0:1647275032.626996:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:1.0:1647275032.626996:0:9505:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000001:3.0:1647275032.626997:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.626997:0:9505:0:(events.c:103:reply_in_callback()) Process entered 00100000:00000001:3.0:1647275032.626998:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000200:1.0:1647275032.626998:0:9505:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00100000:00000001:3.0:1647275032.626999:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627000:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:0.0:1647275032.627000:0:8143:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00100000:00000001:3.0:1647275032.627016:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:1.0:1647275032.627016:0:9505:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00100000:00000001:3.0:1647275032.627019:0:9899:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.627020:0:9899:0:(osd_scrub.c:266:osd_scrub_check_update()) Process entered 00080000:00000001:3.0:1647275032.627020:0:9899:0:(osd_oi.c:576:fid_is_on_ost()) Process entered 00000100:00000001:1.0:1647275032.627020:0:9505:0:(events.c:185:reply_in_callback()) Process leaving 00080000:00000001:3.0:1647275032.627021:0:9899:0:(osd_oi.c:590:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.627021:0:9505:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574d48 00080000:00000001:3.0:1647275032.627022:0:9899:0:(osd_oi.c:546:osd_oi_iam_lookup()) Process entered 00000001:00000010:3.0:1647275032.627023:0:9899:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000400:00000010:1.0:1647275032.627023:0:9505:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574d48. 00000100:00000001:1.0:1647275032.627024:0:9505:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275032.627024:0:8143:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1647275032.627044:0:9505:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000200:0.0:1647275032.627045:0:8143:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d05d8 00000001:00000010:3.0:1647275032.627046:0:9899:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00000100:00000001:1.0:1647275032.627046:0:9505:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275032.627046:0:8143:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d05d8. 00080000:00000001:3.0:1647275032.627047:0:9899:0:(osd_oi.c:568:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1647275032.627047:0:9505:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:0.0:1647275032.627047:0:8143:0:(events.c:407:reply_out_callback()) Process entered 00100000:00000001:3.0:1647275032.627048:0:9899:0:(osd_scrub.c:365:osd_scrub_check_update()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.627048:0:9899:0:(osd_scrub.c:444:osd_scrub_check_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.627048:0:9505:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000001:0.0:1647275032.627048:0:8143:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:0.0:1647275032.627048:0:8143:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.627049:0:9505:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.627050:0:9505:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275032.627050:0:8143:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:0.0:1647275032.627050:0:8143:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000040:1.0:1647275032.627051:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f2c00 x1727288330496704/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_namespace.0' 00000020:00000001:0.0:1647275032.627051:0:8143:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627052:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.627052:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00000020:00000001:0.0:1647275032.627052:0:8143:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00100000:00000001:3.0:1647275032.627053:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:0.0:1647275032.627053:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e4200 x1727288330496640/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_layout.0' 00100000:00000001:3.0:1647275032.627055:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1647275032.627056:0:9505:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f2c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0001-mdtlov_UUID+8:9905:x1727288330496704:12345-0@lo:1101:lfsck_namespace.0 Request processed in 114us (302us total) trans 0 rc 0/0 00100000:00000001:3.0:1647275032.627057:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627058:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00100000:0.0:1647275032.627058:0:8143:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e4200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0001-mdtlov_UUID+8:9904:x1727288330496640:12345-0@lo:1101:lfsck_layout.0 Request processed in 169us (344us total) trans 0 rc 0/0 00100000:00000001:3.0:1647275032.627059:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627060:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00100000:1.0:1647275032.627060:0:9505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00000040:1.0:1647275032.627061:0:9505:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 1 00100000:00000001:3.0:1647275032.627081:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.627082:0:9505:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:0.0:1647275032.627082:0:8143:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00100000:00000001:3.0:1647275032.627083:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627083:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.627083:0:9505:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1647275032.627083:0:8143:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000100:00000001:0.0:1647275032.627083:0:8143:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00100000:00000001:3.0:1647275032.627084:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000010:1.0:1647275032.627084:0:9505:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456680. 00000100:00000001:0.0:1647275032.627084:0:8143:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00100000:00000001:3.0:1647275032.627085:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000010:1.0:1647275032.627085:0:9505:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e67e0. 00000020:00000010:0.0:1647275032.627085:0:8143:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9480. 00000020:00000010:1.0:1647275032.627086:0:9505:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a000. 00000020:00000010:0.0:1647275032.627086:0:8143:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12888. 00100000:00000001:3.0:1647275032.627087:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000020:00000040:1.0:1647275032.627087:0:9505:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 7 00000020:00000010:0.0:1647275032.627087:0:8143:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b400. 00100000:00000001:3.0:1647275032.627088:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:1.0:1647275032.627088:0:9505:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627089:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627089:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000040:0.0:1647275032.627089:0:8143:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000100:00000001:0.0:1647275032.627089:0:8143:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627090:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627091:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627092:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627093:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627094:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.627094:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00100000:00000001:3.0:1647275032.627095:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000001:0.0:1647275032.627095:0:9905:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275032.627095:0:9905:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00100000:00000001:3.0:1647275032.627096:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000010:0.0:1647275032.627096:0:9905:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa766e0. 00100000:00000001:3.0:1647275032.627097:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627098:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:0.0:1647275032.627098:0:9905:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0c38 00000400:00000010:0.0:1647275032.627098:0:9905:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0c38. 00100000:00000001:3.0:1647275032.627099:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000001:2.0:1647275032.627099:0:9904:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1647275032.627099:0:9905:0:(events.c:103:reply_in_callback()) Process entered 00100000:00000001:3.0:1647275032.627100:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000001:2.0:1647275032.627100:0:9904:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1647275032.627100:0:9905:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00100000:00000001:3.0:1647275032.627101:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000010:2.0:1647275032.627102:0:9904:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da160. 00100000:00000001:3.0:1647275032.627103:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000400:00000200:2.0:1647275032.627103:0:9904:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff6e8 00100000:00000001:3.0:1647275032.627104:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000400:00000010:2.0:1647275032.627104:0:9904:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff6e8. 00000100:00000200:0.0:1647275032.627104:0:9905:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00100000:00000001:3.0:1647275032.627105:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.627105:0:9904:0:(events.c:103:reply_in_callback()) Process entered 00100000:00000001:3.0:1647275032.627106:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000200:2.0:1647275032.627106:0:9904:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00100000:00000001:3.0:1647275032.627108:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627109:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627110:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627111:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000200:2.0:1647275032.627111:0:9904:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00100000:00000001:3.0:1647275032.627112:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627113:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.627113:0:9905:0:(events.c:185:reply_in_callback()) Process leaving 00100000:00000001:3.0:1647275032.627114:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.627114:0:9904:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275032.627114:0:9905:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627115:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.627115:0:9904:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.627115:0:9905:0:(client.c:1428:after_reply()) Process entered 00100000:00000001:3.0:1647275032.627116:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.627116:0:9904:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.627116:0:9904:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1647275032.627116:0:9905:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00100000:00000001:3.0:1647275032.627117:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.627117:0:9904:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.627117:0:9905:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.627117:0:9905:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627118:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.627118:0:9904:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.627118:0:9904:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.627118:0:9905:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627119:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00001000:2.0:1647275032.627120:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=142 v=1 (1 1 1 1) 00100000:00000001:3.0:1647275032.627121:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00001000:2.0:1647275032.627121:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=85 v=1 (1 1 0 0) 00000100:00001000:0.0:1647275032.627121:0:9905:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=142 v=1 (1 1 1 1) 00100000:00000001:3.0:1647275032.627122:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00001000:0.0:1647275032.627122:0:9905:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=85 v=1 (1 1 0 0) 00100000:00000001:3.0:1647275032.627123:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.627123:0:9904:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.627123:0:9904:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627124:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00010000:00000001:2.0:1647275032.627124:0:9904:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1647275032.627124:0:9905:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275032.627124:0:9905:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.627125:0:9904:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.627125:0:9904:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1647275032.627125:0:9905:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00100000:00000001:3.0:1647275032.627126:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:2.0:1647275032.627126:0:9904:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00010000:00000001:0.0:1647275032.627126:0:9905:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627127:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.627127:0:9904:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.627127:0:9904:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.627127:0:9905:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00100000:00000001:3.0:1647275032.627128:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:2.0:1647275032.627128:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000040:0.0:1647275032.627128:0:9905:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00100000:00000001:3.0:1647275032.627129:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.627129:0:9905:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275032.627129:0:9905:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.627130:0:9905:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_namespace.0' 00100000:00000001:3.0:1647275032.627131:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.627131:0:9904:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.627132:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.627132:0:9904:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00100000:00000001:3.0:1647275032.627133:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.627133:0:9904:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627134:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627135:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:2.0:1647275032.627135:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.627135:0:9905:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.627136:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.627136:0:9905:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00100000:00000001:3.0:1647275032.627137:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.627137:0:9905:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627138:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00100000:2.0:1647275032.627138:0:9904:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e1b80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330496640:0@lo:1101:lfsck_layout.0 00100000:00000001:3.0:1647275032.627139:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000040:0.0:1647275032.627139:0:9905:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_namespace.0' 00100000:00000001:3.0:1647275032.627140:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.627140:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627141:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627142:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.627142:0:9904:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.627142:0:9904:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00100000:00000001:3.0:1647275032.627143:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.627143:0:9904:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00100000:0.0:1647275032.627143:0:9905:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f5280 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustrefs-MDT0001-mdtlov_UUID:9905:1727288330496704:0@lo:1101:lfsck_namespace.0 00100000:00000001:3.0:1647275032.627144:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000040:2.0:1647275032.627144:0:9904:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e1b80 x1727288330496640/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00100000:00000001:3.0:1647275032.627145:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:0.0:1647275032.627145:0:9905:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.627146:0:9905:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627147:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.627147:0:9904:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.627147:0:9904:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1647275032.627147:0:9905:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 02000000:00000010:2.0:1647275032.627148:0:9904:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560d800. 00000100:00000001:0.0:1647275032.627148:0:9905:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00100000:00000001:3.0:1647275032.627149:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000001:2.0:1647275032.627149:0:9904:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.627149:0:9904:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000040:0.0:1647275032.627149:0:9905:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f5280 x1727288330496704/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_namespace.0' 00100000:00000001:3.0:1647275032.627150:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000020:00000040:2.0:1647275032.627150:0:9904:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:2.0:1647275032.627150:0:9904:0:(genops.c:1211:class_import_put()) Process leaving 00100000:00000001:3.0:1647275032.627151:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000010:2.0:1647275032.627151:0:9904:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e23e560d600. 00100000:00000001:3.0:1647275032.627152:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000001:2.0:1647275032.627152:0:9904:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.627152:0:9904:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.627152:0:9904:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e1b80. 00000100:00000001:0.0:1647275032.627153:0:9905:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275032.627153:0:9905:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00100000:00000001:3.0:1647275032.627154:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627155:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:2.0:1647275032.627155:0:9904:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.627155:0:9904:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627170:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627170:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000010:2.0:1647275032.627171:0:9904:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e2408269500. 00100000:00000001:3.0:1647275032.627172:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000100:00000001:2.0:1647275032.627172:0:9904:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:2.0:1647275032.627172:0:9904:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627173:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:10000000:2.0:1647275032.627173:0:9904:0:(lfsck_engine.c:1670:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant notified others for lfsck_layout post: rc = 0 02000000:00000010:0.0:1647275032.627173:0:9905:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188b000. 00100000:00000001:3.0:1647275032.627174:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 02000000:00000001:0.0:1647275032.627174:0:9905:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00100000:00000001:3.0:1647275032.627175:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:10000000:2.0:1647275032.627175:0:9904:0:(lfsck_engine.c:1688:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant sync before the second-stage scaning 00000020:00000001:0.0:1647275032.627175:0:9905:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275032.627176:0:9905:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=2 obd=lustrefs-MDT0000-osp-MDT0001 00100000:00000001:3.0:1647275032.627177:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000004:00000001:2.0:1647275032.627177:0:9904:0:(lod_dev.c:1545:lod_sync()) Process entered 00000020:00000001:0.0:1647275032.627177:0:9905:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275032.627177:0:9905:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e244188bc00. 00100000:00000001:3.0:1647275032.627178:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 02000000:00000001:0.0:1647275032.627178:0:9905:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00100000:00000001:3.0:1647275032.627179:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000004:00000001:2.0:1647275032.627179:0:9904:0:(osp_dev.c:847:osp_sync()) Process entered 02000000:00000001:0.0:1647275032.627179:0:9905:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275032.627179:0:9905:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f5280. 00100000:00000001:3.0:1647275032.627180:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.627180:0:9904:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.627181:0:9904:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2408269500. 00080000:00000001:2.0:1647275032.627181:0:9904:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618884139554048 : -125189569997568 : ffff8e2408269500) 00000100:00000001:0.0:1647275032.627181:0:9905:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275032.627181:0:9905:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627182:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.627182:0:9904:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00000100:00000010:0.0:1647275032.627182:0:9905:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e24418cf000. 00100000:00000001:3.0:1647275032.627183:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000100:00000001:0.0:1647275032.627183:0:9905:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:0.0:1647275032.627183:0:9905:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627184:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627185:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.627185:0:9904:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.627185:0:9904:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0000-osc-MDT0001: sync forced, 0 changes 00100000:10000000:0.0:1647275032.627185:0:9905:0:(lfsck_engine.c:1670:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant notified others for lfsck_namespace post: rc = 0 00100000:00000001:3.0:1647275032.627186:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000004:00000010:2.0:1647275032.627186:0:9904:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e239f4e1a20. 00100000:00000001:3.0:1647275032.627187:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627188:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000004:00080000:2.0:1647275032.627188:0:9904:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0000-osc-MDT0001: add commit cb at 4828479896003ns, next at 0ns, rc = 0 00100000:00000001:3.0:1647275032.627189:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.627189:0:9904:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:2.0:1647275032.627190:0:9904:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00100000:00000001:3.0:1647275032.627191:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627212:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627213:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00040000:00000001:2.0:1647275032.627213:0:9904:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00100000:00000001:3.0:1647275032.627214:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.627214:0:9904:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627215:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.627215:0:9904:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:2.0:1647275032.627215:0:9904:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0001: async commit OSD 00100000:00000001:3.0:1647275032.627216:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627218:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627219:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627220:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627221:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627222:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627223:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627225:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627226:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627228:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627229:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627231:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.627231:0:9904:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627232:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000004:00001000:2.0:1647275032.627232:0:9904:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0000-osc-MDT0001: async updates 0 00100000:00000001:3.0:1647275032.627233:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000004:00000020:2.0:1647275032.627233:0:9904:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0000-osc-MDT0001: processed 0 00000004:00000020:2.0:1647275032.627233:0:9904:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0000-osc-MDT0001: 0 in flight 00100000:00000001:3.0:1647275032.627234:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000004:00000020:2.0:1647275032.627234:0:9904:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0000-osc-MDT0001: done in 0: rc = 0 00100000:00000001:3.0:1647275032.627235:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000004:00000001:2.0:1647275032.627235:0:9904:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627236:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000004:00000001:2.0:1647275032.627236:0:9904:0:(osp_dev.c:847:osp_sync()) Process entered 00100000:00000001:3.0:1647275032.627237:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.627237:0:9904:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.627237:0:9904:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2408269700. 00100000:00000001:3.0:1647275032.627238:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.627238:0:9904:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618884139554560 : -125189569997056 : ffff8e2408269700) 00080000:00000001:2.0:1647275032.627239:0:9904:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00100000:00000001:3.0:1647275032.627240:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.627240:0:9904:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.627240:0:9904:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0001-osc-MDT0001: sync forced, 0 changes 00100000:00000001:3.0:1647275032.627241:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000004:00000010:2.0:1647275032.627241:0:9904:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e239f4e1c60. 00100000:00000001:3.0:1647275032.627242:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000004:00080000:2.0:1647275032.627242:0:9904:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0001-osc-MDT0001: add commit cb at 4828479950492ns, next at 0ns, rc = 0 00100000:00000001:3.0:1647275032.627243:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.627243:0:9904:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00100000:00000001:3.0:1647275032.627244:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00040000:00000001:2.0:1647275032.627244:0:9904:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.627244:0:9904:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.627244:0:9904:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627245:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.627245:0:9904:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:2.0:1647275032.627245:0:9904:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0001: async commit OSD 00100000:00000001:3.0:1647275032.627247:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00080000:00000001:2.0:1647275032.627247:0:9904:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627248:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00000004:00001000:2.0:1647275032.627248:0:9904:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0001-osc-MDT0001: async updates 0 00000004:00000020:2.0:1647275032.627248:0:9904:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0001-osc-MDT0001: processed 0 00000004:00000020:2.0:1647275032.627249:0:9904:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0001-osc-MDT0001: 0 in flight 00000004:00000020:2.0:1647275032.627249:0:9904:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0001-osc-MDT0001: done in 0: rc = 0 00100000:00000001:3.0:1647275032.627250:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000004:00000001:2.0:1647275032.627250:0:9904:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627251:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627252:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00000004:00000001:2.0:1647275032.627252:0:9904:0:(osp_dev.c:847:osp_sync()) Process entered 00000004:00000001:2.0:1647275032.627252:0:9904:0:(osp_dev.c:851:osp_sync()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627253:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00080000:00000001:2.0:1647275032.627253:0:9904:0:(osd_handler.c:2466:osd_sync()) Process entered 00100000:00000001:3.0:1647275032.627254:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627255:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627256:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627257:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627259:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627260:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627261:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:10000000:2.0:1647275032.627261:0:9902:0:(lfsck_lib.c:2634:lfsck_double_scan_generic()) lustrefs-MDT0001-osd: the assistant has done lfsck_layout double_scan, status 0 00100000:00000001:3.0:1647275032.627262:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627263:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:10000000:2.0:1647275032.627263:0:9902:0:(lfsck_lib.c:2625:lfsck_double_scan_generic()) lustrefs-MDT0001-osd: waiting for assistant to do lfsck_namespace double_scan, status 2 00100000:00000001:3.0:1647275032.627264:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627266:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627266:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627268:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627269:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627270:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627271:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627272:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627274:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627275:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627276:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627278:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627279:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627280:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627281:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627282:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627283:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627284:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627285:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627287:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627288:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627289:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627291:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627292:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627292:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627294:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627295:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627296:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627297:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627298:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627298:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627299:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627300:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627301:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627302:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627303:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627304:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627305:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627305:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627306:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627307:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627308:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627309:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627310:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627311:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627312:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627312:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627315:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627316:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627317:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627318:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627319:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627320:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627322:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627323:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627324:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627325:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627326:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627327:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627329:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627329:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627330:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627331:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627332:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627332:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627333:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627334:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627335:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627336:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627336:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627337:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627338:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627339:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627340:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627340:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627341:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627342:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627343:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627344:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627344:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627359:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627360:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627361:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627362:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627363:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627363:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627365:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627366:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627366:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627367:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627368:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627369:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627370:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627370:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627371:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627372:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627373:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627374:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627374:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627376:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627376:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627377:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627378:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627379:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627379:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627380:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627381:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627382:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627383:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627383:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627384:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627385:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627385:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627386:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627387:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627388:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627389:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627390:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627390:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627391:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627392:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627393:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627394:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627395:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627396:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627397:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627398:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627398:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627399:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627400:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627401:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627402:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627404:0:9898:0:(osd_scrub.c:1074:osd_inode_iteration()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627406:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627407:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627408:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.627410:0:9899:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627411:0:9899:0:(osd_scrub.c:639:osd_iit_iget()) Process leaving via put (rc=7 : 7 : 0x7) 00100000:00000001:3.0:1647275032.627413:0:9899:0:(osd_scrub.c:1106:osd_inode_iteration()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627414:0:9899:0:(osd_scrub.c:1192:osd_scrub_main()) Process leaving via post (rc=1 : 1 : 0x1) 00100000:00000001:3.0:1647275032.627415:0:9899:0:(scrub.c:376:scrub_thread_post()) Process entered 00100000:10000000:3.0:1647275032.627415:0:9899:0:(scrub.c:379:scrub_thread_post()) lustrefs-MDT0000: OI scrub post with result = 1 00100000:00000001:3.0:1647275032.627416:0:9899:0:(scrub.c:208:scrub_file_store()) Process entered 00080000:00000001:3.0:1647275032.627417:0:9899:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:3.0:1647275032.627418:0:9899:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e244bc80600. 00080000:00000001:3.0:1647275032.627419:0:9899:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618885274207744 : -125188435343872 : ffff8e244bc80600) 00080000:00000001:3.0:1647275032.627420:0:9899:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:3.0:1647275032.627420:0:9899:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1647275032.627421:0:9899:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.627421:0:9899:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.627422:0:9899:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.627422:0:9899:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.627423:0:9899:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.627423:0:9899:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.627424:0:9899:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.627424:0:9899:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.627425:0:9899:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.627425:0:9899:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.627425:0:9899:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.627426:0:9899:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.627427:0:9899:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1647275032.627427:0:9899:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e2376268340. 00080000:00000001:3.0:1647275032.627428:0:9899:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.627429:0:9899:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:3.0:1647275032.627432:0:9899:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627434:0:9899:0:(scrub.c:229:scrub_file_store()) Process leaving via stop (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.627435:0:9899:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:3.0:1647275032.627437:0:9899:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e2376268340. 00040000:00000001:3.0:1647275032.627438:0:9899:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:3.0:1647275032.627438:0:9899:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:3.0:1647275032.627439:0:9899:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1647275032.627439:0:9899:0:(scrub.c:240:scrub_file_store()) lustrefs-MDT0000: store scrub file: rc = 0 00100000:00000001:3.0:1647275032.627440:0:9899:0:(scrub.c:414:scrub_thread_post()) Process leaving (rc=1 : 1 : 1) 00100000:10000000:3.0:1647275032.627441:0:9899:0:(osd_scrub.c:1201:osd_scrub_main()) lustrefs-MDT0000: OI scrub: stop, pos = 20863025: rc = 1 00000020:00000010:3.0:1647275032.627442:0:9899:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e24172d1c00. 00000040:00000010:3.0:1647275032.627443:0:9899:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e24172d0c00. 00000020:00000010:3.0:1647275032.627444:0:9899:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e241135a000. 00000020:00000010:3.0:1647275032.627445:0:9899:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e241aee3b40. 00000020:00000010:3.0:1647275032.627447:0:9899:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e24172d1600. 80000000:00000010:3.0:1647275032.627448:0:9899:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e239f4e1840. 40000000:00000010:3.0:1647275032.627449:0:9899:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e2451f13240. 00040000:00000010:3.0:1647275032.627450:0:9899:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e23e4c34200. 00040000:00000010:3.0:1647275032.627451:0:9899:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e24172d0800. 00080000:00000010:3.0:1647275032.627452:0:9899:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e23b1242000. 00080000:00000010:3.0:1647275032.627453:0:9899:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e23b1240000. 00100000:00000010:3.0:1647275032.627468:0:9899:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e2411358000. 00000020:00000010:3.0:1647275032.627469:0:9899:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e24172d0600. 00100000:00000001:3.0:1647275032.627485:0:9898:0:(osd_scrub.c:1119:osd_otable_it_preload()) Process entered 00100000:00000001:3.0:1647275032.627486:0:9898:0:(osd_scrub.c:918:osd_inode_iteration()) Process entered 00100000:00000001:3.0:1647275032.627486:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627488:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.627489:0:9898:0:(osd_scrub.c:599:osd_iit_iget()) Process entered 00100000:00000001:3.0:1647275032.627490:0:9898:0:(osd_scrub.c:644:osd_iit_iget()) Process leaving via put (rc=2 : 2 : 0x2) 00100000:00000001:3.0:1647275032.627491:0:9898:0:(osd_scrub.c:1106:osd_inode_iteration()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627491:0:9898:0:(osd_scrub.c:1133:osd_otable_it_preload()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627492:0:9898:0:(osd_scrub.c:2776:osd_otable_it_next()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.627493:0:9898:0:(osd_scrub.c:2764:osd_otable_it_next()) Process entered 00100000:00000001:3.0:1647275032.627493:0:9898:0:(osd_scrub.c:2781:osd_otable_it_next()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.627494:0:9898:0:(lfsck_engine.c:1004:lfsck_master_oit_engine()) Process leaving (rc=1 : 1 : 1) 00100000:10000000:3.0:1647275032.627496:0:9898:0:(lfsck_engine.c:1094:lfsck_master_engine()) LFSCK exit: oit_flags = 0x60000, dir_flags = 0x8006, oit_cookie = 19913217, dir_cookie = 0x0, parent = [0x0:0x0:0x0], pid = 9898, rc = 1 00100000:00000001:3.0:1647275032.627497:0:9898:0:(lfsck_engine.c:304:lfsck_close_dir()) Process entered 00100000:00000001:3.0:1647275032.627498:0:9898:0:(lfsck_engine.c:337:lfsck_close_dir()) Process leaving 00100000:00000001:3.0:1647275032.627498:0:9898:0:(lfsck_layout.c:5975:lfsck_layout_master_post()) Process entered 00100000:10000000:3.0:1647275032.627499:0:9898:0:(lfsck_lib.c:2597:lfsck_post_generic()) lustrefs-MDT0000-osd: waiting for assistant to do lfsck_layout post, rc = 1 00000800:00000001:0.0:1647275032.627499:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.627529:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275032.627530:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.627531:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275032.627533:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:0.0:1647275032.627536:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 4320 into portal 4 MB=0x622f5a75d2980 00000400:00000200:0.0:1647275032.627538:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 4320/4320 into md 0x2cc59 [2] + 224 00000800:00000001:0.0:1647275032.627676:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.627680:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275032.627680:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275032.627682:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275032.627684:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.627685:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000040:0.0:1647275032.627689:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320 req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000001:0.0:1647275032.627702:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1647275032.627704:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.627705:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275032.627707:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275032.627708:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275032.627709:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:0.0:1647275032.627711:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 4320 into portal 4 MB=0x622f5a75d29c0 00000400:00000200:0.0:1647275032.627713:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 4320/4320 into md 0x2cc65 [2] + 224 00000800:00000001:0.0:1647275032.627714:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275032.627717:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1647275032.627717:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275032.627718:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275032.627719:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275032.627727:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275032.627729:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.627729:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.627730:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000400:00000200:2.0:1647275032.627731:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241072c840 00000400:00000010:2.0:1647275032.627732:0:3301:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e241072c840 (tot 73194601). 00000100:00000001:2.0:1647275032.627745:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275032.627747:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000200:2.0:1647275032.627751:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000001:0.0:1647275032.627751:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.627752:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000001:2.0:1647275032.627755:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.627755:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.627756:0:3301:0:(client.c:1428:after_reply()) Process entered 00000100:00000040:0.0:1647275032.627756:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320 req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck.0' 02000000:00000001:2.0:1647275032.627757:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.627757:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.627758:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.627759:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.627760:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25638 time=121 v=1 (1 0 0 0) 00000100:00001000:2.0:1647275032.627761:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=90 v=1 (1 1 0 0) 00000100:00000001:0.0:1647275032.627763:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00100000:10000000:3.0:1647275032.627764:0:9905:0:(lfsck_engine.c:1688:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant sync before the second-stage scaning 00000800:00000001:0.0:1647275032.627764:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000004:00000001:3.0:1647275032.627765:0:9905:0:(lod_dev.c:1545:lod_sync()) Process entered 00000800:00000001:0.0:1647275032.627765:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1647275032.627766:0:9905:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:3.0:1647275032.627767:0:9905:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:3.0:1647275032.627769:0:9905:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e244bc80c00. 00000100:00000001:2.0:1647275032.627769:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00080000:00000001:3.0:1647275032.627770:0:9905:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618885274209280 : -125188435342336 : ffff8e244bc80c00) 00080000:00000001:3.0:1647275032.627770:0:9905:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00000100:00000040:2.0:1647275032.627770:0:3301:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/-2 job:'lfsck.0' 00000100:00000001:2.0:1647275032.627773:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1647275032.627774:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.627774:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 0 00080000:00000001:3.0:1647275032.627775:0:9905:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1647275032.627775:0:9905:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0000-osc-MDT0001: sync forced, 0 changes 00000100:00000001:2.0:1647275032.627775:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.627775:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000010:3.0:1647275032.627776:0:9905:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e2364139d20. 00000100:00000040:2.0:1647275032.627776:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc -2/-2 job:'lfsck.0' 00000004:00080000:3.0:1647275032.627777:0:9905:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0000-osc-MDT0001: add commit cb at 4828480485478ns, next at 0ns, rc = 0 00080000:00000001:3.0:1647275032.627778:0:9905:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:3.0:1647275032.627779:0:9905:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:3.0:1647275032.627780:0:9905:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:3.0:1647275032.627780:0:9905:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.627780:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:3.0:1647275032.627781:0:9905:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:3.0:1647275032.627781:0:9905:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0001: async commit OSD 00000100:00000001:2.0:1647275032.627781:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.627781:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275032.627782:0:3301:0:(osp_trans.c:620:osp_update_interpret()) Process entered 00080000:00000001:3.0:1647275032.627784:0:9905:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1647275032.627784:0:9905:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0000-osc-MDT0001: async updates 0 00000004:00000020:3.0:1647275032.627785:0:9905:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0000-osc-MDT0001: processed 0 00000004:00000020:3.0:1647275032.627786:0:9905:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0000-osc-MDT0001: 0 in flight 00000004:00000020:3.0:1647275032.627786:0:9905:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0000-osc-MDT0001: done in 0: rc = 0 00000004:00000010:2.0:1647275032.627786:0:3301:0:(osp_trans.c:590:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8e2376268100. 00000004:00000001:3.0:1647275032.627787:0:9905:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.627788:0:9905:0:(osp_dev.c:847:osp_sync()) Process entered 00000004:00000010:2.0:1647275032.627788:0:3301:0:(osp_trans.c:590:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8e2376268880. 00000004:00000010:2.0:1647275032.627788:0:3301:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8e2388c9a000. 00080000:00000001:3.0:1647275032.627789:0:9905:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:3.0:1647275032.627789:0:9905:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e244bc80500. 00080000:00000001:3.0:1647275032.627790:0:9905:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618885274207488 : -125188435344128 : ffff8e244bc80500) 00080000:00000001:3.0:1647275032.627790:0:9905:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00000004:00000010:2.0:1647275032.627790:0:3301:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8e23b18622c0. 00080000:00000001:3.0:1647275032.627791:0:9905:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1647275032.627791:0:3301:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 184 at ffff8e23bdf6fb40. 00000004:00001000:3.0:1647275032.627792:0:9905:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0001-osc-MDT0001: sync forced, 0 changes 00000004:00000001:2.0:1647275032.627792:0:3301:0:(osp_trans.c:702:osp_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1647275032.627793:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc -2/-2 job:'lfsck.0' 00000004:00000010:3.0:1647275032.627794:0:9905:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e2364139720. 00000004:00080000:3.0:1647275032.627794:0:9905:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0001-osc-MDT0001: add commit cb at 4828480502906ns, next at 0ns, rc = 0 00080000:00000001:3.0:1647275032.627795:0:9905:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:3.0:1647275032.627796:0:9905:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:3.0:1647275032.627796:0:9905:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:3.0:1647275032.627797:0:9905:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.627797:0:9905:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:3.0:1647275032.627798:0:9905:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0001: async commit OSD 00080000:00000001:3.0:1647275032.627799:0:9905:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1647275032.627799:0:9905:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0001-osc-MDT0001: async updates 0 00000004:00000020:3.0:1647275032.627800:0:9905:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0001-osc-MDT0001: processed 0 00000004:00000020:3.0:1647275032.627800:0:9905:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0001-osc-MDT0001: 0 in flight 00000004:00000020:3.0:1647275032.627801:0:9905:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0001-osc-MDT0001: done in 0: rc = 0 00000004:00000001:3.0:1647275032.627801:0:9905:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.627803:0:9905:0:(osp_dev.c:847:osp_sync()) Process entered 00000004:00000001:3.0:1647275032.627804:0:9905:0:(osp_dev.c:851:osp_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.627804:0:9905:0:(osd_handler.c:2466:osd_sync()) Process entered 00000100:00100000:2.0:1647275032.627804:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23abfb4d00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330496384:10.0.2.5@tcp:1000:lfsck.0 00000100:00000001:2.0:1647275032.627806:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.627807:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000800:00000001:3.0:1647275032.627810:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:2.0:1647275032.627812:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23abfb4d00 x1727288330496384/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc -2/-2 job:'lfsck.0' 00000800:00000001:3.0:1647275032.627813:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275032.627814:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.627815:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.627816:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.627817:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.627817:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8e23645aa000. 00000400:00000200:3.0:1647275032.627818:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 02000000:00000001:2.0:1647275032.627819:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.627820:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.627820:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=4 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:2.0:1647275032.627821:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275032.627821:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e240f3a9a00. 00000400:00000200:3.0:1647275032.627822:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 4320 into portal 4 MB=0x622f5a75d2a00 02000000:00000001:2.0:1647275032.627823:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.627823:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.627824:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23abfb4d00. 00000400:00000200:3.0:1647275032.627825:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 4320/4320 into md 0x2cc61 [2] + 224 00000100:00000001:2.0:1647275032.627826:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.627826:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275032.627827:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275032.627827:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275032.627830:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.627830:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.627830:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275032.627831:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275032.627831:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1647275032.627832:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275032.627832:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.627834:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275032.627835:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00100000:10000000:2.0:1647275032.627836:0:9902:0:(lfsck_lib.c:2634:lfsck_double_scan_generic()) lustrefs-MDT0001-osd: the assistant has done lfsck_namespace double_scan, status 0 00000100:00000040:3.0:1647275032.627840:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320 req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.627846:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275032.627847:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1647275032.627849:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1647275032.627850:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1647275032.627851:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23b25c18f0. 00000400:00000200:1.0:1647275032.627852:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2344cb6780 00000400:00000010:1.0:1647275032.627853:0:3302:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e2344cb6780 (tot 73194449). 00000100:00000001:3.0:1647275032.627862:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1647275032.627866:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.627867:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275032.627868:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.627869:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275032.627871:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:3.0:1647275032.627873:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 4320 into portal 4 MB=0x622f5a75d2a40 00000400:00000200:3.0:1647275032.627875:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 4320/4320 into md 0x2cc71 [2] + 224 00000800:00000001:3.0:1647275032.627876:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.627881:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275032.627882:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275032.627884:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275032.627884:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1647275032.627886:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275032.627886:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000200:3.0:1647275032.627887:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000040:3.0:1647275032.627891:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320 req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000200:1.0:1647275032.627892:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000001:1.0:1647275032.627896:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275032.627897:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1647275032.627898:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.627899:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.627899:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.627901:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:1.0:1647275032.627901:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1647275032.627902:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275032.627903:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275032.627904:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275032.627906:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea4638 time=121 v=1 (1 0 0 0) 00000100:00001000:1.0:1647275032.627907:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=90 v=1 (1 1 0 0) 00000100:00000001:1.0:1647275032.627909:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1647275032.627910:0:3302:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/-2 job:'lfsck.0' 00000100:00000001:0.0:1647275032.627913:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275032.627913:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1647275032.627914:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1647275032.627915:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1647275032.627915:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275032.627915:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1647275032.627916:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 0 00000400:00000010:0.0:1647275032.627916:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76dc0. 00000100:00000001:1.0:1647275032.627917:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1647275032.627917:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000400:00000200:0.0:1647275032.627917:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2363561480 00000400:00000010:0.0:1647275032.627918:0:3304:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e2363561480 (tot 73194297). 00000100:00000040:1.0:1647275032.627919:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc -2/-2 job:'lfsck.0' 00000100:00000001:0.0:1647275032.627919:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.627921:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck.0' 00000100:00000001:1.0:1647275032.627923:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1647275032.627925:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1647275032.627925:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1647275032.627925:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck.0' 00000004:00000001:1.0:1647275032.627926:0:3302:0:(osp_trans.c:620:osp_update_interpret()) Process entered 00000004:00000010:1.0:1647275032.627928:0:3302:0:(osp_trans.c:590:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8e2376268b80. 00000100:00000001:0.0:1647275032.627929:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000004:00000010:1.0:1647275032.627930:0:3302:0:(osp_trans.c:590:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8e2376268840. 00000100:00000001:0.0:1647275032.627930:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.627930:0:3304:0:(client.c:1428:after_reply()) Process entered 00000004:00000010:1.0:1647275032.627931:0:3302:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8e23d3d8c000. 02000000:00000001:0.0:1647275032.627931:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275032.627932:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000004:00000010:1.0:1647275032.627933:0:3302:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8e23b1862000. 00000004:00000010:1.0:1647275032.627934:0:3302:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 184 at ffff8e23bdf6fcc0. 00000100:00000001:0.0:1647275032.627934:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1647275032.627935:0:3302:0:(osp_trans.c:702:osp_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 02000000:00000001:0.0:1647275032.627935:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275032.627936:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc -2/-2 job:'lfsck.0' 00000100:00001000:0.0:1647275032.627936:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25638 time=121 v=1 (1 0 0 0) 00000100:00001000:0.0:1647275032.627937:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=90 v=1 (1 1 0 0) 00000100:00000001:0.0:1647275032.627938:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1647275032.627939:0:3304:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/-2 job:'lfsck.0' 00000100:00100000:1.0:1647275032.627941:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e238a226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-mdtlov_UUID:3302:1727288330496448:10.0.2.5@tcp:1000:lfsck.0 00000100:00000001:0.0:1647275032.627942:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1647275032.627943:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.627943:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275032.627944:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1647275032.627944:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1647275032.627945:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1647275032.627945:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1647275032.627946:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e238a226300 x1727288330496448/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc -2/-2 job:'lfsck.0' 00000100:00000040:0.0:1647275032.627946:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc -2/-2 job:'lfsck.0' 00000100:00000001:0.0:1647275032.627949:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1647275032.627950:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1647275032.627950:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1647275032.627950:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1647275032.627951:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8e2401426000. 00000100:00000001:0.0:1647275032.627951:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1647275032.627951:0:3304:0:(osp_trans.c:620:osp_update_interpret()) Process entered 00000004:00000010:0.0:1647275032.627953:0:3304:0:(osp_trans.c:590:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8e2376268c00. 02000000:00000001:1.0:1647275032.627954:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1647275032.627954:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1647275032.627955:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=2 obd=lustrefs-OST0001-osc-MDT0000 00000004:00000010:0.0:1647275032.627955:0:3304:0:(osp_trans.c:590:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8e2376268c40. 00000004:00000010:0.0:1647275032.627955:0:3304:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8e2352bfa000. 00000020:00000001:1.0:1647275032.627956:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1647275032.627956:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e240f3a9e00. 00000004:00000010:0.0:1647275032.627956:0:3304:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8e23b1862040. 00000004:00000010:0.0:1647275032.627957:0:3304:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 184 at ffff8e23bdf6fe40. 02000000:00000001:1.0:1647275032.627958:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1647275032.627958:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000004:00000001:0.0:1647275032.627958:0:3304:0:(osp_trans.c:702:osp_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000010:1.0:1647275032.627959:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e238a226300. 00000100:00000040:0.0:1647275032.627959:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc -2/-2 job:'lfsck.0' 00000100:00000001:1.0:1647275032.627960:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1647275032.627961:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.627961:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1647275032.627963:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e238a224780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330496576:10.0.2.5@tcp:1000:lfsck.0 00000100:00000001:1.0:1647275032.627964:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1647275032.627964:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.627964:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.627965:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275032.627965:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275032.627965:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e238a224780 x1727288330496576/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 368/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc -2/-2 job:'lfsck.0' 00000100:00000001:1.0:1647275032.627966:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.627972:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275032.627972:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275032.627973:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8e23b120a000. 02000000:00000001:0.0:1647275032.627989:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275032.627989:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275032.627989:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:0.0:1647275032.627990:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275032.627991:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e240f3a8200. 02000000:00000001:0.0:1647275032.627991:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275032.627992:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275032.627992:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e238a224780. 00000100:00000001:0.0:1647275032.627993:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275032.627993:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.627994:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.627996:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275032.627996:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.627997:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275032.627997:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.628000:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1647275032.628001:0:9900:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275032.628001:0:9900:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275032.628002:0:9900:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76630. 00000400:00000200:0.0:1647275032.628002:0:9900:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2363561780 00000400:00000010:0.0:1647275032.628003:0:9900:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e2363561780 (tot 73194145). 00000100:00000001:0.0:1647275032.628004:0:9900:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.628004:0:9900:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:0.0:1647275032.628008:0:9900:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.628011:0:9900:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275032.628011:0:9900:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.628012:0:9900:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275032.628012:0:9900:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275032.628013:0:9900:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.628013:0:9900:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.628014:0:9900:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.628015:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25638 time=121 v=1 (1 0 0 0) 00000100:00001000:0.0:1647275032.628016:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=90 v=1 (1 1 0 0) 00000100:00000001:0.0:1647275032.628017:0:9900:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1647275032.628018:0:9900:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQU/0/0 rc 0/-2 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.628021:0:9900:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1647275032.628022:0:9900:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275032.628022:0:9900:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1647275032.628023:0:9900:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275032.628023:0:9900:0:(client.c:1614:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1647275032.628024:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQU/0/0 rc -2/-2 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.628027:0:9900:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1647275032.628028:0:9900:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275032.628028:0:9900:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275032.628029:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 2 fl Interpret:RQU/0/0 rc -2/-2 job:'lfsck_layout.0' 00000100:00100000:0.0:1647275032.628032:0:9900:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f1080 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330496512:10.0.2.5@tcp:1000:lfsck_layout.0 00000100:00000001:0.0:1647275032.628034:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.628035:0:9900:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1647275032.628035:0:9900:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1647275032.628049:0:9900:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275032.628050:0:9900:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 2 fl Complete:RQU/0/0 rc -2/-2 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.628053:0:9900:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1647275032.628054:0:9900:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e24418cf400. 00000100:00000001:0.0:1647275032.628055:0:9900:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1647275032.628055:0:9900:0:(client.c:3102:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1647275032.628056:0:9900:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275032.628056:0:9900:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f1080 x1727288330496512/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 304/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc -2/-2 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.628062:0:9900:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275032.628063:0:9900:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275032.628063:0:9900:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8e23ab50e000. 02000000:00000001:0.0:1647275032.628065:0:9900:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275032.628065:0:9900:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275032.628066:0:9900:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=2 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:0.0:1647275032.628066:0:9900:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275032.628067:0:9900:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e244188ba00. 02000000:00000001:0.0:1647275032.628068:0:9900:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275032.628068:0:9900:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275032.628068:0:9900:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f1080. 00000100:00000001:0.0:1647275032.628069:0:9900:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275032.628070:0:9900:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1647275032.628070:0:9900:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1647275032.628071:0:9900:0:(osp_object.c:632:osp_attr_get()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:0.0:1647275032.628072:0:9900:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8e23e5dc0000. 00000004:00000010:0.0:1647275032.628074:0:9900:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8e23ab5496e0. 00000004:00000010:0.0:1647275032.628074:0:9900:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 184 at ffff8e2363561cc0. 80000000:00000001:0.0:1647275032.628076:0:9900:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:0.0:1647275032.628076:0:9900:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:0.0:1647275032.628077:0:9900:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1647275032.628077:0:9900:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1647275032.628078:0:9900:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1647275032.628079:0:9900:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.628080:0:9900:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:0.0:1647275032.628081:0:9900:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208781656 : -125191500769960 : ffff8e2395115558) 00100000:00000001:0.0:1647275032.628083:0:9900:0:(lfsck_layout.c:3492:__lfsck_layout_repair_dangling()) Process entered 00010000:00000001:0.0:1647275032.628084:0:9900:0:(ldlm_request.c:474:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1647275032.628084:0:9900:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1647275032.628087:0:9900:0:(ldlm_resource.c:1567:ldlm_resource_getref()) getref res: ffff8e2414019380 count: 2 00010000:00000001:0.0:1647275032.628088:0:9900:0:(ldlm_resource.c:1504:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1647275032.628089:0:9900:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1647275032.628089:0:9900:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 608 at ffff8e23aff02a80. 00000020:00000001:0.0:1647275032.628092:0:9900:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1647275032.628094:0:9900:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8e23aff02a80 with handle 0xc2bb948dd06373eb to hash 00000020:00000001:0.0:1647275032.628094:0:9900:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1647275032.628095:0:9900:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446618882659592832 : -125191049958784 : ffff8e23aff02a80) 00010000:00000010:0.0:1647275032.628096:0:9900:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8e2347ff9780. 00010000:00000001:0.0:1647275032.628097:0:9900:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446618882659592832 : -125191049958784 : ffff8e23aff02a80) 00010000:00000001:0.0:1647275032.628098:0:9900:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1647275032.628098:0:9900:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1647275032.628099:0:9900:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.628103:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000001:0.0:1647275032.628104:0:9900:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1647275032.628104:0:9900:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1647275032.628105:0:9900:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1647275032.628106:0:9900:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1647275032.628106:0:9900:0:(ldlm_lock.c:720:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1647275032.628107:0:9900:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e2416b9f700/0xc2bb948dd06373cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 10.0.2.6@tcp remote: 0x55d2f3cddceef432 expref: 7 pid: 9353 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.628110:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000001:0.0:1647275032.628111:0:9900:0:(ldlm_lock.c:726:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1647275032.628111:0:9900:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.628112:0:9900:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1647275032.628112:0:9900:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.628113:0:9900:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.628113:0:9900:0:(ldlm_lock.c:2020:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1647275032.628114:0:9900:0:(ldlm_resource.c:1647:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.628117:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000040:0.0:1647275032.628117:0:9900:0:(ldlm_resource.c:1784:ldlm_resource_dump()) --- Resource: [0x200000402:0x1:0x0].0x0 (ffff8e2414019380) refcount = 2 00010000:00000040:0.0:1647275032.628118:0:9900:0:(ldlm_resource.c:1787:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1647275032.628119:0:9900:0:(ldlm_resource.c:1790:ldlm_resource_dump()) ### ### ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e2416b9f700/0xc2bb948dd06373cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 10.0.2.6@tcp remote: 0x55d2f3cddceef432 expref: 7 pid: 9353 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.628122:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000040:0.0:1647275032.628123:0:9900:0:(ldlm_resource.c:1802:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1647275032.628123:0:9900:0:(ldlm_resource.c:1804:ldlm_resource_dump()) ### ### ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.628126:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000010:0.0:1647275032.628126:0:9900:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8e237626e740. 00000100:00000001:0.0:1647275032.628127:0:9900:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1647275032.628128:0:9900:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e244889e500. 00000100:00000001:0.0:1647275032.628129:0:9900:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618885219804416 : -125188489747200 : ffff8e244889e500) 00000100:00000001:0.0:1647275032.628130:0:9900:0:(client.c:1092:ptlrpc_prep_fcset()) Process leaving (rc=18446618885219804416 : -125188489747200 : ffff8e244889e500) 00000100:00000001:0.0:1647275032.628131:0:9900:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1647275032.628131:0:9900:0:(client.c:1762:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1647275032.628131:0:9900:0:(ldlm_lock.c:2106:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1647275032.628132:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.628133:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1647275032.628134:0:9900:0:(tgt_handler.c:1329:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1647275032.628134:0:9900:0:(ldlm_lockd.c:890:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1647275032.628135:0:9900:0:(ldlm_lockd.c:846:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1647275032.628136:0:9900:0:(ldlm_lockd.c:869:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1647275032.628163:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f1080. 00000020:00000040:0.0:1647275032.628164:0:9900:0:(genops.c:1191:class_import_get()) import ffff8e23b1811000 refcount=2 obd=lustrefs-MDT0000 00000100:00000001:0.0:1647275032.628165:0:9900:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275032.628166:0:9900:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275032.628167:0:9900:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275032.628168:0:9900:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e244188ba00. 00000100:00000001:0.0:1647275032.628169:0:9900:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1647275032.628171:0:9900:0:(ldlm_lockd.c:951:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e2416b9f700/0xc2bb948dd06373cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 10.0.2.6@tcp remote: 0x55d2f3cddceef432 expref: 7 pid: 9353 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.628173:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00010000:0.0:1647275032.628177:0:9900:0:(ldlm_lockd.c:487:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e2416b9f700/0xc2bb948dd06373cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 10.0.2.6@tcp remote: 0x55d2f3cddceef432 expref: 7 pid: 9353 timeout: 4928 lvb_type: 0 00010000:00000040:0.0:1647275032.628183:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000001:0.0:1647275032.628184:0:9900:0:(ldlm_lockd.c:823:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1647275032.628185:0:9900:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1647275032.628186:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275032.628189:0:9900:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275032.628190:0:9900:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275032.628191:0:9900:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f1080 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000_UUID:9900:1727288330496768:10.0.2.6@tcp:104: 00000100:00000001:0.0:1647275032.628192:0:9900:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275032.628193:0:9900:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275032.628193:0:9900:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.628194:0:9900:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275032.628196:0:9900:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188b000. 02000000:00000001:0.0:1647275032.628197:0:9900:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275032.628198:0:9900:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76630. 00000400:00000010:0.0:1647275032.628199:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0c38. 00000100:00000200:0.0:1647275032.628200:0:9900:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330496768, portal 16 00000100:00000001:0.0:1647275032.628201:0:9900:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275032.628202:0:9900:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208632960 : -125191500918656 : ffff8e23950f1080) 00000100:00000040:0.0:1647275032.628216:0:9900:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 1647275043 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275032.628219:0:9900:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275032.628220:0:9900:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000400:00000010:0.0:1647275032.628221:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d05d8. 00000100:00000200:0.0:1647275032.628221:0:9900:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1727288330496768, offset 0 00000400:00000200:0.0:1647275032.628223:0:9900:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000400:00000200:0.0:1647275032.628226:0:9900:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.6@tcp local destination 00000400:00000200:0.0:1647275032.628228:0:9900:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:0.0:1647275032.628229:0:9900:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1647275032.628230:0:9900:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.6@tcp 00000400:00000200:0.0:1647275032.628231:0:9900:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14413:14413:256:4294967295] 10.0.2.6@tcp LPNI seq info [2985:2985:8:4294967295] 00000400:00000200:0.0:1647275032.628236:0:9900:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000800:00000200:0.0:1647275032.628238:0:9900:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-10.0.2.6@tcp 00000800:00000010:0.0:1647275032.628239:0:9900:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e244889e600 (tot 73194393). 00000800:00000200:0.0:1647275032.628241:0:9900:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000800:00000200:0.0:1647275032.628244:0:9900:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000800:00000200:0.0:1647275032.628245:0:9900:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e244889e600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1647275032.628250:0:9900:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.628251:0:9900:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.628252:0:9900:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.628253:0:9900:0:(ldlm_lockd.c:835:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.628253:0:9900:0:(ldlm_lockd.c:982:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.628254:0:9900:0:(tgt_handler.c:1384:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.628255:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.628255:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1647275032.628256:0:9900:0:(ldlm_lock.c:2158:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.628256:0:9900:0:(ldlm_lock.c:2106:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1647275032.628257:0:9900:0:(ldlm_lock.c:2109:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1647275032.628257:0:9900:0:(client.c:1777:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.628258:0:9900:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275032.628258:0:9900:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1647275032.628259:0:9900:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e244889e500 going to sleep for 11 seconds 00000100:00000001:0.0:1647275032.628260:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275032.628260:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.628261:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275032.628261:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275032.628330:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275032.628331:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e244889e600 (tot 73194145). 00000400:00000200:1.0:1647275032.628362:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.628364:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275032.628366:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d05d8 00000400:00000010:1.0:1647275032.628366:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d05d8. 00000100:00000001:1.0:1647275032.628367:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275032.628368:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 1647275043 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1647275032.628397:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.628398:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 1647275043 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1647275032.628402:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.628403:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1647275032.628820:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.628824:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.628824:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.628825:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.628827:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275032.628831:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 16 MB=0x622f5a75d2b00 00000400:00000200:1.0:1647275032.628833:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 10 from 12345-10.0.2.6@tcp of length 224/224 into md 0x2cc91 [1] + 224 00000800:00000001:1.0:1647275032.628835:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.628837:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.628838:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.628839:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:1.0:1647275032.628841:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275032.628842:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 1647275043 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1647275032.628845:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 1647275043 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1647275032.628854:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275032.628855:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.628856:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.628901:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1647275032.628903:0:9900:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275032.628903:0:9900:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275032.628904:0:9900:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76630. 00000400:00000200:0.0:1647275032.628905:0:9900:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0c38 00000400:00000010:0.0:1647275032.628905:0:9900:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0c38. 00000100:00000001:0.0:1647275032.628906:0:9900:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.628908:0:9900:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 1647275043 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1647275032.628912:0:9900:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 1647275043 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275032.628917:0:9900:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275032.628917:0:9900:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.628918:0:9900:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275032.628919:0:9900:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275032.628919:0:9900:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.628920:0:9900:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.628921:0:9900:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.628922:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1811548 time=1647275032 v=5 (0 0 0 0) 00000100:00001000:0.0:1647275032.628923:0:9900:0:(import.c:1996:at_measured()) AT ffff8e23b1811548 change: old=5 new=1 delta=-4 (val=1) hist 1 0 0 0 00000100:00001000:0.0:1647275032.628924:0:9900:0:(client.c:379:ptlrpc_at_adj_service()) The RPC service estimate for lustrefs-MDT0000 ptl 15 has changed from 5 to 1 00000100:00001000:0.0:1647275032.628925:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18114d0 time=1647275032 v=0 (0 0 0 0) 00000100:00001000:0.0:1647275032.628926:0:9900:0:(import.c:1996:at_measured()) AT ffff8e23b18114d0 change: old=0 new=1 delta=1 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1647275032.628927:0:9900:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275032.628927:0:9900:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.628928:0:9900:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275032.628929:0:9900:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.628930:0:9900:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.628931:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 1647275043 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1647275032.628934:0:9900:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.628957:0:9900:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275032.628957:0:9900:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.628958:0:9900:0:(ldlm_lockd.c:757:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1647275032.628959:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.628959:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1647275032.628960:0:9900:0:(ldlm_lockd.c:805:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.628961:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 1647275043 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' 00000100:00100000:0.0:1647275032.628964:0:9900:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f1080 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000_UUID:9900:1727288330496768:10.0.2.6@tcp:104: 00000100:00000001:0.0:1647275032.628965:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.628966:0:9900:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.628967:0:9900:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1647275032.628968:0:9900:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275032.628992:0:9900:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f1080 x1727288330496768/t0(0) o104->lustrefs-MDT0000@10.0.2.6@tcp:15/16 lens 328/224 e 0 to 0 dl 1647275043 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' 00000100:00000001:0.0:1647275032.628996:0:9900:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275032.628996:0:9900:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275032.628997:0:9900:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188b000. 02000000:00000001:0.0:1647275032.628998:0:9900:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275032.628998:0:9900:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275032.628999:0:9900:0:(genops.c:1204:class_import_put()) import ffff8e23b1811000 refcount=1 obd=lustrefs-MDT0000 00000020:00000001:0.0:1647275032.628999:0:9900:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275032.629000:0:9900:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e244188ba00. 02000000:00000001:0.0:1647275032.629001:0:9900:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275032.629001:0:9900:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275032.629001:0:9900:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f1080. 00000100:00000001:0.0:1647275032.629002:0:9900:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275032.629003:0:9900:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1647275032.629003:0:9900:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e244889e500. 00000100:00000001:0.0:1647275032.629004:0:9900:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1647275032.629005:0:9900:0:(ldlm_lock.c:2337:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1647275032.629005:0:9900:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8e237626e740. 00010000:00000001:0.0:1647275032.629007:0:9900:0:(ldlm_lock.c:2068:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629007:0:9900:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629008:0:9900:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1647275032.629009:0:9900:0:(ldlm_request.c:273:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1647275032.629010:0:9900:0:(ldlm_request.c:285:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629014:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00000800:00000001:3.0:1647275032.629182:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.629185:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275032.629186:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.629186:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275032.629189:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:3.0:1647275032.629191:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 328 into portal 17 MB=0x622f6553233c0 00000400:00000200:3.0:1647275032.629194:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 11 from 12345-10.0.2.6@tcp of length 328/328 into md 0x1b5d5 [2] + 1640 00000800:00000001:3.0:1647275032.629196:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.629216:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275032.629217:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275032.629218:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:3.0:1647275032.629220:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275032.629220:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1647275032.629222:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a220b00. 00000100:00000040:3.0:1647275032.629224:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a220b00 x1727291246916544 msgsize 328 00000100:00100000:3.0:1647275032.629228:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000001:3.0:1647275032.629233:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:3.0:1647275032.629234:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.629235:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.629320:0:7642:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275032.629321:0:7642:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275032.629322:0:7642:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275032.629323:0:7642:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275032.629324:0:7642:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275032.629325:0:7642:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246916544 00000020:00000001:1.0:1647275032.629326:0:7642:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275032.629327:0:7642:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371bb 00000020:00000001:1.0:1647275032.629328:0:7642:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275032.629331:0:7642:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364592000 refcount=8 00000020:00000001:1.0:1647275032.629332:0:7642:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000020:00000001:1.0:1647275032.629333:0:7642:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000100:00000001:1.0:1647275032.629363:0:7642:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275032.629364:0:7642:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275032.629365:0:7642:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a400. 00000020:00000010:1.0:1647275032.629366:0:7642:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456680. 00000020:00000010:1.0:1647275032.629370:0:7642:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e67e0. 00000100:00000040:1.0:1647275032.629373:0:7642:0:(service.c:1263:ptlrpc_at_set_timer()) armed ldlm_canceld at +1s 00000100:00000001:1.0:1647275032.629374:0:7642:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275032.629374:0:7642:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1647275032.629375:0:7642:0:(ldlm_lockd.c:2630:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1647275032.629376:0:7642:0:(ldlm_lockd.c:2644:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.629376:0:7642:0:(ldlm_lockd.c:2587:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1647275032.629377:0:7642:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1647275032.629378:0:7642:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275032.629378:0:7642:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8e2416b9f700 refcount=4 00000020:00000001:1.0:1647275032.629379:0:7642:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618884384093952 : -125189325457664 : ffff8e2416b9f700) 00010000:00000001:1.0:1647275032.629380:0:7642:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446618884384093952 : -125189325457664 : ffff8e2416b9f700) 00010000:00010000:1.0:1647275032.629382:0:7642:0:(ldlm_lockd.c:2612:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e2416b9f700/0xc2bb948dd06373cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 10.0.2.6@tcp remote: 0x55d2f3cddceef432 expref: 8 pid: 9353 timeout: 4928 lvb_type: 0 00010000:00000040:1.0:1647275032.629385:0:7642:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000001:1.0:1647275032.629386:0:7642:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1647275032.629387:0:7642:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1647275032.629387:0:7642:0:(ldlm_lockd.c:2619:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.629388:0:7642:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.629392:0:7642:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1647275032.629393:0:7642:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff8e238a220b00 x1727291246916544/t0(0) o103->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:183/0 lens 328/0 e 0 to 0 dl 1647275038 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:1.0:1647275032.629396:0:7642:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275032.629397:0:7642:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.629403:0:7642:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.629406:0:7642:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275032.629406:0:7642:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1647275032.629408:0:7642:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 64 00000100:00000040:1.0:1647275032.629409:0:7642:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364592000 : new rpc_count 1 00000100:00000001:1.0:1647275032.629409:0:7642:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025327360 : -125191684224256 : ffff8e238a220b00) 00000100:00000040:1.0:1647275032.629411:0:7642:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a220b00 x1727291246916544/t0(0) o103->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:183/0 lens 328/0 e 0 to 0 dl 1647275038 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000001:1.0:1647275032.629418:0:7642:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275032.629418:0:7642:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1647275032.629419:0:7642:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a220b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+8:7988:x1727291246916544:12345-10.0.2.6@tcp:103:ldlm_bl_02.0 00000100:00000200:1.0:1647275032.629421:0:7642:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246916544 00010000:00000001:1.0:1647275032.629421:0:7642:0:(ldlm_lockd.c:2482:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1647275032.629422:0:7642:0:(ldlm_lockd.c:2518:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1647275032.629422:0:7642:0:(ldlm_lockd.c:1790:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1647275032.629423:0:7642:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275032.629424:0:7642:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275032.629425:0:7642:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241134c800. 02000000:00000001:1.0:1647275032.629425:0:7642:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.629427:0:7642:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.629428:0:7642:0:(ldlm_lockd.c:1696:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1647275032.629428:0:7642:0:(ldlm_lockd.c:1719:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1647275032.629429:0:7642:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1647275032.629429:0:7642:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275032.629430:0:7642:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8e2416b9f700 refcount=4 00000020:00000001:1.0:1647275032.629431:0:7642:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618884384093952 : -125189325457664 : ffff8e2416b9f700) 00010000:00000001:1.0:1647275032.629431:0:7642:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446618884384093952 : -125189325457664 : ffff8e2416b9f700) 00010000:00000040:1.0:1647275032.629432:0:7642:0:(ldlm_resource.c:1567:ldlm_resource_getref()) getref res: ffff8e2414019380 count: 3 00000004:00000001:1.0:1647275032.629450:0:7642:0:(mdt_lvb.c:250:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1647275032.629451:0:7642:0:(ldlm_lockd.c:1764:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e2416b9f700/0xc2bb948dd06373cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 10.0.2.6@tcp remote: 0x55d2f3cddceef432 expref: 8 pid: 9353 timeout: 4928 lvb_type: 0 00010000:00000040:1.0:1647275032.629454:0:7642:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 3 00000100:00001000:1.0:1647275032.629455:0:7642:0:(import.c:1931:at_measured()) add 0 to ffff8e2364592610 time=1647275032 v=20 (0 0 0 0) 00010000:00000001:1.0:1647275032.629456:0:7642:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1647275032.629458:0:7642:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1647275032.629458:0:7642:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1647275032.629458:0:7642:0:(ldlm_lockd.c:560:ldlm_del_waiting_lock()) ### removed ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e2416b9f700/0xc2bb948dd06373cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 10.0.2.6@tcp remote: 0x55d2f3cddceef432 expref: 8 pid: 9353 timeout: 4928 lvb_type: 0 00010000:00000040:1.0:1647275032.629464:0:7642:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 3 00000020:00000001:1.0:1647275032.629465:0:7642:0:(tgt_handler.c:1329:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1647275032.629466:0:7642:0:(ldlm_lockd.c:890:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1647275032.629466:0:7642:0:(ldlm_lockd.c:894:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.629467:0:7642:0:(tgt_handler.c:1384:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.629468:0:7642:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1647275032.629468:0:7642:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1647275032.629470:0:7642:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1647275032.629470:0:7642:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1647275032.629471:0:7642:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1647275032.629471:0:7642:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275032.629472:0:7642:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8e2416b9f700 with handle 0xc2bb948dd06373cf from hash 00010000:00000001:1.0:1647275032.629472:0:7642:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1647275032.629473:0:7642:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1647275032.629473:0:7642:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1647275032.629473:0:7642:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1647275032.629475:0:7642:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275032.629476:0:7642:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.629477:0:7642:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1647275032.629477:0:7642:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1647275032.629478:0:7642:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e2416b9f700/0xc2bb948dd06373cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 10.0.2.6@tcp remote: 0x55d2f3cddceef432 expref: 8 pid: 9353 timeout: 4928 lvb_type: 0 00010000:00000040:1.0:1647275032.629480:0:7642:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 3 00010000:00000040:1.0:1647275032.629481:0:7642:0:(ldlm_lock.c:228:ldlm_lock_put()) lock PUTting export ffff8e2364592000 : new locks_count 1 00000020:00000040:1.0:1647275032.629482:0:7642:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364592000 : new refcount 7 00010000:00000010:1.0:1647275032.629482:0:7642:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8e23d08c0600. 00010000:00000040:1.0:1647275032.629483:0:7642:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000001:1.0:1647275032.629484:0:7642:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1647275032.629485:0:7642:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1647275032.629486:0:7642:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1647275032.629486:0:7642:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1:0x0].0x0 (ffff8e2414019380) 00010000:00010000:1.0:1647275032.629488:0:7642:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1647275032.629491:0:7642:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000001:1.0:1647275032.629492:0:7642:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1647275032.629492:0:7642:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1647275032.629493:0:7642:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1647275032.629493:0:7642:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1647275032.629494:0:7642:0:(ldlm_inodebits.c:198:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1647275032.629494:0:7642:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1647275032.629495:0:7642:0:(ldlm_lock.c:720:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1647275032.629495:0:7642:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1647275032.629498:0:7642:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000001:1.0:1647275032.629498:0:7642:0:(ldlm_lock.c:726:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1647275032.629499:0:7642:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:1.0:1647275032.629499:0:7642:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1647275032.629499:0:7642:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1647275032.629500:0:7642:0:(ldlm_resource.c:1784:ldlm_resource_dump()) --- Resource: [0x200000402:0x1:0x0].0x0 (ffff8e2414019380) refcount = 2 00010000:00010000:1.0:1647275032.629501:0:7642:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1647275032.629504:0:7642:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 2 00010000:00000001:1.0:1647275032.629504:0:7642:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1647275032.629505:0:7642:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275032.629505:0:7642:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.629506:0:7642:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1647275032.629506:0:7642:0:(ldlm_inodebits.c:406:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1647275032.629507:0:7642:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1647275032.629508:0:7642:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff8e241618da40. 00000100:00000001:1.0:1647275032.629509:0:7642:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1647275032.629509:0:7642:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e237d691800. 00000100:00000001:1.0:1647275032.629511:0:7642:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618881811879936 : -125191897671680 : ffff8e237d691800) 00000100:00000001:1.0:1647275032.629511:0:7642:0:(client.c:1092:ptlrpc_prep_fcset()) Process leaving (rc=18446618881811879936 : -125191897671680 : ffff8e237d691800) 00000100:00000001:1.0:1647275032.629513:0:7642:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1647275032.629513:0:7642:0:(client.c:1762:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1647275032.629513:0:7642:0:(ldlm_lock.c:2243:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1647275032.629514:0:7642:0:(ldlm_request.c:273:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1647275032.629518:0:7642:0:(ldlm_request.c:282:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.629519:0:7642:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1647275032.629519:0:7642:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1647275032.629519:0:7642:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.629520:0:7642:0:(ldlm_lock.c:2243:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1647275032.629520:0:7642:0:(ldlm_lock.c:2246:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1647275032.629521:0:7642:0:(client.c:1777:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.629522:0:7642:0:(client.c:2477:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.629522:0:7642:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1647275032.629523:0:7642:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e237d691800. 00000100:00000001:1.0:1647275032.629524:0:7642:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1647275032.629524:0:7642:0:(ldlm_lock.c:2337:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1647275032.629525:0:7642:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff8e241618da40. 00010000:00000001:1.0:1647275032.629525:0:7642:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1647275032.629526:0:7642:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 1 00010000:00010000:1.0:1647275032.629526:0:7642:0:(ldlm_lockd.c:1775:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1647275032.629527:0:7642:0:(ldlm_lockd.c:1776:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1647275032.629528:0:7642:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275032.629529:0:7642:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275032.629530:0:7642:0:(import.c:1931:at_measured()) add 1 to ffff8e23b25ea338 time=147 v=1 (1 1 0 0) 00010000:00010000:0.0:1647275032.629530:0:9900:0:(ldlm_request.c:201:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1647275032.629531:0:7642:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275032.629532:0:7642:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00000100:00000001:1.0:1647275032.629533:0:7642:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 02000000:00000001:1.0:1647275032.629533:0:7642:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275032.629534:0:7642:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.629534:0:7642:0:(niobuf.c:55:ptl_send_buf()) Process entered 00010000:00000040:0.0:1647275032.629534:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 1 00010000:00000001:0.0:1647275032.629535:0:9900:0:(ldlm_request.c:337:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275032.629536:0:7642:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000400:00000010:1.0:1647275032.629536:0:7642:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574d48. 00010000:00010000:0.0:1647275032.629536:0:9900:0:(ldlm_request.c:530:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00000100:00000200:1.0:1647275032.629537:0:7642:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1727291246916544, offset 224 00000400:00000200:1.0:1647275032.629539:0:7642:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000400:00000200:1.0:1647275032.629542:0:7642:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000400:00000200:1.0:1647275032.629543:0:7642:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14414:14414:256:4294967295] 10.0.2.6@tcp LPNI seq info [2986:2986:8:4294967295] 00010000:00000040:0.0:1647275032.629543:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 1 00010000:00000001:0.0:1647275032.629543:0:9900:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1647275032.629544:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.629544:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00080000:00000001:0.0:1647275032.629546:0:9900:0:(osd_handler.c:1562:osd_oxc_get()) Process leaving via out (rc=264 : 264 : 0x108) 00000400:00000200:1.0:1647275032.629547:0:7642:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000020:00000010:0.0:1647275032.629548:0:9900:0:(lu_object.c:2545:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 264 at ffff8e244188ba00. 00000800:00000200:1.0:1647275032.629549:0:7642:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00100000:00000001:0.0:1647275032.629549:0:9900:0:(lfsck_layout.c:3400:lfsck_lov2layout()) Process entered 00000800:00000010:1.0:1647275032.629550:0:7642:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691800 (tot 73194393). 00100000:00000001:0.0:1647275032.629550:0:9900:0:(lfsck_layout.c:3442:lfsck_lov2layout()) Process leaving 00000004:00000001:0.0:1647275032.629551:0:9900:0:(osp_trans.c:963:osp_trans_create()) Process entered 00000004:00000010:0.0:1647275032.629551:0:9900:0:(osp_trans.c:965:osp_trans_create()) kmalloced '(oth)': 120 at ffff8e2347ff9600. 00000800:00000200:1.0:1647275032.629552:0:7642:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000004:00000001:0.0:1647275032.629552:0:9900:0:(osp_trans.c:977:osp_trans_create()) Process leaving (rc=18446618880915772928 : -125192793778688 : ffff8e2347ff9600) 00000004:00000001:0.0:1647275032.629553:0:9900:0:(osp_object.c:1454:osp_declare_create()) Process entered 00000800:00000200:1.0:1647275032.629554:0:7642:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000800:00000200:1.0:1647275032.629555:0:7642:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691800 type 1, nob 320 niov 1 nkiov 1 00000004:00000010:0.0:1647275032.629555:0:9900:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 184 at ffff8e2363561cc0. 00000004:00000010:0.0:1647275032.629556:0:9900:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8e23ab549380. 00000100:00000001:1.0:1647275032.629557:0:7642:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1647275032.629557:0:9900:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8e23e5dc0000. 00000004:00000001:0.0:1647275032.629557:0:9900:0:(osp_object.c:1461:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275032.629558:0:7642:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 6 to 10.0.2.6@tcp 00010000:00000001:1.0:1647275032.629559:0:7642:0:(ldlm_lockd.c:1814:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.629559:0:9900:0:(osp_object.c:1555:osp_create()) Process entered 00000020:00000001:0.0:1647275032.629559:0:9900:0:(out_lib.c:200:out_create_pack()) Process entered 00010000:00000001:1.0:1647275032.629560:0:7642:0:(ldlm_lockd.c:2549:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.629560:0:9900:0:(out_lib.c:230:out_create_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275032.629561:0:7642:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a220b00 x1727291246916544/t0(0) o103->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:183/0 lens 328/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:H/0/0 rc 0/0 job:'ldlm_bl_02.0' 00000004:00000010:0.0:1647275032.629561:0:9900:0:(osp_trans.c:565:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8e237626e740. 00000004:00000001:0.0:1647275032.629562:0:9900:0:(osp_object.c:1565:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.629563:0:9900:0:(osp_object.c:1248:osp_xattr_set()) Process entered 00000004:00000002:0.0:1647275032.629563:0:9900:0:(osp_object.c:1254:osp_xattr_set()) [0x100000000:0x3:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1647275032.629564:0:9900:0:(out_lib.c:157:out_update_pack()) Process entered 00000100:00100000:1.0:1647275032.629565:0:7642:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a220b00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7988:x1727291246916544:12345-10.0.2.6@tcp:103:ldlm_bl_02.0 Request processed in 146us (340us total) trans 0 rc 0/0 00000020:00000001:0.0:1647275032.629565:0:9900:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1647275032.629566:0:9900:0:(osp_object.c:179:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8e2347ff9f80. 00000004:00000010:0.0:1647275032.629567:0:9900:0:(osp_object.c:219:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8e23d08c0500. 00000100:00100000:1.0:1647275032.629568:0:7642:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 64 00000004:00000001:0.0:1647275032.629568:0:9900:0:(osp_object.c:1283:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.629568:0:9900:0:(lfsck_layout.c:3622:__lfsck_layout_repair_dangling()) Process leaving via unlock2 (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1647275032.629569:0:7642:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364592000 : new rpc_count 0 00000004:00000001:0.0:1647275032.629569:0:9900:0:(osp_trans.c:1570:osp_trans_stop()) Process entered 00000100:00000001:1.0:1647275032.629570:0:7642:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275032.629570:0:7642:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000004:00000010:0.0:1647275032.629570:0:9900:0:(osp_object.c:219:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8e2347ff9f80. 00000020:00000010:1.0:1647275032.629571:0:7642:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456680. 00000004:00000010:0.0:1647275032.629571:0:9900:0:(osp_trans.c:590:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8e237626e740. 00000020:00000010:1.0:1647275032.629572:0:7642:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e67e0. 00000004:00000001:0.0:1647275032.629572:0:9900:0:(osp_trans.c:1115:osp_send_update_req()) Process entered 00000020:00000010:1.0:1647275032.629573:0:7642:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a400. 00000004:00000001:0.0:1647275032.629573:0:9900:0:(osp_trans.c:355:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1647275032.629573:0:9900:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x100000000:0x3:0x0] op = create params = 1 batchid = 0 size = 256 repsize 0 00000020:00000040:1.0:1647275032.629574:0:7642:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364592000 : new refcount 6 00000100:00000001:1.0:1647275032.629575:0:7642:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1647275032.629575:0:9900:0:(osp_trans.c:265:object_update_request_dump()) i = 1 fid = [0x100000000:0x3:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1647275032.629576:0:9900:0:(osp_trans.c:271:object_update_request_dump()) updates = ffff8e23e5dc0000 magic = bdde0002 count = 2 size = 400 00000100:00000010:0.0:1647275032.629577:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f1080. 00000020:00000040:0.0:1647275032.629579:0:9900:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:0.0:1647275032.629580:0:9900:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275032.629581:0:9900:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275032.629582:0:9900:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275032.629583:0:9900:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8e23e5079400. 00000100:00000001:0.0:1647275032.629584:0:9900:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.629585:0:9900:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.629585:0:9900:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1647275032.629586:0:9900:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.629587:0:9900:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1647275032.629588:0:9900:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.629590:0:9900:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f1080] to pc [ptlrpcd_00_03+3] req@ffff8e23950f1080 x1727288330496832/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000800:00000200:1.0:1647275032.629598:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275032.629599:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691800 (tot 73194145). 00000400:00000200:1.0:1647275032.629600:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.629601:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000004:00000001:0.0:1647275032.629601:0:9900:0:(osp_trans.c:1216:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.629601:0:9900:0:(osp_trans.c:1588:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1647275032.629602:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574d48 00000004:00000001:0.0:1647275032.629602:0:9900:0:(osp_trans.c:1618:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1647275032.629603:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574d48. 00010000:00000001:0.0:1647275032.629603:0:9900:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000100:00000001:1.0:1647275032.629604:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275032.629604:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:0.0:1647275032.629604:0:9900:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.629604:0:9900:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8e23aff02a80 refcount=3 00000020:00000001:0.0:1647275032.629605:0:9900:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882659592832 : -125191049958784 : ffff8e23aff02a80) 00010000:00000001:0.0:1647275032.629606:0:9900:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446618882659592832 : -125191049958784 : ffff8e23aff02a80) 00010000:00000001:0.0:1647275032.629607:0:9900:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1647275032.629607:0:9900:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629610:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 1 00010000:00000001:0.0:1647275032.629611:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.629612:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1647275032.629612:0:9900:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629615:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 1 00010000:00000001:0.0:1647275032.629615:0:9900:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1647275032.629616:0:9900:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629617:0:9900:0:(ldlm_lockd.c:1870:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1647275032.629617:0:9900:0:(ldlm_lockd.c:1872:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629620:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 1 00010000:00010000:0.0:1647275032.629620:0:9900:0:(ldlm_lockd.c:1886:ldlm_handle_bl_callback()) Lock ffff8e23aff02a80 already unused, calling callback (ffffffffc0c58770) 00010000:00000001:0.0:1647275032.629621:0:9900:0:(ldlm_request.c:395:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1647275032.629622:0:9900:0:(ldlm_request.c:356:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1647275032.629622:0:9900:0:(ldlm_request.c:366:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629625:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 1 00010000:00000001:0.0:1647275032.629626:0:9900:0:(ldlm_request.c:1537:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1647275032.629656:0:9900:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1647275032.629656:0:9900:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.629657:0:9900:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8e23aff02a80 refcount=4 00000020:00000001:0.0:1647275032.629658:0:9900:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882659592832 : -125191049958784 : ffff8e23aff02a80) 00010000:00000001:0.0:1647275032.629659:0:9900:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446618882659592832 : -125191049958784 : ffff8e23aff02a80) 00010000:00000001:0.0:1647275032.629660:0:9900:0:(ldlm_request.c:1229:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1647275032.629660:0:9900:0:(ldlm_request.c:1259:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629664:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 1 00010000:00000001:0.0:1647275032.629664:0:9900:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1647275032.629684:0:9900:0:(ldlm_request.c:395:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1647275032.629684:0:9900:0:(ldlm_request.c:399:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629686:0:9900:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1647275032.629687:0:9900:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1647275032.629688:0:9900:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1647275032.629688:0:9900:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1647275032.629689:0:9900:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8e23aff02a80 with handle 0xc2bb948dd06373eb from hash 00010000:00000001:0.0:1647275032.629690:0:9900:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1647275032.629691:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.629691:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1647275032.629692:0:9900:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1647275032.629693:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1647275032.629693:0:9900:0:(lprocfs_status.c:1172:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8e244188b000 (tot 73194593). 00010000:00000001:0.0:1647275032.629694:0:9900:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1647275032.629695:0:9900:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.629696:0:3303:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00000001:0.0:1647275032.629696:0:9900:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1647275032.629696:0:9900:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered 00000100:00000001:2.0:1647275032.629697:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.629697:0:9900:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1647275032.629697:0:9900:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1:0x0].0x0 (ffff8e2414019380) 00000100:00000001:2.0:1647275032.629699:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:0.0:1647275032.629699:0:9900:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1647275032.629699:0:9900:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.629700:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.629700:0:9900:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.629701:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275032.629701:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.629701:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1647275032.629701:0:9900:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1647275032.629702:0:9900:0:(ldlm_request.c:1265:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:2.0:1647275032.629703:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f1080 x1727288330496832/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00010000:00000001:0.0:1647275032.629703:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.629703:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1647275032.629704:0:9900:0:(ldlm_request.c:1570:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629705:0:9900:0:(ldlm_request.c:375:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629705:0:9900:0:(ldlm_request.c:414:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1647275032.629706:0:9900:0:(ldlm_lockd.c:1896:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1647275032.629707:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.629708:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.629709:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.629709:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.629710:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f1080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330496832:10.0.2.5@tcp:1000:lfsck_layout.0 00010000:00000040:0.0:1647275032.629710:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 1 00010000:00000001:0.0:1647275032.629711:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.629711:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1647275032.629712:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00010000:00000001:0.0:1647275032.629712:0:9900:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1647275032.629712:0:9900:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:2.0:1647275032.629713:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.629713:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629713:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1647275032.629713:0:9900:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02a80/0xc2bb948dd06373eb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 02000000:00000001:2.0:1647275032.629714:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.629718:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8e23645aa000. 02000000:00000001:2.0:1647275032.629718:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275032.629735:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 1 00010000:00000010:0.0:1647275032.629737:0:9900:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8e2347ff9780. 00010000:00000040:0.0:1647275032.629738:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e2414019380 count: 0 00000400:00000010:2.0:1647275032.629739:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00010000:00000010:0.0:1647275032.629739:0:9900:0:(ldlm_resource.c:1471:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8e23d08c0980. 00000400:00000010:2.0:1647275032.629741:0:3303:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e241072c840 (tot 73194745). 00000100:00000200:2.0:1647275032.629742:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1727288330496832, portal 4 00000100:00000001:2.0:1647275032.629743:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1647275032.629743:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00100000:10000000:0.0:1647275032.629743:0:9900:0:(lfsck_layout.c:3643:__lfsck_layout_repair_dangling()) lustrefs-MDT0000-osd: layout LFSCK assistant found dangling reference for: parent [0x200000402:0x1:0x0], child [0x100000000:0x3:0x0], comp_id 1, ea_off 0, ost_idx 0, Create the lost OST-object as required: rc = 1 00000100:00000001:2.0:1647275032.629744:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208632960 : -125191500918656 : ffff8e23950f1080) 00000100:00000040:2.0:1647275032.629745:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f1080 x1727288330496832/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00100000:00000001:0.0:1647275032.629745:0:9900:0:(lfsck_layout.c:4480:lfsck_layout_assistant_handler_p1()) Process leaving via out (rc=1 : 1 : 0x1) 00000020:00000002:0.0:1647275032.629748:0:9900:0:(lu_object.c:224:lu_object_put()) Add ffff8e235c05ba00/ffff8e2395115500 to site lru. bkt: ffff8e2388dde660 00000100:00000001:2.0:1647275032.629749:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275032.629750:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275032.629751:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff6e8. 00000100:00000200:2.0:1647275032.629752:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 24, xid 1727288330496832, offset 0 00000400:00000200:2.0:1647275032.629754:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000004:00000001:0.0:1647275032.629755:0:9900:0:(osp_object.c:2380:osp_object_release()) Process entered 00000004:00000001:0.0:1647275032.629755:0:9900:0:(osp_object.c:2412:osp_object_release()) Process leaving 00000400:00000200:2.0:1647275032.629756:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000004:00000010:0.0:1647275032.629757:0:9900:0:(osp_object.c:2360:osp_object_free()) slab-freed 'obj': 688 at ffff8e240ba3fb20. 00000400:00000200:2.0:1647275032.629758:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275032.629759:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000004:00000010:0.0:1647275032.629759:0:9900:0:(lod_object.c:9193:lod_object_free()) slab-freed '(lo)': 288 at ffff8e234b93eea0. 00000004:00000010:0.0:1647275032.629779:0:9900:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at ffff8e2364139420. 00000400:00000200:2.0:1647275032.629780:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000004:00000001:0.0:1647275032.629780:0:9900:0:(mdt_handler.c:6362:mdt_object_free()) Process entered 00000400:00000200:2.0:1647275032.629781:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14415:14415:256:4294967295] 10.0.2.5@tcp LPNI seq info [11429:11429:8:4294967295] 00000004:00000040:0.0:1647275032.629781:0:9900:0:(mdt_handler.c:6366:mdt_object_free()) object free, fid = [0x100000000:0x3:0x0] 00000004:00000010:0.0:1647275032.629782:0:9900:0:(mdt_handler.c:6373:mdt_object_free()) slab-freed 'mo': 896 at ffff8e2395114000. 00000004:00000001:0.0:1647275032.629783:0:9900:0:(mdt_handler.c:6376:mdt_object_free()) Process leaving 00100000:00000010:0.0:1647275032.629783:0:9900:0:(lfsck_internal.h:1544:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8e23bdf6fc00. 00100000:00000010:0.0:1647275032.629784:0:9900:0:(lfsck_layout.c:216:lfsck_layout_assistant_req_fini()) kfreed 'llr': 48 at ffff8e2376268b00. 00000400:00000200:2.0:1647275032.629785:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00100000:00000001:0.0:1647275032.629785:0:9900:0:(lfsck_layout.c:4368:lfsck_layout_assistant_handler_p1()) Process entered 00000004:00000001:0.0:1647275032.629786:0:9900:0:(osp_object.c:581:osp_attr_get()) Process entered 00000004:00000001:0.0:1647275032.629786:0:9900:0:(osp_object.c:584:osp_attr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:2.0:1647275032.629787:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-10.0.2.5@tcp 80000000:00000001:0.0:1647275032.629787:0:9900:0:(fld_handler.c:247:fld_server_lookup()) Process entered 00000100:00000001:3.0:1647275032.629788:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1647275032.629788:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e2408269900 (tot 73194993). 80000000:00000001:0.0:1647275032.629788:0:9900:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:0.0:1647275032.629788:0:9900:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 00000100:00000001:3.0:1647275032.629789:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1647275032.629789:0:9900:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275032.629790:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 80000000:00000001:0.0:1647275032.629790:0:9900:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1647275032.629790:0:9900:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.629791:0:9900:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000800:00000200:2.0:1647275032.629792:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000020:00000001:0.0:1647275032.629792:0:9900:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208781656 : -125191500769960 : ffff8e2395115558) 00000800:00000200:2.0:1647275032.629793:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e2408269900 type 1, nob 760 niov 1 nkiov 1 00100000:00000001:0.0:1647275032.629793:0:9900:0:(lfsck_layout.c:3492:__lfsck_layout_repair_dangling()) Process entered 00010000:00000001:0.0:1647275032.629794:0:9900:0:(ldlm_request.c:474:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1647275032.629795:0:9900:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1647275032.629796:0:9900:0:(ldlm_resource.c:1420:ldlm_resource_new()) slab-alloced 'res': 376 at ffff8e241560a180. 00010000:00000010:0.0:1647275032.629797:0:9900:0:(ldlm_resource.c:1406:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8e2347ff9780. 00010000:00000001:0.0:1647275032.629798:0:9900:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00000100:00000001:2.0:1647275032.629799:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1647275032.629799:0:9900:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 608 at ffff8e23aff02d00. 00000100:00000001:2.0:1647275032.629800:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1647275032.629800:0:9900:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1647275032.629800:0:9900:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8e23aff02d00 with handle 0xc2bb948dd06373f2 to hash 00000100:00000001:2.0:1647275032.629801:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.629801:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.629801:0:9900:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1647275032.629801:0:9900:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446618882659593472 : -125191049958144 : ffff8e23aff02d00) 00000100:00000001:2.0:1647275032.629802:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1647275032.629802:0:9900:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8e2347ff9f80. 00010000:00000001:0.0:1647275032.629803:0:9900:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446618882659593472 : -125191049958144 : ffff8e23aff02d00) 00010000:00000001:0.0:1647275032.629804:0:9900:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1647275032.629804:0:9900:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1647275032.629805:0:9900:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02d00/0xc2bb948dd06373f2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629826:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 1 00010000:00000001:0.0:1647275032.629827:0:9900:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1647275032.629827:0:9900:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1647275032.629828:0:9900:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1647275032.629828:0:9900:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1647275032.629828:0:9900:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.629829:0:9900:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1647275032.629829:0:9900:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.629830:0:9900:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1647275032.629830:0:9900:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1647275032.629831:0:9900:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1647275032.629831:0:9900:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1647275032.629831:0:9900:0:(ldlm_resource.c:1784:ldlm_resource_dump()) --- Resource: [0x200000402:0x1:0x0].0x0 (ffff8e241560a180) refcount = 1 00010000:00010000:0.0:1647275032.629833:0:9900:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02d00/0xc2bb948dd06373f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629835:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 1 00010000:00000001:0.0:1647275032.629836:0:9900:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1647275032.629837:0:9900:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1647275032.629837:0:9900:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629838:0:9900:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1647275032.629838:0:9900:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.629839:0:9900:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629839:0:9900:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1647275032.629840:0:9900:0:(ldlm_request.c:273:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1647275032.629840:0:9900:0:(ldlm_request.c:282:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1647275032.629841:0:9900:0:(ldlm_request.c:530:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02d00/0xc2bb948dd06373f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629844:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 1 00010000:00000001:0.0:1647275032.629844:0:9900:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1647275032.629845:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.629845:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00100000:00000001:0.0:1647275032.629846:0:9900:0:(lfsck_layout.c:3400:lfsck_lov2layout()) Process entered 00100000:00000001:0.0:1647275032.629846:0:9900:0:(lfsck_layout.c:3442:lfsck_lov2layout()) Process leaving 00000004:00000001:0.0:1647275032.629847:0:9900:0:(osp_trans.c:963:osp_trans_create()) Process entered 00000004:00000010:0.0:1647275032.629847:0:9900:0:(osp_trans.c:965:osp_trans_create()) kmalloced '(oth)': 120 at ffff8e2347ff9280. 00000004:00000001:0.0:1647275032.629848:0:9900:0:(osp_trans.c:977:osp_trans_create()) Process leaving (rc=18446618880915772032 : -125192793779584 : ffff8e2347ff9280) 00000004:00000001:0.0:1647275032.629849:0:9900:0:(osp_object.c:1454:osp_declare_create()) Process entered 00000004:00000010:0.0:1647275032.629849:0:9900:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 184 at ffff8e2363561780. 00000004:00000010:0.0:1647275032.629850:0:9900:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8e23ab5492a0. 00000004:00000010:0.0:1647275032.629851:0:9900:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8e23e5dc4000. 00000004:00000001:0.0:1647275032.629851:0:9900:0:(osp_object.c:1461:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.629852:0:9900:0:(osp_object.c:1555:osp_create()) Process entered 00000800:00000200:1.0:1647275032.629853:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1647275032.629853:0:9900:0:(out_lib.c:200:out_create_pack()) Process entered 00000020:00000001:0.0:1647275032.629853:0:9900:0:(out_lib.c:230:out_create_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1647275032.629854:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e2408269900 (tot 73194745). 00000004:00000010:0.0:1647275032.629854:0:9900:0:(osp_trans.c:565:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8e237626e740. 00000004:00000001:0.0:1647275032.629855:0:9900:0:(osp_object.c:1565:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.629855:0:9900:0:(osp_object.c:1248:osp_xattr_set()) Process entered 00000400:00000200:1.0:1647275032.629856:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000002:0.0:1647275032.629856:0:9900:0:(osp_object.c:1254:osp_xattr_set()) [0x100010000:0x3:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1647275032.629856:0:9900:0:(out_lib.c:157:out_update_pack()) Process entered 00000400:00000200:1.0:1647275032.629857:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000001:0.0:1647275032.629857:0:9900:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.629858:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff6e8 00000004:00000010:0.0:1647275032.629858:0:9900:0:(osp_object.c:179:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8e2347ff9c00. 00000400:00000010:1.0:1647275032.629859:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff6e8. 00000004:00000010:0.0:1647275032.629859:0:9900:0:(osp_object.c:219:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8e23d08c0400. 00000100:00000001:1.0:1647275032.629860:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000004:00000001:0.0:1647275032.629860:0:9900:0:(osp_object.c:1283:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.629860:0:9900:0:(lfsck_layout.c:3622:__lfsck_layout_repair_dangling()) Process leaving via unlock2 (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1647275032.629861:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f1080 x1727288330496832/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000004:00000001:0.0:1647275032.629861:0:9900:0:(osp_trans.c:1570:osp_trans_stop()) Process entered 00000004:00000010:0.0:1647275032.629862:0:9900:0:(osp_object.c:219:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8e2347ff9c00. 00000004:00000010:0.0:1647275032.629862:0:9900:0:(osp_trans.c:590:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8e237626e740. 00000004:00000001:0.0:1647275032.629863:0:9900:0:(osp_trans.c:1115:osp_send_update_req()) Process entered 00000004:00000001:0.0:1647275032.629864:0:9900:0:(osp_trans.c:355:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1647275032.629864:0:9900:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x100010000:0x3:0x0] op = create params = 1 batchid = 0 size = 256 repsize 0 00000100:00000001:1.0:1647275032.629865:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.629865:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f1080 x1727288330496832/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000004:00000040:0.0:1647275032.629865:0:9900:0:(osp_trans.c:265:object_update_request_dump()) i = 1 fid = [0x100010000:0x3:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1647275032.629866:0:9900:0:(osp_trans.c:271:object_update_request_dump()) updates = ffff8e23e5dc4000 magic = bdde0002 count = 2 size = 400 00000100:00000010:0.0:1647275032.629867:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f5280. 00000100:00000001:1.0:1647275032.629868:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1647275032.629868:0:9900:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:1.0:1647275032.629869:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1647275032.629869:0:9900:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275032.629870:0:9900:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275032.629870:0:9900:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275032.629871:0:9900:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8e23e507ac00. 00000100:00000001:0.0:1647275032.629872:0:9900:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.629873:0:9900:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.629874:0:9900:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1647275032.629874:0:9900:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.629875:0:9900:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1647275032.629876:0:9900:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.629877:0:9900:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f5280] to pc [ptlrpcd_00_00+0] req@ffff8e23950f5280 x1727288330496896/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000004:00000001:0.0:1647275032.629887:0:9900:0:(osp_trans.c:1216:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.629911:0:9900:0:(osp_trans.c:1588:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1647275032.629912:0:9900:0:(osp_trans.c:1618:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629913:0:9900:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1647275032.629913:0:9900:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.629914:0:9900:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8e23aff02d00 refcount=3 00000020:00000001:0.0:1647275032.629914:0:9900:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882659593472 : -125191049958144 : ffff8e23aff02d00) 00010000:00000001:0.0:1647275032.629915:0:9900:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446618882659593472 : -125191049958144 : ffff8e23aff02d00) 00010000:00000001:0.0:1647275032.629916:0:9900:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1647275032.629917:0:9900:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02d00/0xc2bb948dd06373f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1647275032.629920:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00010000:00000040:0.0:1647275032.629920:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 1 00010000:00000001:0.0:1647275032.629920:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.629921:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1647275032.629921:0:9900:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02d00/0xc2bb948dd06373f2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629947:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 1 00010000:00000001:0.0:1647275032.629948:0:9900:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1647275032.629948:0:9900:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629949:0:9900:0:(ldlm_lockd.c:1870:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1647275032.629949:0:9900:0:(ldlm_lockd.c:1872:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02d00/0xc2bb948dd06373f2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.629952:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 1 00010000:00010000:0.0:1647275032.629952:0:9900:0:(ldlm_lockd.c:1886:ldlm_handle_bl_callback()) Lock ffff8e23aff02d00 already unused, calling callback (ffffffffc0c58770) 00010000:00000001:0.0:1647275032.629953:0:9900:0:(ldlm_request.c:395:ldlm_blocking_ast()) Process entered 00000100:00000001:2.0:1647275032.629954:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1647275032.629954:0:9900:0:(ldlm_request.c:356:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1647275032.629954:0:9900:0:(ldlm_request.c:366:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02d00/0xc2bb948dd06373f2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1647275032.629955:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275032.629957:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 1 00010000:00000001:0.0:1647275032.629957:0:9900:0:(ldlm_request.c:1537:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1647275032.629958:0:9900:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1647275032.629958:0:9900:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.629958:0:9900:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8e23aff02d00 refcount=4 00000020:00000001:0.0:1647275032.629959:0:9900:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882659593472 : -125191049958144 : ffff8e23aff02d00) 00010000:00000001:0.0:1647275032.629960:0:9900:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446618882659593472 : -125191049958144 : ffff8e23aff02d00) 00010000:00000001:0.0:1647275032.629960:0:9900:0:(ldlm_request.c:1229:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1647275032.629961:0:9900:0:(ldlm_request.c:1259:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02d00/0xc2bb948dd06373f2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1647275032.629964:0:3302:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00000040:0.0:1647275032.629964:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 1 00010000:00000001:0.0:1647275032.629964:0:9900:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00000100:00000001:1.0:1647275032.629965:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.629965:0:9900:0:(ldlm_request.c:395:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1647275032.629965:0:9900:0:(ldlm_request.c:399:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629966:0:9900:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1647275032.629967:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1647275032.629967:0:9900:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1647275032.629967:0:9900:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1647275032.629967:0:9900:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.629968:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.629968:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1647275032.629968:0:9900:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8e23aff02d00 with handle 0xc2bb948dd06373f2 from hash 00000100:00000001:1.0:1647275032.629969:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1647275032.629969:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1647275032.629969:0:9900:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1647275032.629969:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.629969:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1647275032.629970:0:9900:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1647275032.629970:0:9900:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00000100:00000040:1.0:1647275032.629971:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f5280 x1727288330496896/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00010000:00000001:0.0:1647275032.629971:0:9900:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629971:0:9900:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1647275032.629990:0:9900:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1647275032.629990:0:9900:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1647275032.629991:0:9900:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1:0x0].0x0 (ffff8e241560a180) 00000100:00000001:1.0:1647275032.629992:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00010000:00010000:0.0:1647275032.629992:0:9900:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1647275032.629992:0:9900:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275032.629993:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275032.629993:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1647275032.629993:0:9900:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275032.629994:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629994:0:9900:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1647275032.629994:0:9900:0:(ldlm_request.c:1265:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00100000:1.0:1647275032.629995:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f5280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-mdtlov_UUID:3302:1727288330496896:10.0.2.5@tcp:1000:lfsck_layout.0 00010000:00000001:0.0:1647275032.629995:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.629995:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1647275032.629995:0:9900:0:(ldlm_request.c:1570:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.629996:0:9900:0:(ldlm_request.c:375:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.629997:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1647275032.629997:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:0.0:1647275032.629997:0:9900:0:(ldlm_request.c:414:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1647275032.629997:0:9900:0:(ldlm_lockd.c:1896:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02d00/0xc2bb948dd06373f2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1647275032.629998:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275032.629998:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1647275032.630016:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8e2401426000. 02000000:00000001:1.0:1647275032.630017:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275032.630017:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 1 00010000:00000001:0.0:1647275032.630018:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.630018:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000400:00000010:1.0:1647275032.630019:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c18f0. 00010000:00000001:0.0:1647275032.630019:0:9900:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1647275032.630019:0:9900:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1647275032.630020:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1647275032.630020:0:9900:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02d00/0xc2bb948dd06373f2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00000400:00000010:1.0:1647275032.630021:0:3302:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e2344cb6780 (tot 73194897). 00000100:00000200:1.0:1647275032.630022:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1727288330496896, portal 4 00000100:00000001:1.0:1647275032.630022:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00010000:00000040:0.0:1647275032.630022:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 1 00000100:00000001:1.0:1647275032.630023:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208649856 : -125191500901760 : ffff8e23950f5280) 00010000:00000010:0.0:1647275032.630023:0:9900:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8e2347ff9f80. 00000100:00000040:1.0:1647275032.630024:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f5280 x1727288330496896/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00010000:00000040:0.0:1647275032.630024:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560a180 count: 0 00010000:00000010:0.0:1647275032.630025:0:9900:0:(ldlm_resource.c:1471:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8e2347ff9780. 00000100:00000001:1.0:1647275032.630027:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00010000:00000001:0.0:1647275032.630027:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00100000:10000000:0.0:1647275032.630027:0:9900:0:(lfsck_layout.c:3643:__lfsck_layout_repair_dangling()) lustrefs-MDT0000-osd: layout LFSCK assistant found dangling reference for: parent [0x200000402:0x1:0x0], child [0x100010000:0x3:0x0], comp_id 2, ea_off 0, ost_idx 1, Create the lost OST-object as required: rc = 1 00000100:00000040:1.0:1647275032.630028:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:1.0:1647275032.630029:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574d48. 00100000:00000001:0.0:1647275032.630029:0:9900:0:(lfsck_layout.c:4480:lfsck_layout_assistant_handler_p1()) Process leaving via out (rc=1 : 1 : 0x1) 00000100:00000200:1.0:1647275032.630030:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 24, xid 1727288330496896, offset 0 00000020:00000002:0.0:1647275032.630030:0:9900:0:(lu_object.c:224:lu_object_put()) Add ffff8e235c05ba00/ffff8e2395115500 to site lru. bkt: ffff8e2388dde660 00000400:00000200:1.0:1647275032.630031:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275032.630033:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000004:00000001:0.0:1647275032.630034:0:9900:0:(osp_object.c:2380:osp_object_release()) Process entered 00000400:00000200:1.0:1647275032.630035:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:1.0:1647275032.630035:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000004:00000001:0.0:1647275032.630035:0:9900:0:(osp_object.c:2412:osp_object_release()) Process leaving 00000400:00000200:1.0:1647275032.630036:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000004:00000010:0.0:1647275032.630036:0:9900:0:(osp_object.c:2360:osp_object_free()) slab-freed 'obj': 688 at ffff8e240ba3edb0. 00000400:00000200:1.0:1647275032.630037:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14416:14416:256:4294967295] 10.0.2.5@tcp LPNI seq info [11430:11430:8:4294967295] 00000004:00000010:0.0:1647275032.630037:0:9900:0:(lod_object.c:9193:lod_object_free()) slab-freed '(lo)': 288 at ffff8e234b93fd40. 00000004:00000010:0.0:1647275032.630038:0:9900:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at ffff8e2364139f00. 00000004:00000001:0.0:1647275032.630039:0:9900:0:(mdt_handler.c:6362:mdt_object_free()) Process entered 00000004:00000040:0.0:1647275032.630039:0:9900:0:(mdt_handler.c:6366:mdt_object_free()) object free, fid = [0x100010000:0x3:0x0] 00000400:00000200:1.0:1647275032.630040:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000004:00000010:0.0:1647275032.630040:0:9900:0:(mdt_handler.c:6373:mdt_object_free()) slab-freed 'mo': 896 at ffff8e2395116680. 00000004:00000001:0.0:1647275032.630041:0:9900:0:(mdt_handler.c:6376:mdt_object_free()) Process leaving 00100000:00000010:0.0:1647275032.630041:0:9900:0:(lfsck_layout.c:216:lfsck_layout_assistant_req_fini()) kfreed 'llr': 48 at ffff8e2376268f00. 00000800:00000200:1.0:1647275032.630042:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-10.0.2.5@tcp 00100000:00000001:0.0:1647275032.630042:0:9900:0:(lfsck_layout.c:4368:lfsck_layout_assistant_handler_p1()) Process entered 00000800:00000010:1.0:1647275032.630043:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691800 (tot 73195145). 00000004:00000001:0.0:1647275032.630043:0:9900:0:(osp_object.c:581:osp_attr_get()) Process entered 00000004:00000001:0.0:1647275032.630043:0:9900:0:(osp_object.c:584:osp_attr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:1.0:1647275032.630044:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 80000000:00000001:0.0:1647275032.630044:0:9900:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:0.0:1647275032.630044:0:9900:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:0.0:1647275032.630045:0:9900:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1647275032.630045:0:9900:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275032.630046:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 80000000:00000001:0.0:1647275032.630046:0:9900:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275032.630047:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691800 type 1, nob 760 niov 1 nkiov 1 80000000:00000001:0.0:1647275032.630047:0:9900:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.630047:0:9900:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:0.0:1647275032.630048:0:9900:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208781656 : -125191500769960 : ffff8e2395115558) 00000100:00000001:1.0:1647275032.630049:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.630049:0:9900:0:(lfsck_layout.c:3492:__lfsck_layout_repair_dangling()) Process entered 00010000:00000001:0.0:1647275032.630049:0:9900:0:(ldlm_request.c:474:ldlm_cli_enqueue_local()) Process entered 00000100:00000001:1.0:1647275032.630050:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275032.630050:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630050:0:9900:0:(ldlm_lock.c:1668:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1647275032.630050:0:9900:0:(ldlm_resource.c:1420:ldlm_resource_new()) slab-alloced 'res': 376 at ffff8e241560aa80. 00000100:00000001:1.0:1647275032.630051:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.0:1647275032.630051:0:9900:0:(ldlm_resource.c:1406:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8e2347ff9780. 00000100:00000001:1.0:1647275032.630052:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630052:0:9900:0:(ldlm_lock.c:462:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1647275032.630053:0:9900:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 608 at ffff8e23aff02f80. 00000020:00000001:0.0:1647275032.630053:0:9900:0:(lustre_handles.c:65:class_handle_hash()) Process entered 00000020:00000040:0.0:1647275032.630054:0:9900:0:(lustre_handles.c:97:class_handle_hash()) added object ffff8e23aff02f80 with handle 0xc2bb948dd06373f9 to hash 00000020:00000001:0.0:1647275032.630054:0:9900:0:(lustre_handles.c:98:class_handle_hash()) Process leaving 00010000:00000001:0.0:1647275032.630055:0:9900:0:(ldlm_lock.c:505:ldlm_lock_new()) Process leaving (rc=18446618882659594112 : -125191049957504 : ffff8e23aff02f80) 00010000:00000010:0.0:1647275032.630056:0:9900:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff8e2347ff9f80. 00010000:00000001:0.0:1647275032.630056:0:9900:0:(ldlm_lock.c:1715:ldlm_lock_create()) Process leaving (rc=18446618882659594112 : -125191049957504 : ffff8e23aff02f80) 00010000:00000001:0.0:1647275032.630057:0:9900:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1647275032.630057:0:9900:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1647275032.630058:0:9900:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02f80/0xc2bb948dd06373f9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.630061:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 1 00010000:00000001:0.0:1647275032.630061:0:9900:0:(ldlm_lock.c:1770:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1647275032.630062:0:9900:0:(ldlm_lock.c:1732:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1647275032.630062:0:9900:0:(ldlm_inodebits.c:354:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1647275032.630062:0:9900:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1647275032.630063:0:9900:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.630063:0:9900:0:(ldlm_inodebits.c:172:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1647275032.630064:0:9900:0:(ldlm_inodebits.c:334:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.630064:0:9900:0:(ldlm_lock.c:1116:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1647275032.630065:0:9900:0:(ldlm_lock.c:977:search_granted_lock()) Process entered 00010000:00000001:0.0:1647275032.630065:0:9900:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1647275032.630065:0:9900:0:(ldlm_lock.c:1059:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1647275032.630066:0:9900:0:(ldlm_resource.c:1784:ldlm_resource_dump()) --- Resource: [0x200000402:0x1:0x0].0x0 (ffff8e241560aa80) refcount = 1 00010000:00010000:0.0:1647275032.630067:0:9900:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02f80/0xc2bb948dd06373f9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.630070:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 1 00010000:00000001:0.0:1647275032.630070:0:9900:0:(ldlm_lock.c:1086:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1647275032.630071:0:9900:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1647275032.630071:0:9900:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630072:0:9900:0:(ldlm_lock.c:1147:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1647275032.630072:0:9900:0:(ldlm_inodebits.c:445:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.630073:0:9900:0:(ldlm_lock.c:1743:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630073:0:9900:0:(ldlm_lock.c:1905:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1647275032.630074:0:9900:0:(ldlm_request.c:273:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1647275032.630074:0:9900:0:(ldlm_request.c:282:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1647275032.630075:0:9900:0:(ldlm_request.c:530:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02f80/0xc2bb948dd06373f9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.630077:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 1 00010000:00000001:0.0:1647275032.630078:0:9900:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1647275032.630078:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.630079:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00100000:00000001:0.0:1647275032.630079:0:9900:0:(lfsck_layout.c:3400:lfsck_lov2layout()) Process entered 00100000:00000001:0.0:1647275032.630080:0:9900:0:(lfsck_layout.c:3442:lfsck_lov2layout()) Process leaving 00000004:00000001:0.0:1647275032.630080:0:9900:0:(osp_trans.c:963:osp_trans_create()) Process entered 00000004:00000010:0.0:1647275032.630081:0:9900:0:(osp_trans.c:965:osp_trans_create()) kmalloced '(oth)': 120 at ffff8e2347ff9c00. 00000004:00000001:0.0:1647275032.630081:0:9900:0:(osp_trans.c:977:osp_trans_create()) Process leaving (rc=18446618880915774464 : -125192793777152 : ffff8e2347ff9c00) 00000004:00000001:0.0:1647275032.630082:0:9900:0:(osp_object.c:1454:osp_declare_create()) Process entered 00000004:00000010:0.0:1647275032.630082:0:9900:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 184 at ffff8e2363561480. 00000004:00000010:0.0:1647275032.630083:0:9900:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8e23ab5491c0. 00000004:00000010:0.0:1647275032.630084:0:9900:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8e23e5dc3000. 00000004:00000001:0.0:1647275032.630084:0:9900:0:(osp_object.c:1461:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.630085:0:9900:0:(osp_object.c:1555:osp_create()) Process entered 00000020:00000001:0.0:1647275032.630085:0:9900:0:(out_lib.c:200:out_create_pack()) Process entered 00000020:00000001:0.0:1647275032.630086:0:9900:0:(out_lib.c:230:out_create_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1647275032.630087:0:9900:0:(osp_trans.c:565:osp_update_callback_init()) kmalloced '(ouc)': 40 at ffff8e237626e740. 00000004:00000001:0.0:1647275032.630087:0:9900:0:(osp_object.c:1565:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.630088:0:9900:0:(osp_object.c:1248:osp_xattr_set()) Process entered 00000004:00000002:0.0:1647275032.630089:0:9900:0:(osp_object.c:1254:osp_xattr_set()) [0x100000000:0x4:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1647275032.630089:0:9900:0:(out_lib.c:157:out_update_pack()) Process entered 00000020:00000001:0.0:1647275032.630090:0:9900:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1647275032.630090:0:9900:0:(osp_object.c:179:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff8e2347ff9180. 00000004:00000010:0.0:1647275032.630091:0:9900:0:(osp_object.c:219:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8e23d08c0f00. 00000004:00000001:0.0:1647275032.630092:0:9900:0:(osp_object.c:1283:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.630092:0:9900:0:(lfsck_layout.c:3622:__lfsck_layout_repair_dangling()) Process leaving via unlock2 (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1647275032.630093:0:9900:0:(osp_trans.c:1570:osp_trans_stop()) Process entered 00000004:00000010:0.0:1647275032.630094:0:9900:0:(osp_object.c:219:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff8e2347ff9180. 00000004:00000010:0.0:1647275032.630094:0:9900:0:(osp_trans.c:590:osp_update_callback_fini()) kfreed 'ouc': 40 at ffff8e237626e740. 00000004:00000001:0.0:1647275032.630095:0:9900:0:(osp_trans.c:1115:osp_send_update_req()) Process entered 00000004:00000001:0.0:1647275032.630095:0:9900:0:(osp_trans.c:355:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1647275032.630096:0:9900:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x100000000:0x4:0x0] op = create params = 1 batchid = 0 size = 256 repsize 0 00000004:00000040:0.0:1647275032.630097:0:9900:0:(osp_trans.c:265:object_update_request_dump()) i = 1 fid = [0x100000000:0x4:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1647275032.630098:0:9900:0:(osp_trans.c:271:object_update_request_dump()) updates = ffff8e23e5dc3000 magic = bdde0002 count = 2 size = 400 00000100:00000010:0.0:1647275032.630099:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f0b00. 00000020:00000040:0.0:1647275032.630100:0:9900:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=4 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:0.0:1647275032.630101:0:9900:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275032.630101:0:9900:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275032.630102:0:9900:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275032.630103:0:9900:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8e23e507a800. 00000100:00000001:0.0:1647275032.630103:0:9900:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.630104:0:9900:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.630105:0:9900:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1647275032.630105:0:9900:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1647275032.630106:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1647275032.630106:0:9900:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000800:00000010:3.0:1647275032.630107:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691800 (tot 73194897). 00000100:00000001:0.0:1647275032.630107:0:9900:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.630108:0:9900:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f0b00] to pc [ptlrpcd_00_01+1] req@ffff8e23950f0b00 x1727288330496960/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000400:00000200:3.0:1647275032.630109:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275032.630111:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:3.0:1647275032.630112:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574d48 00000400:00000010:3.0:1647275032.630113:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574d48. 00000100:00000001:3.0:1647275032.630113:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275032.630114:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f5280 x1727288330496896/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000004:00000001:0.0:1647275032.630117:0:9900:0:(osp_trans.c:1216:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.630117:0:9900:0:(osp_trans.c:1588:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1647275032.630118:0:9900:0:(osp_trans.c:1618:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.630119:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275032.630119:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f5280 x1727288330496896/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00010000:00000001:0.0:1647275032.630119:0:9900:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1647275032.630120:0:9900:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.630120:0:9900:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8e23aff02f80 refcount=3 00000020:00000001:0.0:1647275032.630121:0:9900:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882659594112 : -125191049957504 : ffff8e23aff02f80) 00010000:00000001:0.0:1647275032.630121:0:9900:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446618882659594112 : -125191049957504 : ffff8e23aff02f80) 00010000:00000001:0.0:1647275032.630122:0:9900:0:(ldlm_lock.c:848:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1647275032.630122:0:9900:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02f80/0xc2bb948dd06373f9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1647275032.630123:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.630123:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000040:0.0:1647275032.630125:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 1 00010000:00000001:0.0:1647275032.630126:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.630126:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1647275032.630126:0:9900:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02f80/0xc2bb948dd06373f9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.630129:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 1 00010000:00000001:0.0:1647275032.630129:0:9900:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1647275032.630130:0:9900:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630130:0:9900:0:(ldlm_lockd.c:1870:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1647275032.630131:0:9900:0:(ldlm_lockd.c:1872:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02f80/0xc2bb948dd06373f9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.630166:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 1 00010000:00010000:0.0:1647275032.630167:0:9900:0:(ldlm_lockd.c:1886:ldlm_handle_bl_callback()) Lock ffff8e23aff02f80 already unused, calling callback (ffffffffc0c58770) 00010000:00000001:0.0:1647275032.630167:0:9900:0:(ldlm_request.c:395:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1647275032.630168:0:9900:0:(ldlm_request.c:356:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1647275032.630168:0:9900:0:(ldlm_request.c:366:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02f80/0xc2bb948dd06373f9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.630171:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 1 00010000:00000001:0.0:1647275032.630172:0:9900:0:(ldlm_request.c:1537:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1647275032.630172:0:9900:0:(ldlm_lock.c:598:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1647275032.630172:0:9900:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.630173:0:9900:0:(lustre_handles.c:151:class_handle2object()) GET ldlm ffff8e23aff02f80 refcount=4 00000020:00000001:0.0:1647275032.630174:0:9900:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882659594112 : -125191049957504 : ffff8e23aff02f80) 00010000:00000001:0.0:1647275032.630174:0:9900:0:(ldlm_lock.c:620:__ldlm_handle2lock()) Process leaving (rc=18446618882659594112 : -125191049957504 : ffff8e23aff02f80) 00010000:00000001:0.0:1647275032.630175:0:9900:0:(ldlm_request.c:1229:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1647275032.630176:0:9900:0:(ldlm_request.c:1259:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02f80/0xc2bb948dd06373f9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1647275032.630178:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 1 00010000:00000001:0.0:1647275032.630179:0:9900:0:(ldlm_lock.c:2482:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1647275032.630179:0:9900:0:(ldlm_request.c:395:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1647275032.630180:0:9900:0:(ldlm_request.c:399:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630180:0:9900:0:(ldlm_lock.c:439:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1647275032.630181:0:9900:0:(ldlm_lock.c:378:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1647275032.630181:0:9900:0:(ldlm_lock.c:288:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1647275032.630181:0:9900:0:(ldlm_lock.c:291:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1647275032.630182:0:9900:0:(lustre_handles.c:111:class_handle_unhash_nolock()) removing object ffff8e23aff02f80 with handle 0xc2bb948dd06373f9 from hash 00000100:00000001:2.0:1647275032.630183:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1647275032.630183:0:9900:0:(ldlm_lock.c:410:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1647275032.630183:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.630183:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00000100:00100000:2.0:1647275032.630184:0:3301:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00000001:0.0:1647275032.630184:0:9900:0:(ldlm_lock.c:446:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1647275032.630184:0:9900:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00000100:00000001:2.0:1647275032.630185:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275032.630185:0:9900:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630185:0:9900:0:(ldlm_lock.c:2519:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1647275032.630186:0:9900:0:(ldlm_lock.c:2361:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1647275032.630186:0:9900:0:(ldlm_inodebits.c:80:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1647275032.630186:0:9900:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1:0x0].0x0 (ffff8e241560aa80) 00000100:00000001:2.0:1647275032.630187:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.630187:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1647275032.630187:0:9900:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 28 00000100:00000001:2.0:1647275032.630188:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275032.630188:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1647275032.630188:0:9900:0:(ldlm_inodebits.c:143:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.630189:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1647275032.630189:0:9900:0:(ldlm_lock.c:2292:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630189:0:9900:0:(ldlm_lock.c:2398:__ldlm_reprocess_all()) Process leaving 00000100:00000040:2.0:1647275032.630190:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f0b00 x1727288330496960/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00010000:00000001:0.0:1647275032.630190:0:9900:0:(ldlm_request.c:1265:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1647275032.630190:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1647275032.630191:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1647275032.630191:0:9900:0:(ldlm_request.c:1570:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630191:0:9900:0:(ldlm_request.c:375:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630193:0:9900:0:(ldlm_request.c:414:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1647275032.630193:0:9900:0:(ldlm_lockd.c:1896:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02f80/0xc2bb948dd06373f9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1647275032.630194:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.630195:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.630196:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000040:0.0:1647275032.630196:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 1 00010000:00000001:0.0:1647275032.630196:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1647275032.630197:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630197:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1647275032.630197:0:9900:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1647275032.630216:0:9900:0:(ldlm_lock.c:913:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1647275032.630216:0:9900:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1647275032.630216:0:9900:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustrefs-MDT0000_UUID lock: ffff8e23aff02f80/0xc2bb948dd06373f9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 9900 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1647275032.630217:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f0b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330496960:10.0.2.5@tcp:1000:lfsck_layout.0 00000100:00000001:2.0:1647275032.630218:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.630219:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00010000:00000040:0.0:1647275032.630219:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 1 02000000:00000001:2.0:1647275032.630220:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.630220:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000010:0.0:1647275032.630220:0:9900:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff8e2347ff9f80. 00010000:00000040:0.0:1647275032.630220:0:9900:0:(ldlm_resource.c:1601:ldlm_resource_putref()) putref res: ffff8e241560aa80 count: 0 00010000:00000010:0.0:1647275032.630221:0:9900:0:(ldlm_resource.c:1471:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8e2347ff9780. 02000000:00000010:2.0:1647275032.630223:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8e23aea2a000. 00010000:00000001:0.0:1647275032.630223:0:9900:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00100000:10000000:0.0:1647275032.630223:0:9900:0:(lfsck_layout.c:3643:__lfsck_layout_repair_dangling()) lustrefs-MDT0000-osd: layout LFSCK assistant found dangling reference for: parent [0x200000402:0x1:0x0], child [0x100000000:0x4:0x0], comp_id 2, ea_off 1, ost_idx 0, Create the lost OST-object as required: rc = 1 02000000:00000001:2.0:1647275032.630224:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.630225:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da160. 00000100:00000001:1.0:1647275032.630225:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00100000:00000001:0.0:1647275032.630225:0:9900:0:(lfsck_layout.c:4480:lfsck_layout_assistant_handler_p1()) Process leaving via out (rc=1 : 1 : 0x1) 00000400:00000010:2.0:1647275032.630226:0:3301:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e241072c240 (tot 73195049). 00000100:00000001:1.0:1647275032.630226:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000020:00000002:0.0:1647275032.630226:0:9900:0:(lu_object.c:224:lu_object_put()) Add ffff8e235c05ba00/ffff8e2395115500 to site lru. bkt: ffff8e2388dde660 00000100:00000001:1.0:1647275032.630227:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275032.630228:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1727288330496960, portal 4 00000100:00000001:2.0:1647275032.630228:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1647275032.630228:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630229:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208631552 : -125191500920064 : ffff8e23950f0b00) 00000004:00000001:0.0:1647275032.630229:0:9900:0:(osp_object.c:2380:osp_object_release()) Process entered 00000100:00000040:2.0:1647275032.630230:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f0b00 x1727288330496960/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000004:00000001:0.0:1647275032.630230:0:9900:0:(osp_object.c:2412:osp_object_release()) Process leaving 00000004:00000010:0.0:1647275032.630231:0:9900:0:(osp_object.c:2360:osp_object_free()) slab-freed 'obj': 688 at ffff8e240ba3eb00. 00000004:00000010:0.0:1647275032.630232:0:9900:0:(lod_object.c:9193:lod_object_free()) slab-freed '(lo)': 288 at ffff8e234b93e7e0. 00000004:00000010:0.0:1647275032.630233:0:9900:0:(mdd_object.c:339:mdd_object_free()) slab-freed '(mdd)': 96 at ffff8e2364139180. 00000100:00000001:2.0:1647275032.630234:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000004:00000001:0.0:1647275032.630234:0:9900:0:(mdt_handler.c:6362:mdt_object_free()) Process entered 00000004:00000040:0.0:1647275032.630234:0:9900:0:(mdt_handler.c:6366:mdt_object_free()) object free, fid = [0x100000000:0x4:0x0] 00000100:00000040:2.0:1647275032.630235:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275032.630235:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff908. 00000004:00000010:0.0:1647275032.630235:0:9900:0:(mdt_handler.c:6373:mdt_object_free()) slab-freed 'mo': 896 at ffff8e2395117800. 00000004:00000001:0.0:1647275032.630235:0:9900:0:(mdt_handler.c:6376:mdt_object_free()) Process leaving 00000100:00000200:2.0:1647275032.630236:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 664 bytes to portal 24, xid 1727288330496960, offset 0 00100000:00000010:0.0:1647275032.630236:0:9900:0:(lfsck_internal.h:1544:lfsck_assistant_object_put()) kfreed 'lso': 136 at ffff8e23bdf6fd80. 00100000:00000010:0.0:1647275032.630237:0:9900:0:(lfsck_layout.c:216:lfsck_layout_assistant_req_fini()) kfreed 'llr': 48 at ffff8e2376268700. 00000400:00000200:2.0:1647275032.630238:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00100000:10000000:0.0:1647275032.630238:0:9900:0:(lfsck_engine.c:1651:lfsck_assistant_engine()) lustrefs-MDT0000-osd: lfsck_layout LFSCK assistant thread post 00100000:10000000:3.0:1647275032.630240:0:9898:0:(lfsck_lib.c:2608:lfsck_post_generic()) lustrefs-MDT0000-osd: the assistant has done lfsck_layout post, rc = 1 00000400:00000200:2.0:1647275032.630240:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00100000:00000001:0.0:1647275032.630240:0:9900:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:0.0:1647275032.630240:0:9900:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1647275032.630241:0:9900:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e244889e500. 00100000:00000001:3.0:1647275032.630242:0:9898:0:(lfsck_layout.c:1083:lfsck_layout_store()) Process entered 00000400:00000200:2.0:1647275032.630242:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:0.0:1647275032.630242:0:9900:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618885219804416 : -125188489747200 : ffff8e244889e500) 00000400:00000200:2.0:1647275032.630243:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00100000:00000001:0.0:1647275032.630243:0:9900:0:(lfsck_layout.c:271:lfsck_layout_assistant_sync_failures()) Process entered 00100000:00000001:0.0:1647275032.630243:0:9900:0:(lfsck_layout.c:274:lfsck_layout_assistant_sync_failures()) Process leaving 00080000:00000001:3.0:1647275032.630244:0:9898:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00000400:00000200:2.0:1647275032.630244:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00080000:00000010:3.0:1647275032.630245:0:9898:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e24157eb000. 00000400:00000200:2.0:1647275032.630245:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14417:14417:256:4294967295] 10.0.2.5@tcp LPNI seq info [11431:11431:8:4294967295] 00000100:00000010:0.0:1647275032.630245:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f5800. 00080000:00000001:3.0:1647275032.630246:0:9898:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618884363431936 : -125189346119680 : ffff8e24157eb000) 00000020:00000040:0.0:1647275032.630246:0:9900:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00080000:00000001:3.0:1647275032.630247:0:9898:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000100:00000001:0.0:1647275032.630247:0:9900:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275032.630247:0:9900:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000001:00000001:3.0:1647275032.630248:0:9898:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000400:00000200:2.0:1647275032.630248:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 02000000:00000001:0.0:1647275032.630248:0:9900:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275032.630248:0:9900:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e244188b400. 00000001:00000001:3.0:1647275032.630249:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.630249:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00000100:00000001:0.0:1647275032.630249:0:9900:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1647275032.630250:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275032.630250:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 664 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275032.630250:0:9900:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000001:00000001:3.0:1647275032.630251:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.630251:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00000800:00000010:2.0:1647275032.630251:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e2408269900 (tot 73195297). 00000100:00000001:0.0:1647275032.630251:0:9900:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630251:0:9900:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00040000:00000001:3.0:1647275032.630252:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.630252:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275032.630252:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:0.0:1647275032.630252:0:9900:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000001:00000001:3.0:1647275032.630253:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.630253:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00000100:00000040:0.0:1647275032.630253:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000800:00000200:2.0:1647275032.630254:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00040000:00000001:3.0:1647275032.630255:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00000800:00000200:2.0:1647275032.630255:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e2408269900 type 1, nob 760 niov 1 nkiov 1 00040000:00000001:3.0:1647275032.630256:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.630256:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630256:0:9900:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000001:00000001:3.0:1647275032.630257:0:9898:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630257:0:9900:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1647275032.630258:0:9898:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e2376268340. 02000000:00000001:0.0:1647275032.630258:0:9900:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275032.630258:0:9900:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.630259:0:9898:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.630259:0:9898:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000100:00100000:0.0:1647275032.630259:0:9900:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f5800 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330497024:0@lo:1101:lfsck_layout.0 00000001:00000001:3.0:1647275032.630260:0:9898:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:3.0:1647275032.630260:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.630260:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00000100:00000001:0.0:1647275032.630260:0:9900:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00040000:00000001:3.0:1647275032.630261:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.630261:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.630261:0:9900:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275032.630261:0:9900:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.630262:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:3.0:1647275032.630262:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.630262:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630262:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.630262:0:9900:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275032.630262:0:9900:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188b800. 00000001:00000001:3.0:1647275032.630263:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.630263:0:9898:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00000100:00000001:2.0:1647275032.630263:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1647275032.630263:0:9900:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1647275032.630264:0:9898:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:3.0:1647275032.630264:0:9898:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630264:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275032.630264:0:9900:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76630. 00000001:00000001:3.0:1647275032.630265:0:9898:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1647275032.630288:0:9898:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275032.630288:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0c38. 00080000:00000001:3.0:1647275032.630289:0:9898:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.630289:0:9898:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00000100:00000001:2.0:1647275032.630289:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275032.630289:0:9900:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497024, portal 4 00000100:00000001:2.0:1647275032.630290:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630290:0:9900:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275032.630291:0:9900:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208651264 : -125191500900352 : ffff8e23950f5800) 00080000:00000001:3.0:1647275032.630292:0:9898:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.630292:0:9900:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.630296:0:9900:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275032.630297:0:9900:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275032.630297:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0990. 00100000:00000001:3.0:1647275032.630298:0:9898:0:(lfsck_layout.c:1130:lfsck_layout_store()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1647275032.630298:0:9900:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1727288330497024, offset 0 00080000:00000001:3.0:1647275032.630299:0:9898:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00000400:00000200:0.0:1647275032.630299:0:9900:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000010:3.0:1647275032.630301:0:9898:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e2376268340. 00040000:00000001:3.0:1647275032.630302:0:9898:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00000400:00000200:0.0:1647275032.630302:0:9900:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275032.630316:0:9900:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x622f5a75d2c00 00000400:00000200:0.0:1647275032.630319:0:9900:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1b9ed [256] + 14176 00000400:00000200:0.0:1647275032.630321:0:9900:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275032.630323:0:9900:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000001:3.0:1647275032.630325:0:9898:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:3.0:1647275032.630326:0:9898:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1647275032.630327:0:9898:0:(lfsck_layout.c:6018:lfsck_layout_master_post()) lustrefs-MDT0000-osd: layout LFSCK master post done: rc = 0 00100000:00000001:3.0:1647275032.630328:0:9898:0:(lfsck_layout.c:6020:lfsck_layout_master_post()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.630329:0:9898:0:(lfsck_namespace.c:4730:lfsck_namespace_post()) Process entered 00100000:10000000:3.0:1647275032.630330:0:9898:0:(lfsck_lib.c:2597:lfsck_post_generic()) lustrefs-MDT0000-osd: waiting for assistant to do lfsck_namespace post, rc = 1 00000100:00000001:0.0:1647275032.630331:0:9900:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:0.0:1647275032.630331:0:9900:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1647275032.630332:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f4d00. 00100000:10000000:3.0:1647275032.630334:0:9898:0:(lfsck_lib.c:2608:lfsck_post_generic()) lustrefs-MDT0000-osd: the assistant has done lfsck_namespace post, rc = 1 00000100:00000040:0.0:1647275032.630334:0:9900:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f4d00 x1727288330497024 msgsize 320 00100000:00000001:3.0:1647275032.630335:0:9898:0:(lfsck_namespace.c:391:lfsck_namespace_store()) Process entered 00000100:00100000:0.0:1647275032.630335:0:9900:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:00000001:3.0:1647275032.630336:0:9898:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:3.0:1647275032.630337:0:9898:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2367ee9800. 00000100:00000001:0.0:1647275032.630337:0:9900:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:0.0:1647275032.630338:0:9900:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0990 00080000:00000001:3.0:1647275032.630339:0:9898:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618881451530240 : -125192258021376 : ffff8e2367ee9800) 00000400:00000010:0.0:1647275032.630339:0:9900:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0990. 00080000:00000001:3.0:1647275032.630340:0:9898:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00000100:00000001:0.0:1647275032.630340:0:9900:0:(events.c:53:request_out_callback()) Process entered 00080000:00000001:3.0:1647275032.630341:0:9898:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275032.630341:0:9900:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00080000:00000001:3.0:1647275032.630342:0:9898:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:3.0:1647275032.630343:0:9898:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0x10:0x0] set xattr 'trusted.lfsck_ns' with size 544 00000100:00000001:0.0:1647275032.630344:0:9900:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275032.630345:0:9900:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000800:00000200:1.0:1647275032.630347:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1647275032.630348:0:9900:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.630349:0:9898:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00100000:10000000:2.0:1647275032.630349:0:9901:0:(lfsck_engine.c:1651:lfsck_assistant_engine()) lustrefs-MDT0000-osd: lfsck_namespace LFSCK assistant thread post 00000100:00000001:0.0:1647275032.630349:0:9900:0:(events.c:93:request_out_callback()) Process leaving 00080000:00000002:3.0:1647275032.630350:0:9898:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0x10:0x0] set xattr 'trusted.lfsck_bitmap' with size 8 00000800:00000010:1.0:1647275032.630350:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e2408269900 (tot 73195049). 00000100:00000001:0.0:1647275032.630350:0:9900:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630350:0:9900:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:2.0:1647275032.630351:0:9901:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:0.0:1647275032.630351:0:9900:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.630352:0:9898:0:(lfsck_namespace.c:434:lfsck_namespace_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.630352:0:9898:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00000400:00000200:1.0:1647275032.630352:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275032.630352:0:9900:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275032.630352:0:9900:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00040000:00000001:3.0:1647275032.630353:0:9898:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00000100:00000001:2.0:1647275032.630353:0:9901:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00040000:00000001:3.0:1647275032.630354:0:9898:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:3.0:1647275032.630354:0:9898:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275032.630354:0:9901:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e2408269900. 00000400:00000200:1.0:1647275032.630354:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00100000:0.0:1647275032.630354:0:9900:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e244889e500 going to sleep for 6 seconds 00100000:10000000:3.0:1647275032.630355:0:9898:0:(lfsck_namespace.c:4774:lfsck_namespace_post()) lustrefs-MDT0000-osd: namespace LFSCK post done: rc = 0 00000400:00000200:1.0:1647275032.630355:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff908 00000100:00000001:0.0:1647275032.630355:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00100000:00000001:3.0:1647275032.630356:0:9898:0:(lfsck_namespace.c:4776:lfsck_namespace_post()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1647275032.630356:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff908. 00000100:00000001:0.0:1647275032.630356:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630357:0:9901:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618884139555072 : -125189569996544 : ffff8e2408269900) 00000100:00000001:0.0:1647275032.630357:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00100000:00000010:3.0:1647275032.630358:0:9898:0:(osd_scrub.c:2730:osd_otable_it_fini()) kfreed 'it': 2632 at ffff8e23575e1000. 00000100:00000001:0.0:1647275032.630358:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.630359:0:9901:0:(lfsck_namespace.c:6817:lfsck_namespace_assistant_sync_failures()) Process entered 00100000:10000000:3.0:1647275032.630360:0:9898:0:(lfsck_lib.c:2625:lfsck_double_scan_generic()) lustrefs-MDT0000-osd: waiting for assistant to do lfsck_layout double_scan, status 2 00100000:00000001:2.0:1647275032.630360:0:9901:0:(lfsck_namespace.c:6820:lfsck_namespace_assistant_sync_failures()) Process leaving 00000100:00000010:2.0:1647275032.630361:0:9901:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e1b80. 00000020:00000040:2.0:1647275032.630363:0:9901:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=4 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000001:0.0:1647275032.630363:0:8144:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1647275032.630364:0:9901:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275032.630364:0:8144:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1647275032.630365:0:9901:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1647275032.630365:0:8144:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.630365:0:8144:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.630366:0:9901:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.630366:0:8144:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275032.630367:0:9901:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e23e560d600. 00000100:00100000:0.0:1647275032.630367:0:8144:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330497024 00000020:00000001:0.0:1647275032.630368:0:8144:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:2.0:1647275032.630369:0:9901:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1647275032.630369:0:8144:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000020:00000001:0.0:1647275032.630369:0:8144:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:2.0:1647275032.630370:0:9901:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000020:00000040:0.0:1647275032.630370:0:8144:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 00000100:00000001:2.0:1647275032.630371:0:9901:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.630371:0:8144:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:2.0:1647275032.630372:0:9901:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000020:00000001:0.0:1647275032.630372:0:8144:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:2.0:1647275032.630373:0:9901:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275032.630374:0:9901:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:0.0:1647275032.630374:0:8144:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275032.630374:0:8144:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275032.630375:0:8144:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188be00. 00000020:00000010:0.0:1647275032.630377:0:8144:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9780. 00000100:00000001:2.0:1647275032.630378:0:9901:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.630378:0:9901:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1647275032.630378:0:8144:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12888. 02000000:00000001:2.0:1647275032.630379:0:9901:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.630380:0:9901:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.630380:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000040:0.0:1647275032.630380:0:8144:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00100000:2.0:1647275032.630381:0:9901:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e1b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustrefs-MDT0000-mdtlov_UUID:9901:1727288330497088:0@lo:1101:lfsck_namespace.0 00000100:00000200:1.0:1647275032.630381:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f0b00 x1727288330496960/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.630381:0:8144:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275032.630382:0:9901:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.630382:0:9901:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1647275032.630382:0:8144:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275032.630382:0:8144:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.630383:0:9901:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.630383:0:9901:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.630384:0:9901:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560d800. 00000100:00000001:0.0:1647275032.630384:0:8144:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.630385:0:9901:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.630385:0:9901:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da580. 00000100:00000001:1.0:1647275032.630385:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.630386:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f0b00 x1727288330496960/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000400:00000010:2.0:1647275032.630387:0:9901:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffbb0. 00000100:00000001:0.0:1647275032.630387:0:8144:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275032.630388:0:9901:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497088, portal 4 00000100:00000001:2.0:1647275032.630389:0:9901:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.630389:0:9901:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779702656 : -125191929848960 : ffff8e237b7e1b80) 00000100:00000001:1.0:1647275032.630390:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.630390:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1647275032.630390:0:8144:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1647275032.630391:0:9901:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:0.0:1647275032.630391:0:8144:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1647275032.630392:0:8144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00000040:0.0:1647275032.630393:0:8144:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000001:0.0:1647275032.630394:0:8144:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208648448 : -125191500903168 : ffff8e23950f4d00) 00000100:00000001:2.0:1647275032.630395:0:9901:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275032.630395:0:8144:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f4d00 x1727288330497024/t0(0) o1101->lustrefs-MDT0000-mdtlov_UUID@0@lo:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:2.0:1647275032.630396:0:9901:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275032.630396:0:9901:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6fff68. 00000100:00000200:2.0:1647275032.630397:0:9901:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1727288330497088, offset 0 00000400:00000200:2.0:1647275032.630399:0:9901:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1647275032.630401:0:9901:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1647275032.630403:0:9901:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x622f5a75d2c40 00000100:00000001:0.0:1647275032.630404:0:8144:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1647275032.630405:0:9901:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1b9ed [256] + 14496 00000100:00000001:0.0:1647275032.630405:0:8144:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1647275032.630406:0:9901:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1647275032.630406:0:8144:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f4d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustrefs-MDT0000-mdtlov_UUID+5:9900:x1727288330497024:12345-0@lo:1101:lfsck_layout.0 00000100:00000200:0.0:1647275032.630407:0:8144:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330497024 00000400:00000200:2.0:1647275032.630408:0:9901:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1647275032.630408:0:8144:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:2.0:1647275032.630409:0:9901:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275032.630409:0:9901:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1647275032.630410:0:9901:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e1600. 00000020:00000001:0.0:1647275032.630410:0:8144:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275032.630410:0:8144:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.630411:0:8144:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1647275032.630412:0:9901:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e1600 x1727288330497088 msgsize 320 00000020:00000001:0.0:1647275032.630412:0:8144:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203360 : -1059348256 : ffffffffc0dba0e0) 00000100:00100000:2.0:1647275032.630413:0:9901:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1647275032.630413:0:8144:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275032.630414:0:8144:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275032.630415:0:8144:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275032.630416:0:8144:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275032.630417:0:8144:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630418:0:8144:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275032.630418:0:8144:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1647275032.630419:0:9901:0:(events.c:394:request_in_callback()) Process leaving 02000000:00000010:0.0:1647275032.630419:0:8144:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23e507b800. 02000000:00000001:0.0:1647275032.630420:0:8144:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275032.630421:0:9901:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6fff68 00000400:00000010:2.0:1647275032.630421:0:9901:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6fff68. 00000100:00000001:2.0:1647275032.630422:0:9901:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1647275032.630422:0:8144:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275032.630423:0:9901:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000020:00000001:0.0:1647275032.630423:0:8144:0:(tgt_handler.c:1585:tgt_handle_lfsck_notify()) Process entered 00100000:00000001:0.0:1647275032.630424:0:8144:0:(lfsck_lib.c:3486:lfsck_in_notify()) Process entered 00000100:00000001:2.0:1647275032.630426:0:9901:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00100000:00000001:0.0:1647275032.630426:0:8144:0:(lfsck_layout.c:6517:lfsck_layout_master_in_notify()) Process entered 00100000:10000000:0.0:1647275032.630426:0:8144:0:(lfsck_layout.c:6533:lfsck_layout_master_in_notify()) lustrefs-MDT0001-osd: layout LFSCK master handles notify 3 from MDT 0, status 1, flags 0, flags2 0 00000100:00000040:2.0:1647275032.630427:0:9901:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00100000:00000001:0.0:1647275032.630429:0:8144:0:(lfsck_layout.c:6618:lfsck_layout_master_in_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630430:0:9901:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.630430:0:8144:0:(lfsck_lib.c:3543:lfsck_in_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630431:0:9901:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1647275032.630431:0:8144:0:(tgt_handler.c:1593:tgt_handle_lfsck_notify()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630432:0:9901:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275032.630451:0:8144:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330497024 00000100:00000001:2.0:1647275032.630452:0:9901:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1647275032.630452:0:8144:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:2.0:1647275032.630453:0:9901:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1647275032.630453:0:8144:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f4d00 x1727288330497024/t0(0) o1101->lustrefs-MDT0000-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.630454:0:9901:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.630454:0:9901:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1647275032.630455:0:9901:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e2408269900 going to sleep for 6 seconds 00000100:00000001:2.0:1647275032.630455:0:9901:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.630457:0:9901:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630457:0:8144:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275032.630457:0:8144:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630458:0:9901:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.630458:0:9901:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.630459:0:8144:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=142 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275032.630483:0:8144:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275032.630484:0:8144:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:0.0:1647275032.630485:0:8144:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:0.0:1647275032.630486:0:8144:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275032.630487:0:8144:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630488:0:8144:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275032.630489:0:8144:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275032.630490:0:8144:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0990. 00000100:00000200:0.0:1647275032.630491:0:8144:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330497024, offset 224 00000400:00000200:0.0:1647275032.630512:0:8144:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1647275032.630514:0:8144:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275032.630517:0:8144:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d2c00 00000400:00000200:0.0:1647275032.630519:0:8144:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2ccb5 [1] + 224 00000400:00000200:0.0:1647275032.630521:0:8144:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275032.630522:0:8144:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1647275032.630524:0:8144:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.630525:0:8144:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:0.0:1647275032.630529:0:8144:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.630535:0:8144:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:0.0:1647275032.630554:0:8144:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0990 00000400:00000010:0.0:1647275032.630554:0:8144:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0990. 00000100:00000001:0.0:1647275032.630555:0:8144:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275032.630556:0:8144:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:0.0:1647275032.630557:0:8144:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.630558:0:8144:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:0.0:1647275032.630559:0:8144:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275032.630560:0:8144:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.630560:0:8144:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275032.630561:0:8144:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f4d00 x1727288330497024/t0(0) o1101->lustrefs-MDT0000-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:0.0:1647275032.630566:0:8144:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f4d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustrefs-MDT0000-mdtlov_UUID+5:9900:x1727288330497024:12345-0@lo:1101:lfsck_layout.0 Request processed in 161us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1647275032.630571:0:8144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00000040:0.0:1647275032.630572:0:8144:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00000100:00000001:0.0:1647275032.630573:0:8144:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275032.630573:0:8144:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275032.630574:0:8144:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9780. 00000020:00000010:0.0:1647275032.630575:0:8144:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12888. 00000020:00000010:0.0:1647275032.630577:0:8144:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188be00. 00000020:00000040:0.0:1647275032.630578:0:8144:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000100:00000001:0.0:1647275032.630579:0:8144:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.630582:0:8144:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275032.630583:0:8144:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275032.630584:0:8144:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.630584:0:8144:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.630585:0:8144:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275032.630586:0:8144:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330497088 00000020:00000001:0.0:1647275032.630587:0:8144:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275032.630587:0:8144:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000020:00000001:0.0:1647275032.630588:0:8144:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.630589:0:8144:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 00000020:00000001:0.0:1647275032.630590:0:8144:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000020:00000001:0.0:1647275032.630613:0:8144:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:0.0:1647275032.630614:0:8144:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275032.630614:0:8144:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275032.630615:0:8144:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188be00. 00000020:00000010:0.0:1647275032.630616:0:8144:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9780. 00000020:00000010:0.0:1647275032.630617:0:8144:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12888. 00000100:00000040:0.0:1647275032.630618:0:8144:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:0.0:1647275032.630619:0:8144:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275032.630620:0:8144:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275032.630620:0:8144:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630622:0:8144:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630629:0:8144:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.630631:0:8144:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275032.630633:0:8144:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1647275032.630652:0:8144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00000040:0.0:1647275032.630653:0:8144:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000001:0.0:1647275032.630654:0:8144:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779701248 : -125191929850368 : ffff8e237b7e1600) 00000800:00000001:1.0:1647275032.630656:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:0.0:1647275032.630656:0:8144:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e1600 x1727288330497088/t0(0) o1101->lustrefs-MDT0000-mdtlov_UUID@0@lo:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000800:00000001:1.0:1647275032.630659:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.630660:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275032.630660:0:8144:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1647275032.630661:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.630661:0:8144:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1647275032.630662:0:8144:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e1600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustrefs-MDT0000-mdtlov_UUID+5:9901:x1727288330497088:12345-0@lo:1101:lfsck_namespace.0 00000400:00000200:1.0:1647275032.630663:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000200:0.0:1647275032.630664:0:8144:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330497088 00000020:00000001:0.0:1647275032.630664:0:8144:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275032.630665:0:8144:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275032.630666:0:8144:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.630667:0:8144:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275032.630667:0:8144:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203360 : -1059348256 : ffffffffc0dba0e0) 00000020:00000001:0.0:1647275032.630668:0:8144:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275032.630669:0:8144:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275032.630670:0:8144:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275032.630670:0:8144:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275032.630671:0:8144:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630672:0:8144:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275032.630673:0:8144:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275032.630674:0:8144:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23e5078400. 02000000:00000001:0.0:1647275032.630675:0:8144:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630677:0:8144:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.630678:0:8144:0:(tgt_handler.c:1585:tgt_handle_lfsck_notify()) Process entered 00100000:00000001:0.0:1647275032.630679:0:8144:0:(lfsck_lib.c:3486:lfsck_in_notify()) Process entered 00100000:00000001:0.0:1647275032.630680:0:8144:0:(lfsck_namespace.c:5057:lfsck_namespace_in_notify()) Process entered 00100000:10000000:0.0:1647275032.630681:0:8144:0:(lfsck_namespace.c:5094:lfsck_namespace_in_notify()) lustrefs-MDT0001-osd: namespace LFSCK handles notify 3 from MDT 0, status 1, flags 1 00100000:00000001:0.0:1647275032.630683:0:8144:0:(lfsck_namespace.c:5159:lfsck_namespace_in_notify()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.630684:0:8144:0:(lfsck_lib.c:3543:lfsck_in_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.630685:0:8144:0:(tgt_handler.c:1593:tgt_handle_lfsck_notify()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275032.630686:0:8144:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330497088 00010000:00000001:0.0:1647275032.630688:0:8144:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:0.0:1647275032.630689:0:8144:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e1600 x1727288330497088/t0(0) o1101->lustrefs-MDT0000-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_namespace.0' 00010000:00000001:0.0:1647275032.630694:0:8144:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275032.630694:0:8144:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.630698:0:8144:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=142 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275032.630700:0:8144:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275032.630701:0:8144:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:0.0:1647275032.630702:0:8144:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:0.0:1647275032.630702:0:8144:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275032.630703:0:8144:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630704:0:8144:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275032.630705:0:8144:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275032.630706:0:8144:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0990. 00000100:00000200:0.0:1647275032.630707:0:8144:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330497088, offset 224 00000400:00000200:0.0:1647275032.630709:0:8144:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1647275032.630711:0:8144:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275032.630714:0:8144:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d2c40 00000400:00000200:1.0:1647275032.630715:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 4320 into portal 4 MB=0x622f5a75d2b40 00000400:00000200:0.0:1647275032.630716:0:8144:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2ccbd [1] + 224 00000400:00000200:1.0:1647275032.630718:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 4320/4320 into md 0x2cc9d [2] + 224 00000400:00000200:0.0:1647275032.630718:0:8144:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275032.630727:0:8144:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000800:00000001:1.0:1647275032.630728:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275032.630729:0:8144:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.630730:0:8144:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000040:0.0:1647275032.630734:0:8144:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000800:00000001:1.0:1647275032.630742:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.630743:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275032.630744:0:8144:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:1.0:1647275032.630745:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275032.630764:0:8144:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0990 00000400:00000010:0.0:1647275032.630765:0:8144:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0990. 00000100:00000001:1.0:1647275032.630766:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:0.0:1647275032.630766:0:8144:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275032.630766:0:8144:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000200:1.0:1647275032.630767:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f1080 x1727288330496832/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.630768:0:8144:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.630769:0:8144:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:0.0:1647275032.630770:0:8144:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275032.630772:0:8144:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.630773:0:8144:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275032.630797:0:8144:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e1600 x1727288330497088/t0(0) o1101->lustrefs-MDT0000-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_namespace.0' 00000100:00100000:0.0:1647275032.630802:0:8144:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e1600 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustrefs-MDT0000-mdtlov_UUID+5:9901:x1727288330497088:12345-0@lo:1101:lfsck_namespace.0 Request processed in 141us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1647275032.630805:0:8144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00000040:0.0:1647275032.630806:0:8144:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00000100:00000001:0.0:1647275032.630807:0:8144:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275032.630807:0:8144:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275032.630808:0:8144:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9780. 00000020:00000010:0.0:1647275032.630810:0:8144:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12888. 00000020:00000010:0.0:1647275032.630811:0:8144:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188be00. 00000020:00000040:0.0:1647275032.630812:0:8144:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000100:00000001:0.0:1647275032.630813:0:8144:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.630817:0:9901:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1647275032.630817:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320 req@ffff8e23950f1080 x1727288330496832/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000400:00000001:2.0:1647275032.630819:0:9901:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.630820:0:9901:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.630820:0:9901:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da580. 00000100:00000001:0.0:1647275032.630821:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1647275032.630822:0:9901:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffbb0 00000400:00000010:2.0:1647275032.630823:0:9901:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffbb0. 00000100:00000001:1.0:1647275032.630824:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.630830:0:9901:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000001:0.0:1647275032.630830:0:9900:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275032.630831:0:9900:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275032.630831:0:9900:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76630. 00000100:00000200:2.0:1647275032.630832:0:9901:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000400:00000200:0.0:1647275032.630833:0:9900:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0c38 00000400:00000010:0.0:1647275032.630833:0:9900:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0c38. 00000100:00000001:0.0:1647275032.630834:0:9900:0:(events.c:103:reply_in_callback()) Process entered 00000800:00000001:1.0:1647275032.630835:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:0.0:1647275032.630836:0:9900:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:2.0:1647275032.630837:0:9901:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000800:00000001:1.0:1647275032.630837:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.630838:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.630840:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1647275032.630840:0:9900:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.630842:0:9901:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:1.0:1647275032.630842:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:2.0:1647275032.630843:0:9901:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.630844:0:9901:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:1.0:1647275032.630844:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 4320 into portal 4 MB=0x622f5a75d2b80 00000100:00000001:0.0:1647275032.630844:0:9900:0:(events.c:185:reply_in_callback()) Process leaving 02000000:00000001:2.0:1647275032.630845:0:9901:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275032.630845:0:9900:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.630846:0:9901:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.630846:0:9901:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.630846:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 4320/4320 into md 0x2cca5 [2] + 224 00000100:00000001:0.0:1647275032.630846:0:9900:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.630847:0:9901:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275032.630847:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:0.0:1647275032.630847:0:9900:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275032.630847:0:9900:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.630848:0:9900:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.630849:0:9901:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=90 v=1 (1 1 0 0) 02000000:00000001:0.0:1647275032.630849:0:9900:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.630850:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=90 v=1 (1 1 0 0) 00000100:00001000:2.0:1647275032.630851:0:9901:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=90 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275032.630852:0:9901:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.630853:0:9901:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.630853:0:9901:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1647275032.630853:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=90 v=1 (1 1 0 0) 00010000:00000001:2.0:1647275032.630854:0:9901:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275032.630854:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.630855:0:9901:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1647275032.630855:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275032.630855:0:9900:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275032.630855:0:9900:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.630856:0:9901:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000200:1.0:1647275032.630856:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00010000:00000001:0.0:1647275032.630856:0:9900:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1647275032.630857:0:9901:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.630857:0:9901:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.630857:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00010000:00000001:0.0:1647275032.630857:0:9900:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275032.630858:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f5280 x1727288330496896/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.630858:0:9900:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275032.630858:0:9900:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000040:2.0:1647275032.630859:0:9901:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_namespace.0' 00000100:00000001:0.0:1647275032.630859:0:9900:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275032.630860:0:9900:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.630861:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.630863:0:9901:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.630864:0:9901:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.630864:0:9901:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.630865:0:9900:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.630866:0:9900:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275032.630867:0:9900:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275032.630868:0:9901:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_namespace.0' 00000100:00000040:0.0:1647275032.630868:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:2.0:1647275032.630872:0:9901:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e1b80 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustrefs-MDT0000-mdtlov_UUID:9901:1727288330497088:0@lo:1101:lfsck_namespace.0 00000100:00100000:0.0:1647275032.630872:0:9900:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f5800 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330497024:0@lo:1101:lfsck_layout.0 00000100:00000001:0.0:1647275032.630873:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.630874:0:9901:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.630893:0:9900:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630894:0:9901:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630894:0:9900:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1647275032.630894:0:9900:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275032.630895:0:9901:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000040:0.0:1647275032.630895:0:9900:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f5800 x1727288330497024/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.630896:0:9901:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.630896:0:9901:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e1b80 x1727288330497088/t0(0) o1101->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_namespace.0' 00000100:00000001:2.0:1647275032.630899:0:9901:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1647275032.630899:0:9900:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275032.630899:0:9900:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1647275032.630900:0:9901:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.630900:0:9901:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560d800. 02000000:00000010:0.0:1647275032.630900:0:9900:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188b800. 02000000:00000001:0.0:1647275032.630901:0:9900:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275032.630901:0:9900:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275032.630901:0:9900:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 02000000:00000001:2.0:1647275032.630902:0:9901:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.630902:0:9901:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.630902:0:9901:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=2 obd=lustrefs-MDT0001-osp-MDT0000 00000020:00000001:0.0:1647275032.630902:0:9900:0:(genops.c:1211:class_import_put()) Process leaving 00000020:00000001:2.0:1647275032.630903:0:9901:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275032.630903:0:9900:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e244188b400. 02000000:00000001:0.0:1647275032.630903:0:9900:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1647275032.630904:0:9901:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e23e560d600. 02000000:00000001:2.0:1647275032.630904:0:9901:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275032.630904:0:9900:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275032.630904:0:9900:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f5800. 02000000:00000001:2.0:1647275032.630905:0:9901:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.630905:0:9901:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e1b80. 00000100:00000001:0.0:1647275032.630906:0:9900:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.630907:0:9901:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.630907:0:9901:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.630907:0:9900:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1647275032.630907:0:9900:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e244889e500. 00000100:00000010:2.0:1647275032.630908:0:9901:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e2408269900. 00000100:00000001:0.0:1647275032.630908:0:9900:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1647275032.630909:0:9901:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:2.0:1647275032.630909:0:9901:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.630909:0:9900:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.630910:0:9901:0:(lfsck_engine.c:1670:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant notified others for lfsck_namespace post: rc = 0 00100000:10000000:0.0:1647275032.630910:0:9900:0:(lfsck_engine.c:1670:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant notified others for lfsck_layout post: rc = 0 00000100:00000001:2.0:1647275032.630913:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275032.630914:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275032.630915:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.630915:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.630915:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000400:00000200:2.0:1647275032.630916:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241072c840 00000400:00000010:2.0:1647275032.630916:0:3303:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e241072c840 (tot 73194897). 00100000:10000000:0.0:1647275032.630916:0:9900:0:(lfsck_engine.c:1688:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant sync before the second-stage scaning 00000004:00000001:0.0:1647275032.630940:0:9900:0:(lod_dev.c:1545:lod_sync()) Process entered 00000004:00000001:0.0:1647275032.630941:0:9900:0:(osp_dev.c:847:osp_sync()) Process entered 00000100:00000001:2.0:1647275032.630942:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00080000:00000001:0.0:1647275032.630942:0:9900:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00000100:00000200:2.0:1647275032.630943:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f1080 x1727288330496832/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00080000:00000010:0.0:1647275032.630943:0:9900:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e244889e500. 00080000:00000001:0.0:1647275032.630944:0:9900:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618885219804416 : -125188489747200 : ffff8e244889e500) 00080000:00000001:0.0:1647275032.630945:0:9900:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:0.0:1647275032.630947:0:9900:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275032.630948:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f1080 x1727288330496832/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000004:00001000:0.0:1647275032.630948:0:9900:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0000-osc-MDT0000: sync forced, 0 changes 00000004:00000010:0.0:1647275032.630949:0:9900:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e2451f40060. 00000004:00080000:0.0:1647275032.630950:0:9900:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0000-osc-MDT0000: add commit cb at 4828483658245ns, next at 0ns, rc = 0 00000100:00000001:2.0:1647275032.630951:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.630951:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1647275032.630951:0:9900:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00000100:00000001:2.0:1647275032.630952:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.630952:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00040000:00000001:0.0:1647275032.630952:0:9900:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00000100:00000001:2.0:1647275032.630953:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.630953:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1647275032.630953:0:9900:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:0.0:1647275032.630953:0:9900:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.630954:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.630954:0:9900:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:0.0:1647275032.630954:0:9900:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0000: async commit OSD 00000100:00001000:2.0:1647275032.630955:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25638 time=121 v=1 (1 0 0 0) 00000100:00001000:2.0:1647275032.630956:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=90 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275032.630957:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.630957:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.630958:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275032.630959:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630959:0:3303:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1647275032.630960:0:3303:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1647275032.630960:0:3303:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00080000:00000001:0.0:1647275032.630960:0:9900:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1647275032.630960:0:9900:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0000-osc-MDT0000: async updates 2 00000100:00000001:2.0:1647275032.630961:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.630961:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208632960 : -125191500918656 : ffff8e23950f1080) 00000100:00000040:1.0:1647275032.630961:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320 req@ffff8e23950f5280 x1727288330496896/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.630962:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.630962:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1647275032.630963:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.630964:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.630965:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f1080 x1727288330496832/t4294967366(4294967366) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.630966:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.630968:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1647275032.630968:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275032.630969:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.630969:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275032.630970:0:3303:0:(osp_trans.c:620:osp_update_interpret()) Process entered 00000800:00000001:1.0:1647275032.630970:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.630970:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275032.630970:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275032.630970:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000004:00000010:2.0:1647275032.630971:0:3303:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8e23e5dc0000. 00000800:00000001:1.0:1647275032.630971:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1647275032.630971:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275032.630972:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275032.630972:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23b25c18f0. 00000004:00000010:2.0:1647275032.630973:0:3303:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8e23ab549380. 00000004:00000010:2.0:1647275032.630973:0:3303:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 184 at ffff8e2363561cc0. 00000400:00000200:1.0:1647275032.630973:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:0.0:1647275032.630973:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2344cb6780 00000004:00000010:2.0:1647275032.630974:0:3303:0:(osp_trans.c:929:osp_thandle_destroy()) kfreed 'oth': 120 at ffff8e2347ff9600. 00000400:00000010:0.0:1647275032.630974:0:3302:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e2344cb6780 (tot 73194745). 00000400:00000200:1.0:1647275032.630975:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 4320 into portal 4 MB=0x622f5a75d2bc0 00000100:00000001:0.0:1647275032.630975:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000004:00000001:2.0:1647275032.630976:0:3303:0:(osp_trans.c:702:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275032.630976:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 4320/4320 into md 0x2ccad [2] + 224 00000100:00000040:2.0:1647275032.630977:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f1080 x1727288330496832/t4294967366(4294967366) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000200:0.0:1647275032.630977:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f5280 x1727288330496896/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000800:00000001:1.0:1647275032.630978:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00100000:2.0:1647275032.630980:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f1080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330496832:10.0.2.5@tcp:1000:lfsck_layout.0 00000800:00000001:1.0:1647275032.630980:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.630980:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.630981:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000200:0.0:1647275032.630981:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f5280 x1727288330496896/t0(0) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.630982:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.630982:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.630983:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f1080 x1727288330496832/t4294967366(4294967366) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.630983:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275032.630983:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f0b00 x1727288330496960/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.630984:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275032.630985:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.630986:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630986:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275032.630986:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275032.630986:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.630987:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1647275032.630987:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320 req@ffff8e23950f0b00 x1727288330496960/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.630987:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630988:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1647275032.630988:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630989:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.630989:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1647275032.630989:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea4638 time=121 v=1 (1 0 0 0) 00000100:00000001:2.0:1647275032.630990:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.630990:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=90 v=1 (1 1 0 0) 00000100:00000001:0.0:1647275032.630991:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275032.630991:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.630992:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275032.630993:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.630993:0:3302:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000001:1.0:1647275032.630994:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:0.0:1647275032.630994:0:3302:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1647275032.630994:0:3302:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000800:00000001:1.0:1647275032.630995:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275032.630995:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275032.630995:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208649856 : -125191500901760 : ffff8e23950f5280) 00000100:00000001:0.0:1647275032.630996:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275032.630996:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 0 00000800:00000001:1.0:1647275032.630997:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.630997:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275032.630997:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.630998:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f5280 x1727288330496896/t4294967367(4294967367) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.631000:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275032.631001:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275032.631001:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.631002:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.631002:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da160. 00000100:00000001:0.0:1647275032.631002:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.631002:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1647275032.631003:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241072c240 00000400:00000010:2.0:1647275032.631003:0:3301:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e241072c240 (tot 73194593). 00000100:00000001:0.0:1647275032.631003:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1647275032.631003:0:3302:0:(osp_trans.c:620:osp_update_interpret()) Process entered 00000100:00000001:2.0:1647275032.631004:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275032.631005:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f0b00 x1727288330496960/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000004:00000010:0.0:1647275032.631005:0:3302:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8e23e5dc4000. 00000004:00000010:0.0:1647275032.631006:0:3302:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8e23ab5492a0. 00000004:00000010:0.0:1647275032.631007:0:3302:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 184 at ffff8e2363561780. 00000004:00000010:0.0:1647275032.631007:0:3302:0:(osp_trans.c:929:osp_thandle_destroy()) kfreed 'oth': 120 at ffff8e2347ff9280. 00000004:00000001:0.0:1647275032.631008:0:3302:0:(osp_trans.c:702:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275032.631009:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f0b00 x1727288330496960/t0(0) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:0.0:1647275032.631009:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f5280 x1727288330496896/t4294967367(4294967367) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.631012:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.631012:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.631013:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.631013:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.631013:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1647275032.631013:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f5280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-mdtlov_UUID:3302:1727288330496896:10.0.2.5@tcp:1000:lfsck_layout.0 00000100:00000001:2.0:1647275032.631014:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.631014:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1647275032.631015:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.631015:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25638 time=121 v=1 (1 0 0 0) 00000100:00000001:0.0:1647275032.631015:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275032.631016:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f5280 x1727288330496896/t4294967367(4294967367) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000100:00001000:2.0:1647275032.631017:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=90 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275032.631018:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.631019:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.631019:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1647275032.631019:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.631019:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1647275032.631020:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.631020:0:3301:0:(client.c:1382:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1647275032.631021:0:3301:0:(client.c:1389:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1647275032.631021:0:3301:0:(client.c:1391:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1647275032.631021:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275032.631021:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.631022:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.631022:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208631552 : -125191500920064 : ffff8e23950f0b00) 00000100:00000001:0.0:1647275032.631022:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275032.631022:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.631023:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.631023:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1647275032.631024:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.631024:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.631025:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f0b00 x1727288330496960/t4294967367(4294967367) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00100000:10000000:0.0:1647275032.631026:0:9898:0:(lfsck_lib.c:2634:lfsck_double_scan_generic()) lustrefs-MDT0000-osd: the assistant has done lfsck_layout double_scan, status 0 00100000:10000000:0.0:1647275032.631027:0:9898:0:(lfsck_lib.c:2625:lfsck_double_scan_generic()) lustrefs-MDT0000-osd: waiting for assistant to do lfsck_namespace double_scan, status 2 00000100:00000001:2.0:1647275032.631028:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.631029:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.631029:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275032.631034:0:3301:0:(osp_trans.c:620:osp_update_interpret()) Process entered 00000004:00000010:2.0:1647275032.631037:0:3301:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8e23e5dc3000. 00000004:00000010:2.0:1647275032.631058:0:3301:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8e23ab5491c0. 00000004:00000010:2.0:1647275032.631059:0:3301:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 184 at ffff8e2363561480. 00000004:00000010:2.0:1647275032.631059:0:3301:0:(osp_trans.c:929:osp_thandle_destroy()) kfreed 'oth': 120 at ffff8e2347ff9c00. 00000004:00000001:2.0:1647275032.631060:0:3301:0:(osp_trans.c:702:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.631061:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f0b00 x1727288330496960/t4294967367(4294967367) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Interpret:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000004:00000020:0.0:1647275032.631063:0:9900:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0000-osc-MDT0000: processed 0 00000100:00100000:2.0:1647275032.631064:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f0b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330496960:10.0.2.5@tcp:1000:lfsck_layout.0 00000004:00000020:0.0:1647275032.631064:0:9900:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0000-osc-MDT0000: 0 in flight 00000004:00000020:0.0:1647275032.631065:0:9900:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0000-osc-MDT0000: done in 0: rc = 0 00000004:00000001:0.0:1647275032.631065:0:9900:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.631066:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.631066:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000004:00000001:0.0:1647275032.631066:0:9900:0:(osp_dev.c:847:osp_sync()) Process entered 00000100:00000040:2.0:1647275032.631067:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f0b00 x1727288330496960/t4294967367(4294967367) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 2 fl Complete:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00080000:00000001:0.0:1647275032.631067:0:9900:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:0.0:1647275032.631067:0:9900:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e244889e100. 00080000:00000001:0.0:1647275032.631068:0:9900:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618885219803392 : -125188489748224 : ffff8e244889e100) 00080000:00000001:0.0:1647275032.631069:0:9900:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:0.0:1647275032.631071:0:9900:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1647275032.631072:0:9900:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0001-osc-MDT0000: sync forced, 0 changes 00000004:00000010:0.0:1647275032.631072:0:9900:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e2451f40c00. 00000100:00000001:2.0:1647275032.631073:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:0.0:1647275032.631073:0:9900:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0001-osc-MDT0000: add commit cb at 4828483781601ns, next at 0ns, rc = 0 00000100:00000001:2.0:1647275032.631074:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1647275032.631074:0:9900:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00000100:00000001:2.0:1647275032.631075:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.631075:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1647275032.631075:0:9900:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:0.0:1647275032.631075:0:9900:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00000100:00000001:2.0:1647275032.631076:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275032.631076:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.631076:0:9900:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.631076:0:9900:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:0.0:1647275032.631077:0:9900:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0000: async commit OSD 00080000:00000001:0.0:1647275032.631079:0:9900:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1647275032.631079:0:9900:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0001-osc-MDT0000: async updates 0 00100000:10000000:2.0:1647275032.631081:0:9901:0:(lfsck_engine.c:1688:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant sync before the second-stage scaning 00000004:00000001:2.0:1647275032.631081:0:9901:0:(lod_dev.c:1545:lod_sync()) Process entered 00000004:00000001:2.0:1647275032.631083:0:9901:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:2.0:1647275032.631083:0:9901:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.631084:0:9901:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e2408269900. 00000004:00000020:0.0:1647275032.631084:0:9900:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0001-osc-MDT0000: processed 0 00080000:00000001:2.0:1647275032.631085:0:9901:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618884139555072 : -125189569996544 : ffff8e2408269900) 00000004:00000020:0.0:1647275032.631085:0:9900:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0001-osc-MDT0000: 0 in flight 00000004:00000020:0.0:1647275032.631085:0:9900:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0001-osc-MDT0000: done in 0: rc = 0 00080000:00000001:2.0:1647275032.631086:0:9901:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00000004:00000001:0.0:1647275032.631086:0:9900:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.631087:0:9900:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:2.0:1647275032.631088:0:9901:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.631088:0:9900:0:(osp_dev.c:851:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.631089:0:9901:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0000-osc-MDT0000: sync forced, 0 changes 00080000:00000001:0.0:1647275032.631089:0:9900:0:(osd_handler.c:2466:osd_sync()) Process entered 00000004:00000010:2.0:1647275032.631090:0:9901:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e239f4e1660. 00000004:00080000:2.0:1647275032.631090:0:9901:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0000-osc-MDT0000: add commit cb at 4828483798951ns, next at 0ns, rc = 0 00080000:00000001:2.0:1647275032.631091:0:9901:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00100000:10000000:0.0:1647275032.631091:0:9898:0:(lfsck_lib.c:2634:lfsck_double_scan_generic()) lustrefs-MDT0000-osd: the assistant has done lfsck_namespace double_scan, status 0 00040000:00000001:2.0:1647275032.631093:0:9901:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.631093:0:9901:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.631094:0:9901:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.631094:0:9901:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:2.0:1647275032.631095:0:9901:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0000: async commit OSD 00080000:00000001:2.0:1647275032.631096:0:9901:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.631097:0:9901:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0000-osc-MDT0000: async updates 0 00000004:00000020:2.0:1647275032.631098:0:9901:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0000-osc-MDT0000: processed 0 00000004:00000020:2.0:1647275032.631098:0:9901:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0000-osc-MDT0000: 0 in flight 00000004:00000020:2.0:1647275032.631099:0:9901:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0000-osc-MDT0000: done in 0: rc = 0 00000004:00000001:2.0:1647275032.631099:0:9901:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275032.631100:0:9901:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:2.0:1647275032.631101:0:9901:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.631102:0:9901:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34200. 00080000:00000001:2.0:1647275032.631102:0:9901:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545842176 : -125190163709440 : ffff8e23e4c34200) 00080000:00000001:2.0:1647275032.631103:0:9901:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.631104:0:9901:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.631105:0:9901:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0001-osc-MDT0000: sync forced, 0 changes 00000004:00000010:2.0:1647275032.631106:0:9901:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e239f4e1de0. 00000004:00080000:2.0:1647275032.631106:0:9901:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0001-osc-MDT0000: add commit cb at 4828483814701ns, next at 0ns, rc = 0 00080000:00000001:2.0:1647275032.631107:0:9901:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:2.0:1647275032.631108:0:9901:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.631108:0:9901:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.631108:0:9901:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.631109:0:9901:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:2.0:1647275032.631109:0:9901:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0000: async commit OSD 00080000:00000001:2.0:1647275032.631110:0:9901:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.631111:0:9901:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0001-osc-MDT0000: async updates 0 00000004:00000020:2.0:1647275032.631111:0:9901:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0001-osc-MDT0000: processed 0 00000004:00000020:2.0:1647275032.631112:0:9901:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0001-osc-MDT0000: 0 in flight 00000004:00000020:2.0:1647275032.631112:0:9901:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0001-osc-MDT0000: done in 0: rc = 0 00000004:00000001:2.0:1647275032.631113:0:9901:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275032.631137:0:9901:0:(osp_dev.c:847:osp_sync()) Process entered 00000004:00000001:2.0:1647275032.631138:0:9901:0:(osp_dev.c:851:osp_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.631139:0:9901:0:(osd_handler.c:2466:osd_sync()) Process entered 00010000:00000010:1.1F:1647275032.633565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 608 at ffff8e2416b9f700. 00010000:00000010:0.1F:1647275032.635382:0:0:0:(ldlm_resource.c:1460:__ldlm_resource_free()) slab-freed '(res)': 376 at ffff8e2414019380. 00010000:00000010:0.1:1647275032.635389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 608 at ffff8e23aff02a80. 00010000:00000010:0.1:1647275032.635401:0:0:0:(ldlm_resource.c:1460:__ldlm_resource_free()) slab-freed '(res)': 376 at ffff8e241560a180. 00010000:00000010:0.1:1647275032.635403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 608 at ffff8e23aff02d00. 00010000:00000010:0.1:1647275032.635405:0:0:0:(ldlm_resource.c:1460:__ldlm_resource_free()) slab-freed '(res)': 376 at ffff8e241560aa80. 00010000:00000010:0.1:1647275032.635407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 608 at ffff8e23aff02f80. 00000004:00080000:0.0:1647275032.638910:0:8682:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0001-osc-MDT0001: 10 committed 00000004:00000010:0.0:1647275032.638912:0:8682:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e239f4e1c60. 00080000:00000010:0.0:1647275032.638913:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2408269700. 00000004:00080000:0.0:1647275032.638914:0:8682:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0000-osc-MDT0001: 10 committed 00000004:00000010:0.0:1647275032.638915:0:8682:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e239f4e1a20. 00080000:00000010:0.0:1647275032.638916:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2408269500. 00080000:00000010:0.0:1647275032.638917:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2408269000. 00080000:00000010:0.0:1647275032.638917:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2408269800. 00080000:00000010:0.0:1647275032.638918:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2408269600. 00080000:00000010:0.0:1647275032.638919:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34400. 00080000:00000010:0.0:1647275032.638920:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34a00. 00080000:00000010:0.0:1647275032.638921:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34700. 00080000:00000010:0.0:1647275032.638922:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34b00. 00080000:00000010:0.0:1647275032.638922:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2376191600. 00080000:00000010:0.0:1647275032.638923:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23762d6b00. 00080000:00000010:0.0:1647275032.638930:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2352a26000. 00080000:00000010:0.0:1647275032.638930:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2352a26100. 00080000:00000010:0.0:1647275032.638931:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2352a26e00. 00080000:00000020:2.0:1647275032.639038:0:9904:0:(osd_handler.c:2473:osd_sync()) lustrefs-MDT0001: synced OSD: rc = 0 00000004:00000001:2.0:1647275032.639054:0:9904:0:(lod_dev.c:1587:lod_sync()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.639055:0:9904:0:(lfsck_engine.c:1695:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant phase2 scan start, synced: rc = 0 00100000:00000001:2.0:1647275032.639056:0:9904:0:(lfsck_engine.c:1164:lfsck_assistant_query_others()) Process entered 00000100:00000001:2.0:1647275032.639057:0:9904:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1647275032.639059:0:9904:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e23e4c34000. 00000100:00000001:2.0:1647275032.639061:0:9904:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618883545841664 : -125190163709952 : ffff8e23e4c34000) 00000100:00000010:2.0:1647275032.639082:0:9904:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e1b80. 00000020:00000040:2.0:1647275032.639084:0:9904:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000100:00000001:2.0:1647275032.639085:0:9904:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275032.639086:0:9904:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275032.639087:0:9904:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275032.639089:0:9904:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e23e560d600. 00000100:00000001:2.0:1647275032.639090:0:9904:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.639092:0:9904:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275032.639093:0:9904:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275032.639094:0:9904:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e2100. 00000020:00000040:2.0:1647275032.639097:0:9904:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000001:2.0:1647275032.639098:0:9904:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275032.639099:0:9904:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275032.639100:0:9904:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275032.639101:0:9904:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e23e560d800. 00000100:00000001:2.0:1647275032.639102:0:9904:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.639103:0:9904:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275032.639104:0:9904:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.639104:0:9904:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.639105:0:9904:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275032.639107:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.639112:0:9904:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.639113:0:9904:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.639114:0:9904:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.639115:0:9904:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.639135:0:9904:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e1b80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330497152:10.0.2.5@tcp:1102:lfsck_layout.0 00000100:00000001:2.0:1647275032.639137:0:9904:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.639137:0:9904:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.639138:0:9904:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.639139:0:9904:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.639140:0:9904:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560da00. 02000000:00000001:2.0:1647275032.639140:0:9904:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.639141:0:9904:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da160. 00000400:00000010:2.0:1647275032.639143:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffbb0. 00000100:00000200:2.0:1647275032.639144:0:9904:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497152, portal 4 00000100:00000001:2.0:1647275032.639145:0:9904:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.639146:0:9904:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779702656 : -125191929848960 : ffff8e237b7e1b80) 00000100:00000040:2.0:1647275032.639148:0:9904:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.639152:0:9904:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275032.639153:0:9904:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275032.639154:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6fff68. 00000100:00000200:2.0:1647275032.639155:0:9904:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 28, xid 1727288330497152, offset 0 00000400:00000200:2.0:1647275032.639158:0:9904:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275032.639161:0:9904:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:2.0:1647275032.639163:0:9904:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275032.639164:0:9904:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275032.639166:0:9904:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275032.639167:0:9904:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14418:14418:256:4294967295] 10.0.2.5@tcp LPNI seq info [11432:11432:8:4294967295] 00000400:00000200:2.0:1647275032.639171:0:9904:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275032.639173:0:9904:0:(socklnd_cb.c:995:ksocknal_send()) sending 320 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275032.639175:0:9904:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34b00 (tot 73194841). 00000800:00000200:2.0:1647275032.639177:0:9904:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:2.0:1647275032.639179:0:9904:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275032.639181:0:9904:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34b00 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:2.0:1647275032.639188:0:9904:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.639189:0:9904:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.639190:0:9904:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.639191:0:9904:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275032.639193:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.639197:0:9904:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.639198:0:9904:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.639199:0:9904:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.639200:0:9904:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.639201:0:9904:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e2100 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330497216:10.0.2.5@tcp:1102:lfsck_layout.0 00000100:00000001:2.0:1647275032.639203:0:9904:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.639203:0:9904:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.639204:0:9904:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.639205:0:9904:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.639206:0:9904:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560dc00. 02000000:00000001:2.0:1647275032.639206:0:9904:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.639207:0:9904:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00000400:00000010:2.0:1647275032.639208:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff198. 00000100:00000200:2.0:1647275032.639209:0:9904:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497216, portal 4 00000100:00000001:2.0:1647275032.639212:0:9904:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.639212:0:9904:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779704064 : -125191929847552 : ffff8e237b7e2100) 00000100:00000040:2.0:1647275032.639215:0:9904:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.639221:0:9904:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275032.639222:0:9904:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275032.639223:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff990. 00000100:00000200:2.0:1647275032.639224:0:9904:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 28, xid 1727288330497216, offset 0 00000400:00000200:2.0:1647275032.639226:0:9904:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275032.639228:0:9904:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:2.0:1647275032.639230:0:9904:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275032.639231:0:9904:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275032.639232:0:9904:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275032.639233:0:9904:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14419:14419:255:4294967295] 10.0.2.5@tcp LPNI seq info [11433:11433:7:4294967295] 00000400:00000200:2.0:1647275032.639238:0:9904:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275032.639240:0:9904:0:(socklnd_cb.c:995:ksocknal_send()) sending 320 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275032.639241:0:9904:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34700 (tot 73195089). 00000800:00000200:2.0:1647275032.639243:0:9904:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:2.0:1647275032.639245:0:9904:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275032.639246:0:9904:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34700 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:2.0:1647275032.639247:0:9904:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.639248:0:9904:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.639249:0:9904:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.639250:0:9904:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.639251:0:9904:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1647275032.639252:0:9904:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e23e4c34000 going to sleep for 6 seconds 00000100:00000001:2.0:1647275032.639253:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.639254:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1647275032.639255:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1647275032.639255:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1647275032.639256:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34b00 (tot 73194841). 00000100:00000001:2.0:1647275032.639256:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275032.639257:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275032.639259:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:3.0:1647275032.639261:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6fff68 00000400:00000010:3.0:1647275032.639261:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6fff68. 00000100:00000001:3.0:1647275032.639262:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275032.639263:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:3.0:1647275032.639268:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275032.639269:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:3.0:1647275032.639294:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.639294:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1647275032.639298:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275032.639298:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34700 (tot 73194593). 00000400:00000200:3.0:1647275032.639299:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275032.639300:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:3.0:1647275032.639317:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff990 00000400:00000010:3.0:1647275032.639318:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff990. 00000100:00000001:3.0:1647275032.639318:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275032.639319:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:3.0:1647275032.639322:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275032.639323:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:3.0:1647275032.639326:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.639327:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1647275032.639882:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.639887:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.639888:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.639889:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.639892:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275032.639898:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 240 into portal 4 MB=0x622f5a75d2c80 00000400:00000200:1.0:1647275032.639901:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 240/240 into md 0x2cccd [1] + 224 00000800:00000001:1.0:1647275032.639903:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.639904:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.639905:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.639907:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275032.639908:0:3296:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275032.639909:0:3296:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:1.0:1647275032.639914:0:3296:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=240 offset=224 replen=240 req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.639923:0:3296:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275032.639925:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.639926:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.639927:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.639928:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.639930:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275032.639932:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 240 into portal 4 MB=0x622f5a75d2cc0 00000400:00000200:1.0:1647275032.639933:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 240/240 into md 0x2ccd5 [1] + 224 00000800:00000001:1.0:1647275032.639935:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.639937:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.639938:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.639939:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275032.639940:0:3296:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275032.639941:0:3296:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.639943:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275032.639945:0:9904:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1647275032.639945:0:3296:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=240 offset=224 replen=240 req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000400:00000001:2.0:1647275032.639946:0:9904:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.639946:0:9904:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da160. 00000400:00000200:2.0:1647275032.639950:0:9904:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffbb0 00000400:00000010:2.0:1647275032.639950:0:9904:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffbb0. 00000100:00000001:2.0:1647275032.639951:0:9904:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:1.0:1647275032.639951:0:3296:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000200:2.0:1647275032.639953:0:9904:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000800:00000001:1.0:1647275032.639953:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.639954:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275032.639958:0:9904:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.639962:0:9904:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.639963:0:9904:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.639964:0:9904:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.639965:0:9904:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.639966:0:9904:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.639966:0:9904:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.639967:0:9904:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.639970:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815548 time=136 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275032.639971:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=136 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275032.639973:0:9904:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.639973:0:9904:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.639974:0:9904:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275032.639975:0:9904:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.639976:0:9904:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.639977:0:9904:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275032.639977:0:9904:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.639978:0:9904:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.639979:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.639984:0:9904:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.639985:0:9904:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.639986:0:9904:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275032.639988:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:2.0:1647275032.639992:0:9904:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e1b80 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330497152:10.0.2.5@tcp:1102:lfsck_layout.0 00000400:00000001:2.0:1647275032.639994:0:9904:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.639996:0:9904:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.639996:0:9904:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000400:00000200:2.0:1647275032.639997:0:9904:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff198 00000400:00000010:2.0:1647275032.639997:0:9904:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff198. 00000100:00000001:2.0:1647275032.639998:0:9904:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275032.639999:0:9904:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:2.0:1647275032.640003:0:9904:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640006:0:9904:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.640007:0:9904:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.640008:0:9904:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.640008:0:9904:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.640009:0:9904:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.640010:0:9904:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.640010:0:9904:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.640012:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae548 time=130 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275032.640013:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=130 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275032.640015:0:9904:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.640015:0:9904:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.640016:0:9904:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275032.640017:0:9904:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640018:0:9904:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.640018:0:9904:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275032.640019:0:9904:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.640019:0:9904:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.640020:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640024:0:9904:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.640025:0:9904:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.640025:0:9904:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275032.640027:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:2.0:1647275032.640031:0:9904:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e2100 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330497216:10.0.2.5@tcp:1102:lfsck_layout.0 00000100:00000001:2.0:1647275032.640036:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.640038:0:9904:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640039:0:9904:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1647275032.640039:0:9904:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.640040:0:9904:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e1b80 x1727288330497152/t0(0) o1102->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640045:0:9904:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.640045:0:9904:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.640046:0:9904:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560da00. 02000000:00000001:2.0:1647275032.640048:0:9904:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.640048:0:9904:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.640049:0:9904:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=2 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:2.0:1647275032.640050:0:9904:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275032.640051:0:9904:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e23e560d600. 02000000:00000001:2.0:1647275032.640052:0:9904:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.640052:0:9904:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.640053:0:9904:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e1b80. 00000100:00000001:2.0:1647275032.640055:0:9904:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.640056:0:9904:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.640057:0:9904:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.640058:0:9904:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e2100 x1727288330497216/t0(0) o1102->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/240 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640076:0:9904:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.640076:0:9904:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.640077:0:9904:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560dc00. 02000000:00000001:2.0:1647275032.640078:0:9904:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.640078:0:9904:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.640079:0:9904:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=2 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:2.0:1647275032.640080:0:9904:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275032.640080:0:9904:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e23e560d800. 02000000:00000001:2.0:1647275032.640081:0:9904:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.640082:0:9904:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.640082:0:9904:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e2100. 00000100:00000001:2.0:1647275032.640105:0:9904:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.640105:0:9904:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1647275032.640106:0:9904:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e23e4c34000. 00000100:00000001:2.0:1647275032.640109:0:9904:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:2.0:1647275032.640110:0:9904:0:(lfsck_engine.c:1250:lfsck_assistant_query_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.640112:0:9904:0:(lfsck_layout.c:4660:lfsck_layout_assistant_handler_p2()) Process entered 00100000:10000000:2.0:1647275032.640113:0:9904:0:(lfsck_layout.c:4663:lfsck_layout_assistant_handler_p2()) lustrefs-MDT0001-osd: layout LFSCK phase2 scan start 00100000:10000000:2.0:1647275032.640115:0:9904:0:(lfsck_layout.c:4714:lfsck_layout_assistant_handler_p2()) lustrefs-MDT0001-osd: layout LFSCK phase2 scan stop: rc = 1 00100000:00000001:2.0:1647275032.640116:0:9904:0:(lfsck_layout.c:4716:lfsck_layout_assistant_handler_p2()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.640117:0:9904:0:(lfsck_engine.c:1733:lfsck_assistant_engine()) Process leaving via cleanup (rc=1 : 1 : 0x1) 00100000:00000001:2.0:1647275032.640119:0:9904:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:2.0:1647275032.640119:0:9904:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1647275032.640120:0:9904:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e23e4c34000. 00000100:00000001:2.0:1647275032.640123:0:9904:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618883545841664 : -125190163709952 : ffff8e23e4c34000) 00000100:00000010:2.0:1647275032.640127:0:9904:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e2100. 00000020:00000040:2.0:1647275032.640128:0:9904:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:2.0:1647275032.640130:0:9904:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275032.640130:0:9904:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275032.640131:0:9904:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275032.640133:0:9904:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e23e560d800. 00000100:00000001:2.0:1647275032.640135:0:9904:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640137:0:9904:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275032.640138:0:9904:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640139:0:9904:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.640140:0:9904:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275032.640141:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640145:0:9904:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.640146:0:9904:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.640147:0:9904:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.640148:0:9904:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.640149:0:9904:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e2100 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330497280:0@lo:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.640151:0:9904:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.640151:0:9904:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.640152:0:9904:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.640153:0:9904:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.640154:0:9904:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560dc00. 02000000:00000001:2.0:1647275032.640156:0:9904:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.640157:0:9904:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00000400:00000010:2.0:1647275032.640159:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff198. 00000100:00000200:2.0:1647275032.640160:0:9904:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497280, portal 4 00000100:00000001:2.0:1647275032.640161:0:9904:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.640162:0:9904:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779704064 : -125191929847552 : ffff8e237b7e2100) 00000100:00000040:2.0:1647275032.640165:0:9904:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640169:0:9904:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275032.640170:0:9904:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275032.640171:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffbb0. 00000100:00000200:2.0:1647275032.640172:0:9904:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1727288330497280, offset 0 00000400:00000200:2.0:1647275032.640174:0:9904:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1647275032.640177:0:9904:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1647275032.640180:0:9904:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x622f5a75d2d00 00000400:00000200:2.0:1647275032.640183:0:9904:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1b9ed [256] + 14816 00000400:00000200:2.0:1647275032.640186:0:9904:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275032.640188:0:9904:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1647275032.640189:0:9904:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275032.640190:0:9904:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1647275032.640192:0:9904:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e1b80. 00000100:00000040:2.0:1647275032.640193:0:9904:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e1b80 x1727288330497280 msgsize 320 00000100:00100000:2.0:1647275032.640195:0:9904:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1647275032.640205:0:9904:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:2.0:1647275032.640207:0:9904:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffbb0 00000400:00000010:2.0:1647275032.640208:0:9904:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffbb0. 00000100:00000001:2.0:1647275032.640209:0:9904:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1647275032.640210:0:9904:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640215:0:9904:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.640216:0:9904:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640219:0:9904:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640222:0:9904:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275032.640223:0:9904:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640224:0:9904:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.640225:0:9904:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640226:0:9904:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.640227:0:9904:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1647275032.640227:0:9904:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e23e4c34000 going to sleep for 6 seconds 00000100:00000001:2.0:1647275032.640228:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.640229:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640230:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.640230:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.640232:0:9505:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275032.640234:0:9505:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275032.640235:0:9505:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.640235:0:9505:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.640237:0:9505:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275032.640238:0:9505:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330497280 00000020:00000001:0.0:1647275032.640240:0:9505:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275032.640242:0:9505:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000020:00000001:0.0:1647275032.640243:0:9505:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.640246:0:9505:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000020:00000001:0.0:1647275032.640246:0:9505:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000020:00000001:0.0:1647275032.640248:0:9505:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000100:00000001:0.0:1647275032.640250:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275032.640250:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275032.640252:0:9505:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188be00. 00000020:00000010:0.0:1647275032.640255:0:9505:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9f80. 00000020:00000010:0.0:1647275032.640257:0:9505:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12888. 00000100:00000040:0.0:1647275032.640262:0:9505:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:0.0:1647275032.640263:0:9505:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275032.640264:0:9505:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275032.640264:0:9505:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.640267:0:9505:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.640271:0:9505:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.640278:0:9505:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275032.640278:0:9505:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1647275032.640280:0:9505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00000040:0.0:1647275032.640281:0:9505:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:0.0:1647275032.640282:0:9505:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779702656 : -125191929848960 : ffff8e237b7e1b80) 00000100:00000040:0.0:1647275032.640284:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e1b80 x1727288330497280/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.640289:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275032.640289:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1647275032.640290:0:9505:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e1b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0001-mdtlov_UUID+7:9904:x1727288330497280:12345-0@lo:1101:lfsck_layout.0 00000100:00000200:0.0:1647275032.640292:0:9505:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330497280 00000020:00000001:0.0:1647275032.640294:0:9505:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275032.640295:0:9505:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275032.640296:0:9505:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.640301:0:9505:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275032.640302:0:9505:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203360 : -1059348256 : ffffffffc0dba0e0) 00000020:00000001:0.0:1647275032.640303:0:9505:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275032.640316:0:9505:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275032.640316:0:9505:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275032.640317:0:9505:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275032.640318:0:9505:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.640320:0:9505:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275032.640320:0:9505:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275032.640322:0:9505:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23e5078c00. 02000000:00000001:0.0:1647275032.640323:0:9505:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.640326:0:9505:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.640327:0:9505:0:(tgt_handler.c:1585:tgt_handle_lfsck_notify()) Process entered 00100000:00000001:0.0:1647275032.640329:0:9505:0:(lfsck_lib.c:3486:lfsck_in_notify()) Process entered 00100000:00000001:0.0:1647275032.640365:0:9505:0:(lfsck_layout.c:6517:lfsck_layout_master_in_notify()) Process entered 00100000:10000000:0.0:1647275032.640366:0:9505:0:(lfsck_layout.c:6533:lfsck_layout_master_in_notify()) lustrefs-MDT0000-osd: layout LFSCK master handles notify 4 from MDT 1, status 1, flags 0, flags2 0 00100000:00000001:0.0:1647275032.640370:0:9505:0:(lfsck_layout.c:6618:lfsck_layout_master_in_notify()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.640372:0:9505:0:(lfsck_lib.c:3543:lfsck_in_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.640373:0:9505:0:(tgt_handler.c:1593:tgt_handle_lfsck_notify()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275032.640374:0:9505:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330497280 00010000:00000001:0.0:1647275032.640376:0:9505:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:0.0:1647275032.640378:0:9505:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e1b80 x1727288330497280/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_layout.0' 00010000:00000001:0.0:1647275032.640382:0:9505:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275032.640383:0:9505:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.640384:0:9505:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=142 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275032.640386:0:9505:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275032.640387:0:9505:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:0.0:1647275032.640388:0:9505:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:0.0:1647275032.640389:0:9505:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275032.640390:0:9505:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.640391:0:9505:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275032.640392:0:9505:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275032.640394:0:9505:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0c38. 00000100:00000200:0.0:1647275032.640395:0:9505:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330497280, offset 224 00000400:00000200:0.0:1647275032.640398:0:9505:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1647275032.640400:0:9505:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275032.640403:0:9505:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d2d00 00000400:00000200:0.0:1647275032.640406:0:9505:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2ccdd [1] + 224 00000400:00000200:0.0:1647275032.640409:0:9505:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275032.640410:0:9505:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1647275032.640412:0:9505:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.640413:0:9505:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:0.0:1647275032.640417:0:9505:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.640428:0:9505:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:0.0:1647275032.640430:0:9505:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0c38 00000400:00000010:0.0:1647275032.640430:0:9505:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0c38. 00000100:00000001:0.0:1647275032.640432:0:9505:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275032.640433:0:9505:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:0.0:1647275032.640434:0:9505:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.640436:0:9505:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:0.0:1647275032.640436:0:9505:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275032.640437:0:9505:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.640438:0:9505:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275032.640439:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e1b80 x1727288330497280/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:0.0:1647275032.640444:0:9505:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e1b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0001-mdtlov_UUID+7:9904:x1727288330497280:12345-0@lo:1101:lfsck_layout.0 Request processed in 154us (249us total) trans 0 rc 0/0 00000100:00000001:2.0:1647275032.640447:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1647275032.640448:0:9505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000400:00000001:2.0:1647275032.640449:0:9904:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1647275032.640449:0:9505:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000400:00000001:2.0:1647275032.640450:0:9904:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.640450:0:9904:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000100:00000001:0.0:1647275032.640450:0:9505:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1647275032.640451:0:9904:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff198 00000100:00000001:0.0:1647275032.640451:0:9505:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1647275032.640452:0:9904:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff198. 00000020:00000010:0.0:1647275032.640452:0:9505:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9f80. 00000100:00000001:2.0:1647275032.640453:0:9904:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275032.640454:0:9904:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000020:00000010:0.0:1647275032.640454:0:9505:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12888. 00000020:00000010:0.0:1647275032.640455:0:9505:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188be00. 00000020:00000040:0.0:1647275032.640457:0:9505:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000100:00000200:2.0:1647275032.640459:0:9904:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.640459:0:9505:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.640462:0:9904:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.640463:0:9904:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.640464:0:9904:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.640464:0:9904:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.640465:0:9904:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.640465:0:9904:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.640466:0:9904:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.640468:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=142 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275032.640469:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=85 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275032.640470:0:9904:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.640471:0:9904:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.640472:0:9904:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275032.640472:0:9904:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640473:0:9904:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.640473:0:9904:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1647275032.640476:0:9904:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.640477:0:9904:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.640478:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640481:0:9904:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.640482:0:9904:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.640482:0:9904:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275032.640484:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:2.0:1647275032.640487:0:9904:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e2100 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330497280:0@lo:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.640503:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.640504:0:9904:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275032.640506:0:9904:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e6e00. 00000020:00000040:2.0:1647275032.640508:0:9904:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000100:00000001:2.0:1647275032.640509:0:9904:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275032.640510:0:9904:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275032.640525:0:9904:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275032.640526:0:9904:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e23e560d600. 00000100:00000001:2.0:1647275032.640527:0:9904:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640528:0:9904:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275032.640529:0:9904:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275032.640531:0:9904:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e7380. 00000020:00000040:2.0:1647275032.640532:0:9904:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000001:2.0:1647275032.640532:0:9904:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275032.640533:0:9904:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275032.640533:0:9904:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275032.640534:0:9904:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e23e560da00. 00000100:00000001:2.0:1647275032.640534:0:9904:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640535:0:9904:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275032.640536:0:9904:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640536:0:9904:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.640537:0:9904:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275032.640538:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640545:0:9904:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.640545:0:9904:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.640546:0:9904:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.640546:0:9904:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.640547:0:9904:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e6e00 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330497344:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.640548:0:9904:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.640549:0:9904:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.640549:0:9904:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.640550:0:9904:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.640550:0:9904:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560de00. 02000000:00000001:2.0:1647275032.640551:0:9904:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.640552:0:9904:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00000400:00000010:2.0:1647275032.640553:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff198. 00000100:00000200:2.0:1647275032.640554:0:9904:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497344, portal 4 00000100:00000001:2.0:1647275032.640554:0:9904:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.640555:0:9904:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779723776 : -125191929827840 : ffff8e237b7e6e00) 00000100:00000040:2.0:1647275032.640556:0:9904:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640559:0:9904:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275032.640561:0:9904:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275032.640561:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffbb0. 00000100:00000200:2.0:1647275032.640562:0:9904:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 28, xid 1727288330497344, offset 0 00000400:00000200:2.0:1647275032.640568:0:9904:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275032.640589:0:9904:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:2.0:1647275032.640591:0:9904:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275032.640592:0:9904:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275032.640593:0:9904:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275032.640594:0:9904:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14420:14420:256:4294967295] 10.0.2.5@tcp LPNI seq info [11434:11434:8:4294967295] 00000400:00000200:2.0:1647275032.640598:0:9904:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275032.640600:0:9904:0:(socklnd_cb.c:995:ksocknal_send()) sending 320 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275032.640601:0:9904:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34a00 (tot 73194841). 00000800:00000200:2.0:1647275032.640605:0:9904:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:2.0:1647275032.640607:0:9904:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275032.640608:0:9904:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34a00 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:2.0:1647275032.640614:0:9904:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640615:0:9904:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.640617:0:9904:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640618:0:9904:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275032.640619:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640623:0:9904:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275032.640623:0:9904:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.640624:0:9904:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275032.640625:0:9904:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.640626:0:9904:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e7380 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330497408:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.640627:0:9904:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275032.640628:0:9904:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275032.640628:0:9904:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.640629:0:9904:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275032.640631:0:9904:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244e74e000. 02000000:00000001:2.0:1647275032.640632:0:9904:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275032.640633:0:9904:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da160. 00000400:00000010:2.0:1647275032.640634:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffb28. 00000100:00000200:2.0:1647275032.640635:0:9904:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497408, portal 4 00000100:00000001:2.0:1647275032.640635:0:9904:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275032.640636:0:9904:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779725184 : -125191929826432 : ffff8e237b7e7380) 00000100:00000040:2.0:1647275032.640638:0:9904:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.640642:0:9904:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275032.640643:0:9904:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275032.640643:0:9904:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff660. 00000100:00000200:2.0:1647275032.640644:0:9904:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 28, xid 1727288330497408, offset 0 00000400:00000200:2.0:1647275032.640646:0:9904:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275032.640648:0:9904:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:2.0:1647275032.640657:0:9904:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275032.640658:0:9904:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275032.640659:0:9904:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275032.640660:0:9904:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14421:14421:255:4294967295] 10.0.2.5@tcp LPNI seq info [11435:11435:7:4294967295] 00000400:00000200:2.0:1647275032.640664:0:9904:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275032.640666:0:9904:0:(socklnd_cb.c:995:ksocknal_send()) sending 320 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275032.640667:0:9904:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34400 (tot 73195089). 00000800:00000200:2.0:1647275032.640669:0:9904:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:2.0:1647275032.640671:0:9904:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:1.0:1647275032.640671:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1647275032.640672:0:9904:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34400 type 1, nob 416 niov 1 nkiov 1 00000800:00000010:1.0:1647275032.640672:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34a00 (tot 73194841). 00000100:00000001:2.0:1647275032.640673:0:9904:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640674:0:9904:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1647275032.640674:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275032.640675:0:9904:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640676:0:9904:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1647275032.640676:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275032.640677:0:9904:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:1.0:1647275032.640677:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffbb0 00000100:00100000:2.0:1647275032.640678:0:9904:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e23e4c34000 going to sleep for 6 seconds 00000400:00000010:1.0:1647275032.640678:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffbb0. 00000100:00000001:2.0:1647275032.640679:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1647275032.640679:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1647275032.640680:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.640680:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.640681:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275032.640681:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.640736:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.640737:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.640742:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.640742:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:1.0:1647275032.640777:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275032.640777:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34400 (tot 73194593). 00000400:00000200:1.0:1647275032.640778:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.640780:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275032.640780:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff660 00000400:00000010:1.0:1647275032.640781:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff660. 00000100:00000001:1.0:1647275032.640782:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275032.640782:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.640808:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275032.640809:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.640812:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.640813:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1647275032.641176:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.641180:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275032.641180:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.641181:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275032.641183:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:3.0:1647275032.641187:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d2d80 00000400:00000200:3.0:1647275032.641189:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2ccf1 [1] + 224 00000800:00000001:3.0:1647275032.641191:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.641192:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275032.641193:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275032.641215:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:3.0:1647275032.641216:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275032.641217:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:3.0:1647275032.641221:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:3.0:1647275032.641246:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1647275032.641248:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.641249:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275032.641250:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.641273:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275032.641275:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:3.0:1647275032.641276:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d2d40 00000400:00000200:3.0:1647275032.641280:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cce9 [1] + 224 00000800:00000001:3.0:1647275032.641281:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.641283:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275032.641284:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275032.641285:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:3.0:1647275032.641286:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275032.641286:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.641288:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1647275032.641290:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000400:00000001:2.0:1647275032.641290:0:9904:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.641291:0:9904:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.641291:0:9904:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da160. 00000400:00000200:2.0:1647275032.641293:0:9904:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffb28 00000400:00000010:2.0:1647275032.641293:0:9904:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffb28. 00000100:00000001:3.0:1647275032.641294:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.641294:0:9904:0:(events.c:103:reply_in_callback()) Process entered 00000800:00000001:3.0:1647275032.641314:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275032.641314:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275032.641315:0:9904:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:2.0:1647275032.641319:0:9904:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.641340:0:9904:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.641341:0:9904:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.641342:0:9904:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.641402:0:9904:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.641403:0:9904:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.641404:0:9904:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.641405:0:9904:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.641406:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae548 time=130 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275032.641408:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=130 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275032.641409:0:9904:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.641409:0:9904:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.641410:0:9904:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275032.641411:0:9904:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.641412:0:9904:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.641413:0:9904:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275032.641413:0:9904:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.641414:0:9904:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.641415:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.641418:0:9904:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.641420:0:9904:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.641420:0:9904:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275032.641421:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:2.0:1647275032.641425:0:9904:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e7380 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330497408:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.641444:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.641446:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275032.641447:0:9904:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275032.641447:0:9904:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275032.641448:0:9904:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000400:00000200:2.0:1647275032.641448:0:9904:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff198 00000400:00000010:2.0:1647275032.641449:0:9904:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff198. 00000100:00000001:2.0:1647275032.641449:0:9904:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275032.641450:0:9904:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:2.0:1647275032.641454:0:9904:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.641461:0:9904:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275032.641461:0:9904:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.641462:0:9904:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275032.641462:0:9904:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275032.641463:0:9904:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275032.641463:0:9904:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275032.641464:0:9904:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275032.641465:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815548 time=136 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275032.641466:0:9904:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=136 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275032.641467:0:9904:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275032.641467:0:9904:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275032.641468:0:9904:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275032.641468:0:9904:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.641469:0:9904:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275032.641469:0:9904:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275032.641470:0:9904:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275032.641470:0:9904:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275032.641471:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.641474:0:9904:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275032.641475:0:9904:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275032.641475:0:9904:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275032.641476:0:9904:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:2.0:1647275032.641479:0:9904:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e6e00 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0001-mdtlov_UUID:9904:1727288330497344:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:2.0:1647275032.641481:0:9904:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.641482:0:9904:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.641483:0:9904:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.641483:0:9904:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275032.641484:0:9904:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275032.641484:0:9904:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e23e4c34000 going to sleep for 0 seconds 00000100:00000001:2.0:1647275032.641485:0:9904:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275032.641485:0:9904:0:(client.c:1800:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.641487:0:9904:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.641488:0:9904:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1647275032.641488:0:9904:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.641489:0:9904:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e2100 x1727288330497280/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.641492:0:9904:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.641492:0:9904:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.641493:0:9904:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560dc00. 02000000:00000001:2.0:1647275032.641494:0:9904:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.641495:0:9904:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.641495:0:9904:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=2 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:2.0:1647275032.641496:0:9904:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275032.641496:0:9904:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e23e560d800. 02000000:00000001:2.0:1647275032.641497:0:9904:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.641497:0:9904:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.641498:0:9904:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e2100. 00000100:00000001:2.0:1647275032.641499:0:9904:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.641500:0:9904:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.641500:0:9904:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.641501:0:9904:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e7380 x1727288330497408/t0(0) o1101->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.641527:0:9904:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.641528:0:9904:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.641528:0:9904:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244e74e000. 02000000:00000001:2.0:1647275032.641529:0:9904:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.641529:0:9904:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.641530:0:9904:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=2 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:2.0:1647275032.641530:0:9904:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275032.641531:0:9904:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e23e560da00. 02000000:00000001:2.0:1647275032.641531:0:9904:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.641532:0:9904:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.641532:0:9904:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e7380. 00000100:00000001:2.0:1647275032.641533:0:9904:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.641533:0:9904:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275032.641534:0:9904:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275032.641534:0:9904:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e6e00 x1727288330497344/t0(0) o1101->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275032.641541:0:9904:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275032.641541:0:9904:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275032.641542:0:9904:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560de00. 02000000:00000001:2.0:1647275032.641542:0:9904:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275032.641543:0:9904:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275032.641543:0:9904:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=2 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:2.0:1647275032.641544:0:9904:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275032.641544:0:9904:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e23e560d600. 02000000:00000001:2.0:1647275032.641545:0:9904:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275032.641545:0:9904:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275032.641545:0:9904:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e6e00. 00000100:00000001:2.0:1647275032.641546:0:9904:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275032.641547:0:9904:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1647275032.641547:0:9904:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e23e4c34000. 00000100:00000001:2.0:1647275032.641548:0:9904:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:2.0:1647275032.641549:0:9904:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.641550:0:9904:0:(lfsck_engine.c:1812:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant sync before exit 00000004:00000001:2.0:1647275032.641552:0:9904:0:(lod_dev.c:1545:lod_sync()) Process entered 00000004:00000001:2.0:1647275032.641554:0:9904:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:2.0:1647275032.641555:0:9904:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.641557:0:9904:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34000. 00080000:00000001:2.0:1647275032.641558:0:9904:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545841664 : -125190163709952 : ffff8e23e4c34000) 00080000:00000001:2.0:1647275032.641559:0:9904:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.641564:0:9904:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.641582:0:9904:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0000-osc-MDT0001: sync forced, 0 changes 00000004:00000010:2.0:1647275032.641583:0:9904:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e239f4e1d20. 00000004:00080000:2.0:1647275032.641584:0:9904:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0000-osc-MDT0001: add commit cb at 4828494292581ns, next at 0ns, rc = 0 00080000:00000001:2.0:1647275032.641585:0:9904:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:2.0:1647275032.641587:0:9904:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.641588:0:9904:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.641588:0:9904:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.641589:0:9904:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:2.0:1647275032.641589:0:9904:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0001: async commit OSD 00080000:00000001:2.0:1647275032.641621:0:9904:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.641622:0:9904:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0000-osc-MDT0001: async updates 0 00000004:00000020:2.0:1647275032.641627:0:9904:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0000-osc-MDT0001: processed 0 00000004:00000020:2.0:1647275032.641627:0:9904:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0000-osc-MDT0001: 0 in flight 00000004:00000020:2.0:1647275032.641629:0:9904:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0000-osc-MDT0001: done in 0: rc = 0 00000004:00000001:2.0:1647275032.641630:0:9904:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275032.641631:0:9904:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:2.0:1647275032.641632:0:9904:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.641632:0:9904:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34400. 00080000:00000001:2.0:1647275032.641633:0:9904:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545842688 : -125190163708928 : ffff8e23e4c34400) 00080000:00000001:2.0:1647275032.641634:0:9904:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.641634:0:9904:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.641635:0:9904:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0001-osc-MDT0001: sync forced, 0 changes 00000004:00000010:2.0:1647275032.641636:0:9904:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e239f4e1120. 00000004:00080000:2.0:1647275032.641636:0:9904:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0001-osc-MDT0001: add commit cb at 4828494344739ns, next at 0ns, rc = 0 00080000:00000001:2.0:1647275032.641637:0:9904:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:2.0:1647275032.641638:0:9904:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.641638:0:9904:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.641638:0:9904:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.641639:0:9904:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:2.0:1647275032.641639:0:9904:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0001: async commit OSD 00080000:00000001:2.0:1647275032.641640:0:9904:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.641641:0:9904:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0001-osc-MDT0001: async updates 0 00000004:00000020:2.0:1647275032.641641:0:9904:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0001-osc-MDT0001: processed 0 00000004:00000020:2.0:1647275032.641642:0:9904:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0001-osc-MDT0001: 0 in flight 00000004:00000020:2.0:1647275032.641642:0:9904:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0001-osc-MDT0001: done in 0: rc = 0 00000004:00000001:2.0:1647275032.641643:0:9904:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275032.641645:0:9904:0:(osp_dev.c:847:osp_sync()) Process entered 00000004:00000001:2.0:1647275032.641645:0:9904:0:(osp_dev.c:851:osp_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.641646:0:9904:0:(osd_handler.c:2466:osd_sync()) Process entered 00000004:00080000:1.0:1647275032.657354:0:8682:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0001-osc-MDT0001: 11 committed 00000004:00000010:1.0:1647275032.657410:0:8682:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e2364139720. 00080000:00000010:1.0:1647275032.657416:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e244bc80500. 00000004:00080000:1.0:1647275032.657421:0:8682:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0000-osc-MDT0001: 11 committed 00000004:00000010:1.0:1647275032.657425:0:8682:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e2364139d20. 00080000:00000010:1.0:1647275032.657425:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e244bc80c00. 00080000:00000020:3.0:1647275032.657485:0:9905:0:(osd_handler.c:2473:osd_sync()) lustrefs-MDT0001: synced OSD: rc = 0 00000004:00000001:3.0:1647275032.657492:0:9905:0:(lod_dev.c:1587:lod_sync()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1647275032.657498:0:9905:0:(lfsck_engine.c:1695:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant phase2 scan start, synced: rc = 0 00100000:00000001:3.0:1647275032.657505:0:9905:0:(lfsck_engine.c:1164:lfsck_assistant_query_others()) Process entered 00000100:00000001:3.0:1647275032.657509:0:9905:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1647275032.657516:0:9905:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e245f7ef500. 00000100:00000001:3.0:1647275032.657521:0:9905:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618885604963584 : -125188104588032 : ffff8e245f7ef500) 00000100:00000001:3.0:1647275032.657523:0:9905:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1647275032.657524:0:9905:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e245f7ef500. 00000100:00000001:3.0:1647275032.657525:0:9905:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:3.0:1647275032.657527:0:9905:0:(lfsck_engine.c:1250:lfsck_assistant_query_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.657531:0:9905:0:(lfsck_namespace.c:6666:lfsck_namespace_assistant_handler_p2()) Process entered 00100000:10000000:3.0:1647275032.657534:0:9905:0:(lfsck_namespace.c:6683:lfsck_namespace_assistant_handler_p2()) lustrefs-MDT0001-osd: namespace LFSCK phase2 scan start 00100000:00000001:3.0:1647275032.657539:0:9905:0:(lfsck_namespace.c:6273:lfsck_namespace_scan_local_lpf()) Process entered 00000020:00000001:3.0:1647275032.657545:0:9905:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:3.0:1647275032.657560:0:9905:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882002502616 : -125191707049000 : ffff8e2388c5c3d8) 00100000:10000000:3.0:1647275032.657566:0:9905:0:(lfsck_namespace.c:6291:lfsck_namespace_scan_local_lpf()) lustrefs-MDT0001-osd: start to scan backend /lost+found 00080000:00000001:3.0:1647275032.657590:0:9905:0:(osd_handler.c:6790:osd_it_ea_init()) Process entered 00080000:00000001:3.0:1647275032.657590:0:9905:0:(osd_handler.c:6734:osd_it_dir_init()) Process entered 00080000:00000010:3.0:1647275032.657628:0:9905:0:(osd_handler.c:6747:osd_it_dir_init()) slab-alloced 'oie': 40 at ffff8e237714f898. 00080000:00000001:3.0:1647275032.657637:0:9905:0:(osd_handler.c:6765:osd_it_dir_init()) Process leaving (rc=18446618881705703576 : -125192003848040 : ffff8e237714f898) 00080000:00000001:3.0:1647275032.657639:0:9905:0:(osd_handler.c:6801:osd_it_ea_init()) Process leaving (rc=18446618881705703576 : -125192003848040 : ffff8e237714f898) 00080000:00000001:3.0:1647275032.657640:0:9905:0:(osd_handler.c:7651:osd_it_ea_load()) Process entered 00080000:00000001:3.0:1647275032.657641:0:9905:0:(osd_handler.c:6981:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:3.0:1647275032.657664:0:9905:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1647275032.657667:0:9905:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.657667:0:9905:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00080000:00000001:3.0:1647275032.657668:0:9905:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.657672:0:9905:0:(osd_handler.c:7020:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.657672:0:9905:0:(osd_handler.c:7661:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1647275032.657675:0:9905:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1647275032.657678:0:9905:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.657680:0:9905:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1647275032.657681:0:9905:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.657681:0:9905:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00080000:00000001:3.0:1647275032.657682:0:9905:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.657682:0:9905:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:3.0:1647275032.657683:0:9905:0:(osd_handler.c:6981:osd_ldiskfs_it_fill()) Process entered 00080000:00000001:3.0:1647275032.657689:0:9905:0:(osd_handler.c:7020:osd_ldiskfs_it_fill()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1647275032.657690:0:9905:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1647275032.657691:0:9905:0:(osd_handler.c:6830:osd_it_ea_fini()) Process entered 00080000:00000001:3.0:1647275032.657691:0:9905:0:(osd_handler.c:6809:osd_it_dir_fini()) Process entered 00080000:00000010:3.0:1647275032.657697:0:9905:0:(osd_handler.c:6815:osd_it_dir_fini()) slab-freed '(oie)': 40 at ffff8e237714f898. 00080000:00000001:3.0:1647275032.657698:0:9905:0:(osd_handler.c:6816:osd_it_dir_fini()) Process leaving 00080000:00000001:3.0:1647275032.657699:0:9905:0:(osd_handler.c:6833:osd_it_ea_fini()) Process leaving 00100000:00000001:3.0:1647275032.657699:0:9905:0:(lfsck_namespace.c:6395:lfsck_namespace_scan_local_lpf()) Process leaving 00100000:10000000:3.0:1647275032.657700:0:9905:0:(lfsck_namespace.c:6399:lfsck_namespace_scan_local_lpf()) lustrefs-MDT0001-osd: stop to scan backend /lost+found: rc = 1 00000020:00000002:3.0:1647275032.657705:0:9905:0:(lu_object.c:224:lu_object_put()) Add ffff8e240dd11c00/ffff8e2388c5c380 to site lru. bkt: ffff8e23ecbb50d8 00100000:00000001:3.0:1647275032.657708:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.657731:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.657739:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.657766:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.657767:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.657769:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.657770:0:9905:0:(lfsck_namespace.c:6566:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.657794:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.657795:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.657796:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.657799:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 80000000:00000001:3.0:1647275032.657805:0:9905:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:3.0:1647275032.657806:0:9905:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.657808:0:9905:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.657810:0:9905:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.657810:0:9905:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.657811:0:9905:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.657812:0:9905:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:3.0:1647275032.657813:0:9905:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882609154776 : -125191100396840 : ffff8e23acee8ad8) 00080000:00000001:3.0:1647275032.657817:0:9905:0:(osd_handler.c:6635:osd_it_iam_rec()) Process entered 00080000:00000001:3.0:1647275032.657818:0:9905:0:(osd_handler.c:6674:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:3.0:1647275032.657819:0:9905:0:(lfsck_namespace.c:3700:lfsck_namespace_double_scan_one()) Process entered 00100000:00000001:3.0:1647275032.657822:0:9905:0:(lfsck_namespace.c:3229:lfsck_namespace_double_scan_dir()) Process entered 00080000:00000001:3.0:1647275032.657824:0:9905:0:(osd_handler.c:7678:osd_index_ea_lookup()) Process entered 00080000:00000001:3.0:1647275032.657824:0:9905:0:(osd_handler.c:6174:osd_ea_lookup_rec()) Process entered 00080000:00000001:3.0:1647275032.657832:0:9905:0:(osd_handler.c:5357:osd_remote_fid()) Process entered 00080000:00000001:3.0:1647275032.657832:0:9905:0:(osd_handler.c:2004:osd_seq_exists()) Process entered 80000000:00000001:3.0:1647275032.657833:0:9905:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.657833:0:9905:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.657833:0:9905:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.657834:0:9905:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.657835:0:9905:0:(osd_handler.c:2017:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.657836:0:9905:0:(osd_handler.c:5375:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1647275032.657837:0:9905:0:(osd_handler.c:6231:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.657838:0:9905:0:(osd_handler.c:6261:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.657838:0:9905:0:(osd_handler.c:7686:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1647275032.657841:0:9905:0:(lu_object.c:2545:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff8e2352bf8000. 00100000:00000001:3.0:1647275032.657854:0:9905:0:(lfsck_namespace.c:2556:lfsck_namespace_dsd_single()) Process entered 80000000:00000001:3.0:1647275032.657855:0:9905:0:(fld_handler.c:247:fld_server_lookup()) Process entered 80000000:00000001:3.0:1647275032.657855:0:9905:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:3.0:1647275032.657856:0:9905:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1647275032.657856:0:9905:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.657857:0:9905:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1647275032.657857:0:9905:0:(fld_handler.c:251:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275032.657863:0:9905:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:3.0:1647275032.657864:0:9905:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882609153880 : -125191100397736 : ffff8e23acee8758) 00000004:00000001:3.0:1647275032.657867:0:9905:0:(osp_md_object.c:476:osp_md_index_lookup()) Process entered 00000004:00000010:3.0:1647275032.657870:0:9905:0:(osp_trans.c:185:osp_update_request_create()) kmalloced '(our)': 184 at ffff8e23bdf6ff00. 00000004:00000010:3.0:1647275032.657871:0:9905:0:(osp_trans.c:117:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff8e23b1862980. 00000004:00000010:3.0:1647275032.657872:0:9905:0:(osp_trans.c:128:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff8e2352bfd000. 00000020:00000001:3.0:1647275032.657875:0:9905:0:(out_lib.c:157:out_update_pack()) Process entered 00000020:00000001:3.0:1647275032.657877:0:9905:0:(out_lib.c:171:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.657879:0:9905:0:(osp_trans.c:477:osp_remote_sync()) Process entered 00000004:00000001:3.0:1647275032.657880:0:9905:0:(osp_trans.c:355:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1647275032.657881:0:9905:0:(osp_trans.c:265:object_update_request_dump()) i = 0 fid = [0x200000002:0x3:0x0] op = lookup params = 1 batchid = 0 size = 56 repsize 256 00000004:00000040:3.0:1647275032.657883:0:9905:0:(osp_trans.c:271:object_update_request_dump()) updates = ffff8e2352bfd000 magic = bdde0002 count = 1 size = 56 00000100:00000010:3.0:1647275032.657888:0:9905:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a222c00. 00000020:00000040:3.0:1647275032.657891:0:9905:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:3.0:1647275032.657895:0:9905:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1647275032.657898:0:9905:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1647275032.657903:0:9905:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1647275032.657907:0:9905:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e240f3a9400. 00000100:00000001:3.0:1647275032.657910:0:9905:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.657912:0:9905:0:(osp_trans.c:322:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.657913:0:9905:0:(osp_trans.c:399:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1647275032.657913:0:9905:0:(osp_trans.c:454:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.657914:0:9905:0:(client.c:3083:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1647275032.657915:0:9905:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1647275032.657916:0:9905:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e245f7ef500. 00000100:00000001:3.0:1647275032.657916:0:9905:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618885604963584 : -125188104588032 : ffff8e245f7ef500) 00000100:00000001:3.0:1647275032.657917:0:9905:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1647275032.657918:0:9905:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882025335808 : -125191684215808 : ffff8e238a222c00) 00000100:00000001:3.0:1647275032.657920:0:9905:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1647275032.657922:0:9905:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.657923:0:9905:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1647275032.657923:0:9905:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1647275032.657926:0:9905:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 0 ref 2 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.657934:0:9905:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275032.657935:0:9905:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275032.657936:0:9905:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275032.657936:0:9905:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275032.657937:0:9905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e238a222c00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustrefs-MDT0001-mdtlov_UUID:9905:1727288330497472:0@lo:1000:lfsck_namespace.0 00000100:00000001:3.0:1647275032.657939:0:9905:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275032.657940:0:9905:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1647275032.657940:0:9905:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275032.657941:0:9905:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1647275032.657944:0:9905:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff8e23b1240000. 02000000:00000001:3.0:1647275032.657945:0:9905:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275032.657948:0:9905:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491632c0. 00000400:00000010:3.0:1647275032.657951:0:9905:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23bdf6fd80 (tot 73194745). 00000100:00000200:3.0:1647275032.657954:0:9905:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1727288330497472, portal 4 00000100:00000001:3.0:1647275032.657955:0:9905:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1647275032.657956:0:9905:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882025335808 : -125191684215808 : ffff8e238a222c00) 00000100:00000040:3.0:1647275032.657958:0:9905:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.657962:0:9905:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275032.657964:0:9905:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1647275032.657965:0:9905:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 00000100:00000200:3.0:1647275032.657966:0:9905:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1727288330497472, offset 0 00000400:00000200:3.0:1647275032.657969:0:9905:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275032.657975:0:9905:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1647275032.657981:0:9905:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x622f5a75d2dc0 00000400:00000200:3.0:1647275032.657985:0:9905:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1b9ed [256] + 15136 00000400:00000200:3.0:1647275032.657988:0:9905:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275032.657990:0:9905:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1647275032.657994:0:9905:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275032.657995:0:9905:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1647275032.657996:0:9905:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a220580. 00000100:00000040:3.0:1647275032.657998:0:9905:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a220580 x1727288330497472 msgsize 320 00000100:00100000:3.0:1647275032.658002:0:9905:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1647275032.658009:0:9905:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:3.0:1647275032.658012:0:9905:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 00000400:00000010:3.0:1647275032.658012:0:9905:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 00000100:00000001:3.0:1647275032.658013:0:9905:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275032.658014:0:9905:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 3 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658018:0:9905:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275032.658019:0:9905:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 2 req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 3 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658022:0:9905:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658022:0:9905:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1647275032.658024:0:9905:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658025:0:9905:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275032.658025:0:9905:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658026:0:9905:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275032.658027:0:9905:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1647275032.658027:0:9905:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e245f7ef500 going to sleep for 6 seconds 00000100:00000001:3.0:1647275032.658029:0:9905:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275032.658031:0:9905:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658031:0:9905:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275032.658032:0:9905:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658062:0:9505:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275032.658067:0:9505:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275032.658069:0:9505:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.658070:0:9505:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.658074:0:9505:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275032.658075:0:9505:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330497472 00000020:00000001:0.0:1647275032.658076:0:9505:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275032.658077:0:9505:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000020:00000001:0.0:1647275032.658079:0:9505:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.658080:0:9505:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000020:00000001:0.0:1647275032.658082:0:9505:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000020:00000001:0.0:1647275032.658083:0:9505:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000100:00000001:0.0:1647275032.658086:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275032.658087:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275032.658088:0:9505:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188a200. 00000020:00000010:0.0:1647275032.658092:0:9505:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9180. 00000020:00000010:0.0:1647275032.658094:0:9505:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12888. 00000100:00000040:0.0:1647275032.658099:0:9505:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:0.0:1647275032.658100:0:9505:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275032.658101:0:9505:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275032.658101:0:9505:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658105:0:9505:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658113:0:9505:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.658121:0:9505:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275032.658122:0:9505:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1647275032.658128:0:9505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00000040:0.0:1647275032.658139:0:9505:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:0.0:1647275032.658144:0:9505:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025325952 : -125191684225664 : ffff8e238a220580) 00000100:00000040:0.0:1647275032.658154:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a220580 x1727288330497472/t0(0) o1000->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:0.0:1647275032.658160:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275032.658161:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1647275032.658162:0:9505:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a220580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0001-mdtlov_UUID+7:9905:x1727288330497472:12345-0@lo:1000:lfsck_namespace.0 00000100:00000200:0.0:1647275032.658164:0:9505:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330497472 00000020:00000001:0.0:1647275032.658171:0:9505:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275032.658174:0:9505:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275032.658176:0:9505:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.658178:0:9505:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275032.658181:0:9505:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650211936 : -1059339680 : ffffffffc0dbc260) 00000020:00000001:0.0:1647275032.658182:0:9505:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275032.658184:0:9505:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275032.658185:0:9505:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275032.658186:0:9505:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275032.658189:0:9505:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.658191:0:9505:0:(out_handler.c:970:out_handle()) Process entered 00000020:00000010:0.0:1647275032.658193:0:9505:0:(out_handler.c:993:out_handle()) kmalloced '(update_bufs)': 8 at ffff8e23528313f8. 00000100:00000001:0.0:1647275032.658196:0:9505:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275032.658197:0:9505:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275032.658199:0:9505:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff8e23b120a000. 02000000:00000001:0.0:1647275032.658200:0:9505:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658202:0:9505:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.658205:0:9505:0:(lu_object.c:816:lu_object_find_at()) Process entered 00000020:00000001:0.0:1647275032.658207:0:9505:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618882208936280 : -125191500615336 : ffff8e239513b158) 00000020:00000001:0.0:1647275032.658209:0:9505:0:(out_handler.c:356:out_index_lookup()) Process entered 00080000:00000001:0.0:1647275032.658211:0:9505:0:(osd_handler.c:7678:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1647275032.658212:0:9505:0:(osd_handler.c:6174:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1647275032.658224:0:9505:0:(osd_handler.c:5357:osd_remote_fid()) Process entered 00080000:00000001:0.0:1647275032.658224:0:9505:0:(osd_handler.c:2004:osd_seq_exists()) Process entered 80000000:00000001:0.0:1647275032.658225:0:9505:0:(fld_handler.c:211:fld_local_lookup()) Process entered 80000000:00000001:0.0:1647275032.658226:0:9505:0:(fld_cache.c:468:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1647275032.658229:0:9505:0:(fld_cache.c:487:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1647275032.658230:0:9505:0:(fld_handler.c:228:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.658230:0:9505:0:(osd_handler.c:2017:osd_seq_exists()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.658231:0:9505:0:(osd_handler.c:5375:osd_remote_fid()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1647275032.658231:0:9505:0:(osd_handler.c:6231:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1647275032.658233:0:9505:0:(osd_handler.c:6261:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.658233:0:9505:0:(osd_handler.c:7686:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1647275032.658234:0:9505:0:(out_handler.c:389:out_index_lookup()) lookup [0x200000002:0x3:0x0] MDT0001 get [0x240000402:0x1:0x0] rc 1 00000020:00000040:0.0:1647275032.658235:0:9505:0:(out_handler.c:393:out_index_lookup()) lustrefs-MDT0000: insert lookup reply ffff8e23b120a228 index 0: rc = 1 00000020:00000001:0.0:1647275032.658237:0:9505:0:(out_handler.c:398:out_index_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1647275032.658240:0:9505:0:(out_handler.c:1241:out_handle()) kfreed 'update_bufs': 8 at ffff8e23528313f8. 00000020:00000001:0.0:1647275032.658241:0:9505:0:(out_handler.c:1247:out_handle()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:0.0:1647275032.658243:0:9505:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330497472 00010000:00000001:0.0:1647275032.658245:0:9505:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:0.0:1647275032.658247:0:9505:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a220580 x1727288330497472/t0(0) o1000->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/4320 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 1/0 job:'lfsck_namespace.0' 00010000:00000001:0.0:1647275032.658251:0:9505:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275032.658253:0:9505:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.658256:0:9505:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=142 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275032.658259:0:9505:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275032.658260:0:9505:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:0.0:1647275032.658261:0:9505:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:0.0:1647275032.658261:0:9505:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275032.658262:0:9505:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658263:0:9505:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275032.658264:0:9505:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275032.658266:0:9505:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e2363561780 (tot 73194897). 00000100:00000200:0.0:1647275032.658267:0:9505:0:(niobuf.c:86:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1727288330497472, offset 224 00000400:00000200:0.0:1647275032.658271:0:9505:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1647275032.658274:0:9505:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275032.658276:0:9505:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x622f5a75d2dc0 00000400:00000200:0.0:1647275032.658278:0:9505:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x2ccf9 [2] + 224 00000400:00000200:0.0:1647275032.658280:0:9505:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275032.658282:0:9505:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1647275032.658283:0:9505:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.658285:0:9505:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000040:0.0:1647275032.658289:0:9505:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=4320 offset=224 replen=4320 req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:0.0:1647275032.658297:0:9505:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:0.0:1647275032.658300:0:9505:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2363561780 00000400:00000010:0.0:1647275032.658300:0:9505:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e2363561780 (tot 73194745). 00000100:00000001:0.0:1647275032.658332:0:9505:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275032.658335:0:9505:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:0.0:1647275032.658336:0:9505:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.658337:0:9505:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:0.0:1647275032.658338:0:9505:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275032.658339:0:9505:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.658339:0:9505:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275032.658341:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a220580 x1727288330497472/t0(0) o1000->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/4320 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 1/1 job:'lfsck_namespace.0' 00000100:00100000:0.0:1647275032.658346:0:9505:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a220580 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0001-mdtlov_UUID+7:9905:x1727288330497472:12345-0@lo:1000:lfsck_namespace.0 Request processed in 184us (346us total) trans 0 rc 1/1 00000100:00000001:3.0:1647275032.658347:0:9905:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1647275032.658350:0:9905:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1647275032.658350:0:9505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000400:00000001:3.0:1647275032.658351:0:9905:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1647275032.658351:0:9505:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000400:00000010:3.0:1647275032.658352:0:9905:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491632c0. 00000100:00000001:0.0:1647275032.658353:0:9505:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275032.658353:0:9505:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1647275032.658355:0:9905:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23bdf6fd80 00000400:00000010:3.0:1647275032.658355:0:9905:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e23bdf6fd80 (tot 73194593). 00000020:00000010:0.0:1647275032.658356:0:9505:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9180. 00000100:00000001:3.0:1647275032.658357:0:9905:0:(events.c:103:reply_in_callback()) Process entered 00000020:00000010:0.0:1647275032.658358:0:9505:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12888. 00000100:00000200:3.0:1647275032.658359:0:9905:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000020:00000010:0.0:1647275032.658359:0:9505:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188a200. 00000100:00000200:3.0:1647275032.658362:0:9905:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000020:00000040:0.0:1647275032.658363:0:9505:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000100:00000001:3.0:1647275032.658365:0:9905:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275032.658365:0:9505:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.658366:0:9905:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.658366:0:9905:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275032.658370:0:9905:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275032.658370:0:9905:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275032.658371:0:9905:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275032.658372:0:9905:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275032.658375:0:9905:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=142 v=1 (1 1 1 1) 00000100:00001000:3.0:1647275032.658376:0:9905:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=85 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275032.658377:0:9905:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1647275032.658378:0:9905:0:(client.c:1366:ptlrpc_check_status()) @@@ check status: rc = 1 req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQU/0/0 rc 0/1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658382:0:9905:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.658383:0:9905:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275032.658384:0:9905:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1647275032.658385:0:9905:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275032.658385:0:9905:0:(client.c:1614:after_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275032.658386:0:9905:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 2 fl Rpc:RQU/0/0 rc 1/1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658389:0:9905:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=1 : 1 : 0x1) 00000100:00000001:3.0:1647275032.658391:0:9905:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275032.658392:0:9905:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275032.658392:0:9905:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 2 fl Interpret:RQU/0/0 rc 1/1 job:'lfsck_namespace.0' 00000100:00100000:3.0:1647275032.658396:0:9905:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e238a222c00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustrefs-MDT0001-mdtlov_UUID:9905:1727288330497472:0@lo:1000:lfsck_namespace.0 00000100:00000001:3.0:1647275032.658398:0:9905:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.658399:0:9905:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.658400:0:9905:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1647275032.658401:0:9905:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275032.658401:0:9905:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 2 fl Complete:RQU/0/0 rc 1/1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658404:0:9905:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1647275032.658405:0:9905:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e245f7ef500. 00000100:00000001:3.0:1647275032.658406:0:9905:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1647275032.658406:0:9905:0:(client.c:3102:ptlrpc_queue_wait()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1647275032.658408:0:9905:0:(osp_trans.c:495:osp_remote_sync()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1647275032.658411:0:9905:0:(osp_md_object.c:532:osp_md_index_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00000100:00000001:3.0:1647275032.658412:0:9905:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275032.658413:0:9905:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e238a222c00 x1727288330497472/t0(0) o1000->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 1/1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658415:0:9905:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275032.658416:0:9905:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275032.658417:0:9905:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8e23b1240000. 02000000:00000001:3.0:1647275032.658419:0:9905:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275032.658419:0:9905:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275032.658420:0:9905:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=2 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:3.0:1647275032.658421:0:9905:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275032.658422:0:9905:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e240f3a9400. 02000000:00000001:3.0:1647275032.658423:0:9905:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275032.658424:0:9905:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275032.658424:0:9905:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e238a222c00. 00000100:00000001:3.0:1647275032.658427:0:9905:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275032.658428:0:9905:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1647275032.658428:0:9905:0:(osp_trans.c:215:osp_update_request_destroy()) kfreed 'ours->ours_req': 4096 at ffff8e2352bfd000. 00000004:00000010:3.0:1647275032.658431:0:9905:0:(osp_trans.c:216:osp_update_request_destroy()) kfreed 'ours': 32 at ffff8e23b1862980. 00000004:00000010:3.0:1647275032.658431:0:9905:0:(osp_trans.c:243:osp_update_request_destroy()) kfreed 'our': 184 at ffff8e23bdf6ff00. 00100000:00000001:3.0:1647275032.658434:0:9905:0:(lfsck_namespace.c:2793:lfsck_namespace_dsd_single()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.658437:0:9905:0:(lfsck_namespace.c:3368:lfsck_namespace_double_scan_dir()) Process leaving via out (rc=0 : 0 : 0x0) 00100000:00000001:3.0:1647275032.658438:0:9905:0:(lfsck_namespace.c:3715:lfsck_namespace_double_scan_one()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1647275032.658440:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658442:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658443:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658443:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658446:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658446:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658447:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658449:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658455:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658456:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658457:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658459:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658460:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658461:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658461:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658463:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658466:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658467:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658468:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658469:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658470:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658470:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658471:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658472:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658475:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658476:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658476:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658477:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658478:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658479:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658480:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658481:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658484:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658485:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658485:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658486:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658487:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658488:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658488:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658489:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658492:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658493:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658493:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658496:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658497:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658498:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658499:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658500:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658504:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658505:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658505:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658506:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658507:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658508:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658509:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658510:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658513:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658514:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658514:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658515:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658516:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658518:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658518:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658520:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658522:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658523:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658524:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658525:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658526:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658527:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658527:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658528:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658530:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658531:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658532:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658534:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658535:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658536:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658537:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658538:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658542:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658542:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658543:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658544:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658545:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658546:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658547:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658549:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658553:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658553:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658554:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658555:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658556:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658557:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658558:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658559:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658562:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658563:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658564:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658564:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658566:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658567:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658568:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658569:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658573:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658574:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658574:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658576:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658577:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:00000001:3.0:1647275032.658578:0:9905:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:3.0:1647275032.658579:0:9905:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e240f3a9800. 00000001:00000010:3.0:1647275032.658582:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802220. 00000001:00000010:3.0:1647275032.658585:0:9905:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658586:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802b28. 00000001:00000010:3.0:1647275032.658587:0:9905:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e2352802220. 00100000:00000001:3.0:1647275032.658587:0:9905:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:3.0:1647275032.658588:0:9905:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e240f3a9800. 00100000:10000000:3.0:1647275032.658589:0:9905:0:(lfsck_namespace.c:6701:lfsck_namespace_assistant_handler_p2()) lustrefs-MDT0001-osd: namespace LFSCK phase2 scan stop at the No. 16 trace file: rc = 1 00100000:00000001:3.0:1647275032.658590:0:9905:0:(lfsck_namespace.c:6703:lfsck_namespace_assistant_handler_p2()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:3.0:1647275032.658593:0:9905:0:(lfsck_engine.c:1733:lfsck_assistant_engine()) Process leaving via cleanup (rc=1 : 1 : 0x1) 00100000:00000001:3.0:1647275032.658596:0:9905:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:3.0:1647275032.658597:0:9905:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1647275032.658597:0:9905:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e245f7ef500. 00000100:00000001:3.0:1647275032.658599:0:9905:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618885604963584 : -125188104588032 : ffff8e245f7ef500) 00000100:00000010:3.0:1647275032.658601:0:9905:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a222c00. 00000020:00000040:3.0:1647275032.658602:0:9905:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:3.0:1647275032.658603:0:9905:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1647275032.658605:0:9905:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1647275032.658605:0:9905:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1647275032.658606:0:9905:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e240f3a9800. 00000100:00000001:3.0:1647275032.658607:0:9905:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658608:0:9905:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1647275032.658609:0:9905:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658610:0:9905:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1647275032.658610:0:9905:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1647275032.658611:0:9905:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658614:0:9905:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275032.658614:0:9905:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275032.658615:0:9905:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275032.658619:0:9905:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275032.658620:0:9905:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e238a222c00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustrefs-MDT0001-mdtlov_UUID:9905:1727288330497536:0@lo:1101:lfsck_namespace.0 00000100:00000001:3.0:1647275032.658621:0:9905:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275032.658622:0:9905:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1647275032.658622:0:9905:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275032.658623:0:9905:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1647275032.658623:0:9905:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a9400. 02000000:00000001:3.0:1647275032.658624:0:9905:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275032.658625:0:9905:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491632c0. 00000400:00000010:3.0:1647275032.658626:0:9905:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802220. 00000100:00000200:3.0:1647275032.658627:0:9905:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497536, portal 4 00000100:00000001:3.0:1647275032.658628:0:9905:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1647275032.658629:0:9905:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882025335808 : -125191684215808 : ffff8e238a222c00) 00000100:00000040:3.0:1647275032.658630:0:9905:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658633:0:9905:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275032.658634:0:9905:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1647275032.658634:0:9905:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 00000100:00000200:3.0:1647275032.658635:0:9905:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 24, xid 1727288330497536, offset 0 00000400:00000200:3.0:1647275032.658636:0:9905:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275032.658638:0:9905:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1647275032.658640:0:9905:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 320 into portal 24 MB=0x622f5a75d2e00 00000400:00000200:3.0:1647275032.658642:0:9905:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 320/320 into md 0x1b9ed [256] + 15456 00000400:00000200:3.0:1647275032.658644:0:9905:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275032.658645:0:9905:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1647275032.658646:0:9905:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275032.658646:0:9905:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1647275032.658647:0:9905:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a223180. 00000100:00000040:3.0:1647275032.658648:0:9905:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a223180 x1727288330497536 msgsize 320 00000100:00100000:3.0:1647275032.658650:0:9905:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1647275032.658655:0:9905:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:3.0:1647275032.658657:0:9905:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 00000400:00000010:3.0:1647275032.658657:0:9905:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 00000100:00000001:3.0:1647275032.658658:0:9905:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275032.658661:0:9905:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658664:0:9905:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275032.658665:0:9905:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658668:0:9905:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658668:0:9905:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1647275032.658669:0:9905:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658670:0:9905:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275032.658671:0:9905:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658672:0:9905:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275032.658672:0:9905:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1647275032.658672:0:9905:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e245f7ef500 going to sleep for 6 seconds 00000100:00000001:3.0:1647275032.658673:0:9905:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275032.658674:0:9905:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658674:0:9905:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275032.658675:0:9905:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658675:0:9505:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275032.658676:0:9505:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275032.658677:0:9505:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.658677:0:9505:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.658679:0:9505:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275032.658680:0:9505:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330497536 00000020:00000001:0.0:1647275032.658681:0:9505:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275032.658681:0:9505:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000020:00000001:0.0:1647275032.658682:0:9505:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275032.658683:0:9505:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000020:00000001:0.0:1647275032.658684:0:9505:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000020:00000001:0.0:1647275032.658685:0:9505:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000100:00000001:0.0:1647275032.658687:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275032.658687:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275032.658688:0:9505:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188a200. 00000020:00000010:0.0:1647275032.658691:0:9505:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9180. 00000020:00000010:0.0:1647275032.658692:0:9505:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12888. 00000100:00000040:0.0:1647275032.658694:0:9505:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:0.0:1647275032.658695:0:9505:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275032.658695:0:9505:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275032.658696:0:9505:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658697:0:9505:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658703:0:9505:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.658706:0:9505:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275032.658707:0:9505:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1647275032.658708:0:9505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00000040:0.0:1647275032.658710:0:9505:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:0.0:1647275032.658710:0:9505:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025337216 : -125191684214400 : ffff8e238a223180) 00000100:00000040:0.0:1647275032.658712:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a223180 x1727288330497536/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/0 e 0 to 0 dl 1647275038 ref 1 fl New:/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:0.0:1647275032.658716:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275032.658716:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1647275032.658717:0:9505:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a223180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0001-mdtlov_UUID+7:9905:x1727288330497536:12345-0@lo:1101:lfsck_namespace.0 00000100:00000200:0.0:1647275032.658724:0:9505:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330497536 00000020:00000001:0.0:1647275032.658725:0:9505:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275032.658726:0:9505:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275032.658753:0:9505:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.658754:0:9505:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275032.658755:0:9505:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650203360 : -1059348256 : ffffffffc0dba0e0) 00000020:00000001:0.0:1647275032.658756:0:9505:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275032.658757:0:9505:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275032.658758:0:9505:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275032.658759:0:9505:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275032.658759:0:9505:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658760:0:9505:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275032.658761:0:9505:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275032.658762:0:9505:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23e507a000. 02000000:00000001:0.0:1647275032.658763:0:9505:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658765:0:9505:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.658785:0:9505:0:(tgt_handler.c:1585:tgt_handle_lfsck_notify()) Process entered 00100000:00000001:0.0:1647275032.658786:0:9505:0:(lfsck_lib.c:3486:lfsck_in_notify()) Process entered 00100000:00000001:0.0:1647275032.658788:0:9505:0:(lfsck_namespace.c:5057:lfsck_namespace_in_notify()) Process entered 00100000:10000000:0.0:1647275032.658789:0:9505:0:(lfsck_namespace.c:5094:lfsck_namespace_in_notify()) lustrefs-MDT0000-osd: namespace LFSCK handles notify 4 from MDT 1, status 1, flags 0 00100000:00000001:0.0:1647275032.658792:0:9505:0:(lfsck_namespace.c:5159:lfsck_namespace_in_notify()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.658793:0:9505:0:(lfsck_lib.c:3543:lfsck_in_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.658794:0:9505:0:(tgt_handler.c:1593:tgt_handle_lfsck_notify()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275032.658794:0:9505:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330497536 00010000:00000001:0.0:1647275032.658796:0:9505:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:0.0:1647275032.658797:0:9505:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a223180 x1727288330497536/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_namespace.0' 00010000:00000001:0.0:1647275032.658801:0:9505:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275032.658802:0:9505:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.658803:0:9505:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=142 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275032.658805:0:9505:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275032.658806:0:9505:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:0.0:1647275032.658807:0:9505:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:0.0:1647275032.658808:0:9505:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275032.658808:0:9505:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.658809:0:9505:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275032.658810:0:9505:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275032.658812:0:9505:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0c38. 00000100:00000200:0.0:1647275032.658813:0:9505:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330497536, offset 224 00000400:00000200:0.0:1647275032.658815:0:9505:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1647275032.658818:0:9505:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275032.658820:0:9505:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d2e00 00000400:00000200:0.0:1647275032.658822:0:9505:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2cd05 [1] + 224 00000400:00000200:0.0:1647275032.658824:0:9505:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275032.658826:0:9505:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1647275032.658827:0:9505:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.658828:0:9505:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000040:0.0:1647275032.658833:0:9505:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:0.0:1647275032.658848:0:9505:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:0.0:1647275032.658849:0:9505:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0c38 00000400:00000010:0.0:1647275032.658850:0:9505:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0c38. 00000100:00000001:0.0:1647275032.658851:0:9505:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275032.658852:0:9505:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:0.0:1647275032.658853:0:9505:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.658854:0:9505:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:0.0:1647275032.658855:0:9505:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275032.658856:0:9505:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275032.658857:0:9505:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275032.658858:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a223180 x1727288330497536/t0(0) o1101->lustrefs-MDT0001-mdtlov_UUID@0@lo:183/0 lens 320/224 e 0 to 0 dl 1647275038 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfsck_namespace.0' 00000100:00100000:0.0:1647275032.658863:0:9505:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a223180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0001-mdtlov_UUID+7:9905:x1727288330497536:12345-0@lo:1101:lfsck_namespace.0 Request processed in 146us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1647275032.658867:0:9505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00000040:0.0:1647275032.658868:0:9505:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000100:00000001:0.0:1647275032.658868:0:9505:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275032.658869:0:9505:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275032.658870:0:9505:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9180. 00000020:00000010:0.0:1647275032.658871:0:9505:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12888. 00000020:00000010:0.0:1647275032.658872:0:9505:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188a200. 00000020:00000040:0.0:1647275032.658873:0:9505:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000100:00000001:0.0:1647275032.658874:0:9505:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.658887:0:9905:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1647275032.658888:0:9905:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275032.658889:0:9905:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275032.658889:0:9905:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491632c0. 00000400:00000200:3.0:1647275032.658890:0:9905:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802220 00000400:00000010:3.0:1647275032.658890:0:9905:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802220. 00000100:00000001:3.0:1647275032.658891:0:9905:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275032.658892:0:9905:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000200:3.0:1647275032.658896:0:9905:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658899:0:9905:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275032.658899:0:9905:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.658900:0:9905:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275032.658900:0:9905:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275032.658901:0:9905:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275032.658901:0:9905:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275032.658902:0:9905:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275032.658903:0:9905:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=142 v=1 (1 1 1 1) 00000100:00001000:3.0:1647275032.658905:0:9905:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=85 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275032.658906:0:9905:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275032.658907:0:9905:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275032.658908:0:9905:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275032.658909:0:9905:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658909:0:9905:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275032.658910:0:9905:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1647275032.658910:0:9905:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275032.658911:0:9905:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275032.658911:0:9905:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658914:0:9905:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275032.658915:0:9905:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275032.658916:0:9905:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275032.658917:0:9905:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_namespace.0' 00000100:00100000:3.0:1647275032.658920:0:9905:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e238a222c00 pname:cluuid:pid:xid:nid:opc:job lfsck_namespace:lustrefs-MDT0001-mdtlov_UUID:9905:1727288330497536:0@lo:1101:lfsck_namespace.0 00000100:00000001:3.0:1647275032.658921:0:9905:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.658922:0:9905:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658923:0:9905:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1647275032.658923:0:9905:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275032.658923:0:9905:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275032.658924:0:9905:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e245f7ef500 going to sleep for 0 seconds 00000100:00000001:3.0:1647275032.658925:0:9905:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275032.658925:0:9905:0:(client.c:1800:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275032.658926:0:9905:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275032.658926:0:9905:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1647275032.658927:0:9905:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275032.658927:0:9905:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e238a222c00 x1727288330497536/t0(0) o1101->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_namespace.0' 00000100:00000001:3.0:1647275032.658930:0:9905:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275032.658931:0:9905:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275032.658931:0:9905:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a9400. 02000000:00000001:3.0:1647275032.658932:0:9905:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275032.658933:0:9905:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275032.658934:0:9905:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=2 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:3.0:1647275032.658934:0:9905:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275032.658935:0:9905:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e240f3a9800. 02000000:00000001:3.0:1647275032.658935:0:9905:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275032.658936:0:9905:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275032.658936:0:9905:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e238a222c00. 00000100:00000001:3.0:1647275032.658937:0:9905:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275032.658937:0:9905:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1647275032.658938:0:9905:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e245f7ef500. 00000100:00000001:3.0:1647275032.658939:0:9905:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:3.0:1647275032.658939:0:9905:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1647275032.658940:0:9905:0:(lfsck_engine.c:1812:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant sync before exit 00000004:00000001:3.0:1647275032.658941:0:9905:0:(lod_dev.c:1545:lod_sync()) Process entered 00000004:00000001:3.0:1647275032.658944:0:9905:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:3.0:1647275032.658945:0:9905:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:3.0:1647275032.658947:0:9905:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e245f7ef500. 00080000:00000001:3.0:1647275032.658948:0:9905:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618885604963584 : -125188104588032 : ffff8e245f7ef500) 00080000:00000001:3.0:1647275032.658949:0:9905:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:3.0:1647275032.658954:0:9905:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1647275032.658955:0:9905:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0000-osc-MDT0001: sync forced, 0 changes 00000004:00000010:3.0:1647275032.658957:0:9905:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e2364139480. 00000004:00080000:3.0:1647275032.658958:0:9905:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0000-osc-MDT0001: add commit cb at 4828511666311ns, next at 0ns, rc = 0 00080000:00000001:3.0:1647275032.658959:0:9905:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:3.0:1647275032.658962:0:9905:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:3.0:1647275032.658963:0:9905:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:3.0:1647275032.658964:0:9905:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.658965:0:9905:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:3.0:1647275032.658965:0:9905:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0001: async commit OSD 00080000:00000001:3.0:1647275032.658969:0:9905:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1647275032.658970:0:9905:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0000-osc-MDT0001: async updates 0 00000004:00000020:3.0:1647275032.658971:0:9905:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0000-osc-MDT0001: processed 0 00000004:00000020:3.0:1647275032.658971:0:9905:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0000-osc-MDT0001: 0 in flight 00000004:00000020:3.0:1647275032.658972:0:9905:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0000-osc-MDT0001: done in 0: rc = 0 00000004:00000001:3.0:1647275032.658973:0:9905:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.658975:0:9905:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:3.0:1647275032.658975:0:9905:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:3.0:1647275032.658977:0:9905:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e245f7efe00. 00080000:00000001:3.0:1647275032.658978:0:9905:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618885604965888 : -125188104585728 : ffff8e245f7efe00) 00080000:00000001:3.0:1647275032.658979:0:9905:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:3.0:1647275032.658980:0:9905:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1647275032.658981:0:9905:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0001-osc-MDT0001: sync forced, 0 changes 00000004:00000010:3.0:1647275032.658981:0:9905:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e23641399c0. 00000004:00080000:3.0:1647275032.658982:0:9905:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0001-osc-MDT0001: add commit cb at 4828511690842ns, next at 0ns, rc = 0 00080000:00000001:3.0:1647275032.658983:0:9905:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:3.0:1647275032.658984:0:9905:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:3.0:1647275032.658985:0:9905:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:3.0:1647275032.658985:0:9905:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.658986:0:9905:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:3.0:1647275032.658986:0:9905:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0001: async commit OSD 00080000:00000001:3.0:1647275032.658988:0:9905:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1647275032.658989:0:9905:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0001-osc-MDT0001: async updates 0 00000004:00000020:3.0:1647275032.658989:0:9905:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0001-osc-MDT0001: processed 0 00000004:00000020:3.0:1647275032.658990:0:9905:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0001-osc-MDT0001: 0 in flight 00000004:00000020:3.0:1647275032.658991:0:9905:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0001-osc-MDT0001: done in 0: rc = 0 00000004:00000001:3.0:1647275032.658991:0:9905:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275032.658993:0:9905:0:(osp_dev.c:847:osp_sync()) Process entered 00000004:00000001:3.0:1647275032.658994:0:9905:0:(osp_dev.c:851:osp_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.658995:0:9905:0:(osd_handler.c:2466:osd_sync()) Process entered 00000004:00080000:1.0:1647275032.667610:0:8682:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0001-osc-MDT0001: 12 committed 00000004:00000010:1.0:1647275032.667612:0:8682:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e239f4e1120. 00080000:00000010:1.0:1647275032.667614:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34400. 00000004:00080000:1.0:1647275032.667616:0:8682:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0000-osc-MDT0001: 12 committed 00000004:00000010:1.0:1647275032.667617:0:8682:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e239f4e1d20. 00080000:00000010:1.0:1647275032.667618:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34000. 00080000:00000020:2.0:1647275032.667666:0:9904:0:(osd_handler.c:2473:osd_sync()) lustrefs-MDT0001: synced OSD: rc = 0 00000004:00000001:2.0:1647275032.667667:0:9904:0:(lod_dev.c:1587:lod_sync()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.667668:0:9904:0:(lfsck_engine.c:1818:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant synced before exit: rc = 0 00100000:10000000:2.0:1647275032.667669:0:9904:0:(lfsck_layout.c:1521:lfsck_layout_double_scan_result()) lustrefs-MDT0001-osd: layout LFSCK double scan: rc = 1 00100000:00000001:2.0:1647275032.667671:0:9904:0:(lfsck_layout.c:1083:lfsck_layout_store()) Process entered 00080000:00000001:2.0:1647275032.667672:0:9904:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.667674:0:9904:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34a00. 00080000:00000001:2.0:1647275032.667675:0:9904:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545844224 : -125190163707392 : ffff8e23e4c34a00) 00080000:00000001:2.0:1647275032.667678:0:9904:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:2.0:1647275032.667679:0:9904:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1647275032.667679:0:9904:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.667680:0:9904:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.667681:0:9904:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667682:0:9904:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667682:0:9904:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.667683:0:9904:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.667683:0:9904:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667684:0:9904:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667684:0:9904:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.667684:0:9904:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.667685:0:9904:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667685:0:9904:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667686:0:9904:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1647275032.667687:0:9904:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e2451f13100. 00080000:00000001:2.0:1647275032.667688:0:9904:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.667689:0:9904:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:2.0:1647275032.667689:0:9904:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:2.0:1647275032.667689:0:9904:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.667690:0:9904:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.667690:0:9904:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667691:0:9904:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667691:0:9904:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.667692:0:9904:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.667692:0:9904:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667692:0:9904:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667693:0:9904:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:2.0:1647275032.667693:0:9904:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:2.0:1647275032.667694:0:9904:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667694:0:9904:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1647275032.667695:0:9904:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.667695:0:9904:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.667696:0:9904:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.667700:0:9904:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.667704:0:9904:0:(lfsck_layout.c:1130:lfsck_layout_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1647275032.667706:0:9904:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:2.0:1647275032.667707:0:9904:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e2451f13100. 00040000:00000001:2.0:1647275032.667709:0:9904:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.667710:0:9904:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.667710:0:9904:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.667711:0:9904:0:(lfsck_layout.c:1562:lfsck_layout_double_scan_result()) lustrefs-MDT0001-osd: layout LFSCK double scan result 3: rc = 0 00100000:10000000:2.0:1647275032.667712:0:9904:0:(lfsck_engine.c:1829:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant phase2 scan finished: rc = 1 00100000:10000000:2.0:1647275032.667713:0:9904:0:(lfsck_engine.c:1844:lfsck_assistant_engine()) lustrefs-MDT0001-osd: lfsck_layout LFSCK assistant thread exit: rc = 1 00000020:00000010:2.0:1647275032.667714:0:9904:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e23e560c000. 00000040:00000010:2.0:1647275032.667717:0:9904:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e23e560c200. 00000020:00000010:2.0:1647275032.667718:0:9904:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e23627f1000. 00000020:00000010:2.0:1647275032.667752:0:9904:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e241aee2780. 00000020:00000010:2.0:1647275032.667754:0:9904:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e23e560c400. 80000000:00000010:2.0:1647275032.667756:0:9904:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e239f4e1d80. 40000000:00000010:2.0:1647275032.667771:0:9904:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e2451f13ec0. 00040000:00000010:2.0:1647275032.667772:0:9904:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e23e4c34300. 00040000:00000010:2.0:1647275032.667774:0:9904:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at ffff8e23627f7800. 00040000:00000010:2.0:1647275032.667775:0:9904:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e23e560c600. 00080000:00000010:2.0:1647275032.667776:0:9904:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e23aea2c000. 00080000:00000010:2.0:1647275032.667777:0:9904:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e23aea28000. 00100000:00000010:2.0:1647275032.667779:0:9904:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e237d13b800. 00000004:00000010:2.0:1647275032.667781:0:9904:0:(mdt_handler.c:7623:mdt_key_fini()) kfreed 'info': 2352 at ffff8e23575e5000. 00000004:00000010:2.0:1647275032.667783:0:9904:0:(lod_dev.c:2045:lod_key_fini()) kfreed 'info': 1176 at ffff8e237d138800. 00000004:00000010:2.0:1647275032.667784:0:9904:0:(mdd_device.c:2358:mdd_key_fini()) kfreed 'info': 1856 at ffff8e237d13d800. 00000004:00000010:2.0:1647275032.667785:0:9904:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at ffff8e23d5b28c00. 00000020:00000010:2.0:1647275032.667786:0:9904:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23abf54c00. 00100000:00000010:2.0:1647275032.667787:0:9904:0:(lfsck_lib.c:1956:lfsck_thread_args_fini()) kfreed 'lta': 80 at ffff8e239f4e1300. 00000004:00080000:1.0:1647275032.679418:0:8682:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0001-osc-MDT0001: 13 committed 00000004:00000010:1.0:1647275032.679424:0:8682:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e23641399c0. 00080000:00000010:1.0:1647275032.679426:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e245f7efe00. 00000004:00080000:1.0:1647275032.679428:0:8682:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0000-osc-MDT0001: 13 committed 00000004:00000010:1.0:1647275032.679431:0:8682:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e2364139480. 00080000:00000010:1.0:1647275032.679432:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e245f7ef500. 00080000:00000020:3.0:1647275032.679512:0:9905:0:(osd_handler.c:2473:osd_sync()) lustrefs-MDT0001: synced OSD: rc = 0 00000004:00000001:3.0:1647275032.679514:0:9905:0:(lod_dev.c:1587:lod_sync()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1647275032.679515:0:9905:0:(lfsck_engine.c:1818:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant synced before exit: rc = 0 00100000:00000001:3.0:1647275032.679517:0:9905:0:(lfsck_namespace.c:391:lfsck_namespace_store()) Process entered 00080000:00000001:3.0:1647275032.679518:0:9905:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:3.0:1647275032.679519:0:9905:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e245f7efb00. 00080000:00000001:3.0:1647275032.679520:0:9905:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618885604965120 : -125188104586496 : ffff8e245f7efb00) 00080000:00000001:3.0:1647275032.679522:0:9905:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:3.0:1647275032.679525:0:9905:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1647275032.679526:0:9905:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:3.0:1647275032.679526:0:9905:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0xd:0x0] set xattr 'trusted.lfsck_ns' with size 544 00080000:00000001:3.0:1647275032.679536:0:9905:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:3.0:1647275032.679536:0:9905:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0xd:0x0] set xattr 'trusted.lfsck_bitmap' with size 8 00100000:00000001:3.0:1647275032.679538:0:9905:0:(lfsck_namespace.c:434:lfsck_namespace_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1647275032.679541:0:9905:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:3.0:1647275032.679543:0:9905:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:3.0:1647275032.679543:0:9905:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:3.0:1647275032.679544:0:9905:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:3.0:1647275032.679544:0:9905:0:(lfsck_engine.c:1829:lfsck_assistant_engine()) lustrefs-MDT0001-osd: LFSCK assistant phase2 scan finished: rc = 1 00100000:10000000:3.0:1647275032.679545:0:9905:0:(lfsck_engine.c:1844:lfsck_assistant_engine()) lustrefs-MDT0001-osd: lfsck_namespace LFSCK assistant thread exit: rc = 1 00000020:00000010:3.0:1647275032.679547:0:9905:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e23e560d000. 00000040:00000010:3.0:1647275032.679549:0:9905:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e23e560ca00. 00000020:00000010:3.0:1647275032.679550:0:9905:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e237d138000. 00000020:00000010:3.0:1647275032.679574:0:9905:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e241aee6ca0. 00000020:00000010:3.0:1647275032.679576:0:9905:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e23e560ce00. 80000000:00000010:3.0:1647275032.679578:0:9905:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e239f4e1960. 40000000:00000010:3.0:1647275032.679579:0:9905:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e2451f13680. 00040000:00000010:3.0:1647275032.679580:0:9905:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e23e4c34c00. 00040000:00000010:3.0:1647275032.679581:0:9905:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at ffff8e237d139000. 00040000:00000010:3.0:1647275032.679582:0:9905:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e23e560d200. 00080000:00000010:3.0:1647275032.679583:0:9905:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e23ab528000. 00080000:00000010:3.0:1647275032.679585:0:9905:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e23ab52a000. 00000020:00000010:3.0:1647275032.679587:0:9905:0:(lu_object.c:2533:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff8e2352bf8000. 00100000:00000010:3.0:1647275032.679588:0:9905:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e237d13b000. 00000004:00000010:3.0:1647275032.679589:0:9905:0:(mdt_handler.c:7623:mdt_key_fini()) kfreed 'info': 2352 at ffff8e23575e7000. 00000004:00000010:3.0:1647275032.679591:0:9905:0:(lod_dev.c:2045:lod_key_fini()) kfreed 'info': 1176 at ffff8e237d13e000. 00000004:00000010:3.0:1647275032.679593:0:9905:0:(mdd_device.c:2358:mdd_key_fini()) kfreed 'info': 1856 at ffff8e235d7cb000. 00000004:00000010:3.0:1647275032.679594:0:9905:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at ffff8e23d5b29800. 00000020:00000010:3.0:1647275032.679596:0:9905:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560cc00. 00100000:00000010:3.0:1647275032.679596:0:9905:0:(lfsck_lib.c:1956:lfsck_thread_args_fini()) kfreed 'lta': 80 at ffff8e239f4e1f00. 00000020:00000010:2.0:1647275032.679618:0:9902:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e239519c600. 00000040:00000010:2.0:1647275032.679621:0:9902:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e239519d200. 00000020:00000010:2.0:1647275032.679622:0:9902:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e238672a800. 00000020:00000010:2.0:1647275032.679623:0:9902:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e24100713c0. 00000020:00000010:2.0:1647275032.679625:0:9902:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e2352876600. 80000000:00000010:2.0:1647275032.679626:0:9902:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e2412181c60. 40000000:00000010:2.0:1647275032.679627:0:9902:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e241618db80. 00040000:00000010:2.0:1647275032.679628:0:9902:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e2376191900. 00040000:00000010:2.0:1647275032.679629:0:9902:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at ffff8e2386729000. 00040000:00000010:2.0:1647275032.679630:0:9902:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e237fc00e00. 00080000:00000010:2.0:1647275032.679633:0:9902:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e2401424000. 00080000:00000010:2.0:1647275032.679635:0:9902:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e24480ce000. 00000020:00000010:2.0:1647275032.679637:0:9902:0:(lu_object.c:2533:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff8e23575e3000. 00100000:00000010:2.0:1647275032.679639:0:9902:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e238672f000. 00000004:00000010:2.0:1647275032.679640:0:9902:0:(mdt_handler.c:7623:mdt_key_fini()) kfreed 'info': 2352 at ffff8e23e5dc8000. 00000004:00000010:2.0:1647275032.679641:0:9902:0:(lod_dev.c:2045:lod_key_fini()) kfreed 'info': 1176 at ffff8e238672c000. 00000004:00000010:2.0:1647275032.679642:0:9902:0:(mdd_device.c:2358:mdd_key_fini()) kfreed 'info': 1856 at ffff8e23627d7800. 00000004:00000010:2.0:1647275032.679643:0:9902:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at ffff8e241a55c800. 00000020:00000010:2.0:1647275032.679644:0:9902:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23cb428400. 00100000:00000010:2.0:1647275032.679645:0:9902:0:(lfsck_lib.c:1956:lfsck_thread_args_fini()) kfreed 'lta': 80 at ffff8e2412181de0. 00000004:00080000:3.0:1647275032.696268:0:9763:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0000-osc-MDT0000: 6 committed 00000004:00000010:3.0:1647275032.696270:0:9763:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e2451f40060. 00080000:00000010:3.0:1647275032.696271:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e244889e500. 00080000:00000010:3.0:1647275032.696272:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2367ee9800. 00080000:00000010:3.0:1647275032.696274:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e24157eb000. 00080000:00000010:3.0:1647275032.696276:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e244bc80600. 00080000:00000010:3.0:1647275032.696277:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e244bc80300. 00080000:00000010:3.0:1647275032.696277:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e244bc80000. 00080000:00000010:3.0:1647275032.696280:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34900. 00080000:00000010:3.0:1647275032.696281:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2352a26b00. 00080000:00000010:3.0:1647275032.696282:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2352a26d00. 00080000:00000010:3.0:1647275032.696282:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2352a26900. 00010000:00000001:1.0:1647275032.699607:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275032.699609:0:5187:0:(ldlm_pool.c:342:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.699611:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275032.699612:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.699615:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275032.699615:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.699617:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275032.699617:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.699619:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275032.699620:0:5187:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1647275032.699621:0:5187:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1647275032.699621:0:5187:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.699622:0:5187:0:(ldlm_lockd.c:2185:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1647275032.699623:0:5187:0:(ldlm_lockd.c:2188:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.699623:0:5187:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.699624:0:5187:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275032.699625:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275032.699626:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275032.699634:0:9457:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1647275032.699635:0:9457:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1647275032.723012:0:9763:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0001-osc-MDT0000: 7 committed 00000004:00000010:3.0:1647275032.723015:0:9763:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e239f4e1de0. 00080000:00000010:3.0:1647275032.723016:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34200. 00000004:00080000:3.0:1647275032.723019:0:9763:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0000-osc-MDT0000: 7 committed 00000004:00000010:3.0:1647275032.723024:0:9763:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e239f4e1660. 00080000:00000010:3.0:1647275032.723024:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e2408269900. 00000004:00080000:3.0:1647275032.723027:0:9763:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0001-osc-MDT0000: 6 committed 00000004:00000010:3.0:1647275032.723030:0:9763:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e2451f40c00. 00080000:00000010:3.0:1647275032.723031:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e244889e100. 00080000:00000020:0.0:1647275032.723088:0:9900:0:(osd_handler.c:2473:osd_sync()) lustrefs-MDT0000: synced OSD: rc = 0 00000004:00000001:0.0:1647275032.723090:0:9900:0:(lod_dev.c:1587:lod_sync()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:0.0:1647275032.723091:0:9900:0:(lfsck_engine.c:1695:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant phase2 scan start, synced: rc = 0 00100000:00000001:0.0:1647275032.723093:0:9900:0:(lfsck_engine.c:1164:lfsck_assistant_query_others()) Process entered 00000100:00000001:0.0:1647275032.723094:0:9900:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1647275032.723096:0:9900:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e241a4bf300. 00000100:00000001:0.0:1647275032.723098:0:9900:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618884443992832 : -125189265558784 : ffff8e241a4bf300) 00000100:00000001:0.0:1647275032.723100:0:9900:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1647275032.723100:0:9900:0:(client.c:2477:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.723103:0:9900:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1647275032.723103:0:9900:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e241a4bf300. 00000100:00000001:0.0:1647275032.723105:0:9900:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:0.0:1647275032.723105:0:9900:0:(lfsck_engine.c:1250:lfsck_assistant_query_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.723106:0:9900:0:(lfsck_layout.c:4660:lfsck_layout_assistant_handler_p2()) Process entered 00100000:10000000:0.0:1647275032.723107:0:9900:0:(lfsck_layout.c:4663:lfsck_layout_assistant_handler_p2()) lustrefs-MDT0000-osd: layout LFSCK phase2 scan start 00080000:00000020:2.0:1647275032.723108:0:9901:0:(osd_handler.c:2473:osd_sync()) lustrefs-MDT0000: synced OSD: rc = 0 00100000:10000000:0.0:1647275032.723108:0:9900:0:(lfsck_layout.c:4714:lfsck_layout_assistant_handler_p2()) lustrefs-MDT0000-osd: layout LFSCK phase2 scan stop: rc = 1 00100000:00000001:0.0:1647275032.723108:0:9900:0:(lfsck_layout.c:4716:lfsck_layout_assistant_handler_p2()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275032.723109:0:9901:0:(lod_dev.c:1587:lod_sync()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.723109:0:9900:0:(lfsck_engine.c:1733:lfsck_assistant_engine()) Process leaving via cleanup (rc=1 : 1 : 0x1) 00100000:10000000:2.0:1647275032.723110:0:9901:0:(lfsck_engine.c:1695:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant phase2 scan start, synced: rc = 0 00100000:00000001:0.0:1647275032.723110:0:9900:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:0.0:1647275032.723111:0:9900:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1647275032.723111:0:9900:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e241a4bf300. 00100000:00000001:2.0:1647275032.723112:0:9901:0:(lfsck_engine.c:1164:lfsck_assistant_query_others()) Process entered 00000100:00000001:2.0:1647275032.723112:0:9901:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1647275032.723112:0:9900:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618884443992832 : -125189265558784 : ffff8e241a4bf300) 00000100:00000001:0.0:1647275032.723113:0:9900:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1647275032.723113:0:9900:0:(client.c:2477:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275032.723114:0:9901:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e23e4c34300. 00000100:00000010:0.0:1647275032.723115:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f5800. 00000100:00000001:2.0:1647275032.723117:0:9901:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618883545842432 : -125190163709184 : ffff8e23e4c34300) 00000020:00000040:0.0:1647275032.723117:0:9900:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=4 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:2.0:1647275032.723118:0:9901:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1647275032.723118:0:9901:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e23e4c34300. 00000100:00000001:0.0:1647275032.723118:0:9900:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1647275032.723119:0:9901:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1647275032.723119:0:9900:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00100000:00000001:2.0:1647275032.723120:0:9901:0:(lfsck_engine.c:1250:lfsck_assistant_query_others()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.723121:0:9901:0:(lfsck_namespace.c:6666:lfsck_namespace_assistant_handler_p2()) Process entered 02000000:00000001:0.0:1647275032.723121:0:9900:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.723122:0:9901:0:(lfsck_namespace.c:6683:lfsck_namespace_assistant_handler_p2()) lustrefs-MDT0000-osd: namespace LFSCK phase2 scan start 00100000:00000001:2.0:1647275032.723122:0:9901:0:(lfsck_namespace.c:6273:lfsck_namespace_scan_local_lpf()) Process entered 00000020:00000001:2.0:1647275032.723123:0:9901:0:(lu_object.c:816:lu_object_find_at()) Process entered 02000000:00000010:0.0:1647275032.723123:0:9900:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e244188be00. 00000100:00000001:0.0:1647275032.723125:0:9900:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275032.723126:0:9901:0:(lu_object.c:855:lu_object_find_at()) Process leaving (rc=18446618881170580312 : -125192538971304 : ffff8e23572fa358) 00000100:00000001:0.0:1647275032.723127:0:9900:0:(jobid.c:866:lustre_get_jobid()) Process entered 00100000:10000000:2.0:1647275032.723128:0:9901:0:(lfsck_namespace.c:6291:lfsck_namespace_scan_local_lpf()) lustrefs-MDT0000-osd: start to scan backend /lost+found 00000100:00000001:0.0:1647275032.723128:0:9900:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.723129:0:9901:0:(osd_handler.c:6790:osd_it_ea_init()) Process entered 00000100:00000010:0.0:1647275032.723129:0:9900:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f3700. 00080000:00000001:2.0:1647275032.723130:0:9901:0:(osd_handler.c:6734:osd_it_dir_init()) Process entered 00000020:00000040:0.0:1647275032.723130:0:9900:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=5 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:0.0:1647275032.723131:0:9900:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275032.723131:0:9900:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275032.723131:0:9900:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275032.723132:0:9900:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8e244188b800. 00080000:00000010:2.0:1647275032.723133:0:9901:0:(osd_handler.c:6747:osd_it_dir_init()) slab-alloced 'oie': 40 at ffff8e244f6f4168. 00000100:00000001:0.0:1647275032.723133:0:9900:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.723134:0:9901:0:(osd_handler.c:6765:osd_it_dir_init()) Process leaving (rc=18446618885335499112 : -125188374052504 : ffff8e244f6f4168) 00000100:00000001:0.0:1647275032.723134:0:9900:0:(jobid.c:866:lustre_get_jobid()) Process entered 00080000:00000001:2.0:1647275032.723135:0:9901:0:(osd_handler.c:6801:osd_it_ea_init()) Process leaving (rc=18446618885335499112 : -125188374052504 : ffff8e244f6f4168) 00000100:00000001:0.0:1647275032.723135:0:9900:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.723135:0:9900:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00080000:00000001:2.0:1647275032.723136:0:9901:0:(osd_handler.c:7651:osd_it_ea_load()) Process entered 00000100:00000001:0.0:1647275032.723136:0:9900:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00080000:00000001:2.0:1647275032.723138:0:9901:0:(osd_handler.c:6981:osd_ldiskfs_it_fill()) Process entered 00000100:00000040:0.0:1647275032.723139:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.723143:0:9900:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00080000:00000001:2.0:1647275032.723144:0:9901:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00000100:00000001:0.0:1647275032.723144:0:9900:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.723145:0:9901:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.723145:0:9900:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275032.723145:0:9900:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.723146:0:9901:0:(osd_handler.c:6898:osd_ldiskfs_filldir()) Process entered 00080000:00000001:2.0:1647275032.723146:0:9901:0:(osd_handler.c:6956:osd_ldiskfs_filldir()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275032.723146:0:9900:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f5800 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330497600:10.0.2.5@tcp:1101:lfsck_layout.0 00080000:00000001:2.0:1647275032.723147:0:9901:0:(osd_handler.c:7020:osd_ldiskfs_it_fill()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.723148:0:9901:0:(osd_handler.c:7661:osd_it_ea_load()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.723148:0:9900:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00080000:00000001:2.0:1647275032.723149:0:9901:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 02000000:00000001:0.0:1647275032.723149:0:9900:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00080000:00000001:2.0:1647275032.723150:0:9901:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.723150:0:9900:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.723151:0:9901:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1647275032.723151:0:9901:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.723151:0:9900:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00080000:00000001:2.0:1647275032.723152:0:9901:0:(osd_handler.c:7540:osd_it_ea_rec()) Process entered 00080000:00000001:2.0:1647275032.723152:0:9901:0:(osd_handler.c:7596:osd_it_ea_rec()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275032.723152:0:9900:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188a200. 02000000:00000001:0.0:1647275032.723152:0:9900:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.723153:0:9901:0:(osd_handler.c:7039:osd_it_ea_next()) Process entered 00080000:00000001:2.0:1647275032.723153:0:9901:0:(osd_handler.c:6981:osd_ldiskfs_it_fill()) Process entered 00000400:00000010:0.0:1647275032.723154:0:9900:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76630. 00080000:00000001:2.0:1647275032.723156:0:9901:0:(osd_handler.c:7020:osd_ldiskfs_it_fill()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1647275032.723156:0:9901:0:(osd_handler.c:7055:osd_it_ea_next()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1647275032.723156:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0c38. 00080000:00000001:2.0:1647275032.723157:0:9901:0:(osd_handler.c:6830:osd_it_ea_fini()) Process entered 00080000:00000001:2.0:1647275032.723157:0:9901:0:(osd_handler.c:6809:osd_it_dir_fini()) Process entered 00000100:00000200:0.0:1647275032.723158:0:9900:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497600, portal 4 00000100:00000001:0.0:1647275032.723159:0:9900:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00080000:00000010:2.0:1647275032.723160:0:9901:0:(osd_handler.c:6815:osd_it_dir_fini()) slab-freed '(oie)': 40 at ffff8e244f6f4168. 00000100:00000001:0.0:1647275032.723160:0:9900:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208651264 : -125191500900352 : ffff8e23950f5800) 00080000:00000001:2.0:1647275032.723161:0:9901:0:(osd_handler.c:6816:osd_it_dir_fini()) Process leaving 00080000:00000001:2.0:1647275032.723162:0:9901:0:(osd_handler.c:6833:osd_it_ea_fini()) Process leaving 00100000:00000001:2.0:1647275032.723162:0:9901:0:(lfsck_namespace.c:6395:lfsck_namespace_scan_local_lpf()) Process leaving 00000100:00000040:0.0:1647275032.723162:0:9900:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00100000:10000000:2.0:1647275032.723163:0:9901:0:(lfsck_namespace.c:6399:lfsck_namespace_scan_local_lpf()) lustrefs-MDT0000-osd: stop to scan backend /lost+found: rc = 1 00000020:00000002:2.0:1647275032.723164:0:9901:0:(lu_object.c:224:lu_object_put()) Add ffff8e244f775000/ffff8e23572fa300 to site lru. bkt: ffff8e2388ddb6d8 00000100:00000001:0.0:1647275032.723165:0:9900:0:(niobuf.c:55:ptl_send_buf()) Process entered 00100000:00000001:2.0:1647275032.723166:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00000100:00000040:0.0:1647275032.723166:0:9900:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00080000:00000010:2.0:1647275032.723167:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000400:00000010:0.0:1647275032.723167:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0990. 00000100:00000200:0.0:1647275032.723168:0:9900:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 28, xid 1727288330497600, offset 0 00000001:00000010:2.0:1647275032.723170:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000400:00000200:0.0:1647275032.723171:0:9900:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000001:00000010:2.0:1647275032.723174:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723175:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000400:00000200:0.0:1647275032.723175:0:9900:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000001:00000010:2.0:1647275032.723176:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723177:0:9901:0:(lfsck_namespace.c:6566:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723178:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00000400:00000200:0.0:1647275032.723178:0:9900:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00100000:00000001:2.0:1647275032.723179:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00000400:00000200:0.0:1647275032.723179:0:9900:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00080000:00000010:2.0:1647275032.723180:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000400:00000200:0.0:1647275032.723180:0:9900:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000001:00000010:2.0:1647275032.723181:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000400:00000200:0.0:1647275032.723182:0:9900:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14422:14422:256:4294967295] 10.0.2.5@tcp LPNI seq info [11436:11436:8:4294967295] 00000001:00000010:2.0:1647275032.723184:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723185:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723186:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00000400:00000200:0.0:1647275032.723186:0:9900:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00100000:00000001:2.0:1647275032.723187:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723188:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:00000001:2.0:1647275032.723188:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00000800:00000200:0.0:1647275032.723188:0:9900:0:(socklnd_cb.c:995:ksocknal_send()) sending 320 bytes in 1 frags to 12345-10.0.2.5@tcp 00080000:00000010:2.0:1647275032.723189:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000800:00000010:0.0:1647275032.723189:0:9900:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf900 (tot 73194841). 00000001:00000010:2.0:1647275032.723190:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000001:00000010:2.0:1647275032.723192:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000800:00000200:0.0:1647275032.723192:0:9900:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000001:00000010:2.0:1647275032.723193:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723194:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723194:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723195:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00000800:00000200:0.0:1647275032.723195:0:9900:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00100000:00000001:2.0:1647275032.723196:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:2.0:1647275032.723197:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000800:00000200:0.0:1647275032.723197:0:9900:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf900 type 1, nob 416 niov 1 nkiov 1 00000001:00000010:2.0:1647275032.723198:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000001:00000010:2.0:1647275032.723200:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723201:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723202:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723202:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723203:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:00000001:2.0:1647275032.723204:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00000100:00000001:0.0:1647275032.723204:0:9900:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1647275032.723205:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000100:00000001:0.0:1647275032.723205:0:9900:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1647275032.723206:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000100:00000001:0.0:1647275032.723206:0:9900:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.723206:0:9900:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1647275032.723207:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000001:00000010:2.0:1647275032.723208:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723209:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723209:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723210:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723211:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00000100:00000001:0.0:1647275032.723211:0:9900:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275032.723211:0:9900:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.723212:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:2.0:1647275032.723212:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 02000000:00000001:0.0:1647275032.723212:0:9900:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275032.723212:0:9900:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1647275032.723213:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000100:00100000:0.0:1647275032.723213:0:9900:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f3700 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330497664:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:0.0:1647275032.723214:0:9900:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275032.723215:0:9900:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275032.723215:0:9900:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1647275032.723216:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723216:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 02000000:00000001:0.0:1647275032.723216:0:9900:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275032.723216:0:9900:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188b200. 00000001:00000010:2.0:1647275032.723217:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 02000000:00000001:0.0:1647275032.723217:0:9900:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275032.723218:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00000400:00000010:0.0:1647275032.723218:0:9900:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76dc0. 00000400:00000010:0.0:1647275032.723218:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d07f8. 00080000:00000010:2.0:1647275032.723219:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:00000001:2.0:1647275032.723219:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00000100:00000200:0.0:1647275032.723219:0:9900:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497664, portal 4 00080000:00000010:2.0:1647275032.723220:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000100:00000001:0.0:1647275032.723220:0:9900:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275032.723220:0:9900:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208642816 : -125191500908800 : ffff8e23950f3700) 00000001:00000010:2.0:1647275032.723221:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000100:00000040:0.0:1647275032.723222:0:9900:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000001:00000010:2.0:1647275032.723223:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723223:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723224:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723225:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00000100:00000001:0.0:1647275032.723225:0:9900:0:(niobuf.c:55:ptl_send_buf()) Process entered 00080000:00000010:2.0:1647275032.723226:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:00000001:2.0:1647275032.723226:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00000100:00000040:0.0:1647275032.723226:0:9900:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275032.723226:0:9900:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0330. 00080000:00000010:2.0:1647275032.723227:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000100:00000200:0.0:1647275032.723227:0:9900:0:(niobuf.c:86:ptl_send_buf()) Sending 320 bytes to portal 28, xid 1727288330497664, offset 0 00000001:00000010:2.0:1647275032.723228:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000400:00000200:0.0:1647275032.723228:0:9900:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000001:00000010:2.0:1647275032.723230:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000400:00000200:0.0:1647275032.723230:0:9900:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000001:00000010:2.0:1647275032.723231:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723231:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723232:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00000400:00000200:0.0:1647275032.723232:0:9900:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:0.0:1647275032.723232:0:9900:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00080000:00000010:2.0:1647275032.723233:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00000400:00000200:0.0:1647275032.723233:0:9900:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00100000:00000001:2.0:1647275032.723234:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:2.0:1647275032.723234:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000400:00000200:0.0:1647275032.723234:0:9900:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14423:14423:255:4294967295] 10.0.2.5@tcp LPNI seq info [11437:11437:7:4294967295] 00000001:00000010:2.0:1647275032.723235:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000400:00000200:0.0:1647275032.723237:0:9900:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000001:00000010:2.0:1647275032.723238:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723238:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723239:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00000800:00000200:0.0:1647275032.723239:0:9900:0:(socklnd_cb.c:995:ksocknal_send()) sending 320 bytes in 1 frags to 12345-10.0.2.5@tcp 00100000:00000001:2.0:1647275032.723240:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00000800:00000010:0.0:1647275032.723240:0:9900:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bfb00 (tot 73195089). 00080000:00000010:2.0:1647275032.723241:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:00000001:2.0:1647275032.723241:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00000800:00000200:0.0:1647275032.723241:0:9900:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00080000:00000010:2.0:1647275032.723242:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000800:00000200:0.0:1647275032.723242:0:9900:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000001:00000010:2.0:1647275032.723243:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000800:00000200:0.0:1647275032.723243:0:9900:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bfb00 type 1, nob 416 niov 1 nkiov 1 00000100:00000001:0.0:1647275032.723244:0:9900:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.723245:0:9900:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.723245:0:9900:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1647275032.723246:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723246:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000100:00000001:0.0:1647275032.723246:0:9900:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000001:00000010:2.0:1647275032.723247:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00000100:00000001:0.0:1647275032.723247:0:9900:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:0.0:1647275032.723247:0:9900:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e241a4bf300 going to sleep for 6 seconds 00100000:00000001:2.0:1647275032.723248:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723249:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:00000001:2.0:1647275032.723249:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00000100:00000001:0.0:1647275032.723249:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275032.723249:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1647275032.723250:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000100:00000001:0.0:1647275032.723250:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000001:00000010:2.0:1647275032.723251:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000100:00000001:0.0:1647275032.723251:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1647275032.723253:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723254:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723255:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723255:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723256:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:00000001:2.0:1647275032.723257:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:2.0:1647275032.723257:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000001:00000010:2.0:1647275032.723259:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000001:00000010:2.0:1647275032.723261:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723261:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723262:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723263:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723264:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:00000001:2.0:1647275032.723264:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00000800:00000200:1.0:1647275032.723264:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1647275032.723265:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000800:00000010:1.0:1647275032.723265:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf900 (tot 73194841). 00000001:00000010:2.0:1647275032.723266:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000400:00000200:1.0:1647275032.723267:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1647275032.723268:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723268:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723269:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00000400:00000200:1.0:1647275032.723269:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00100000:00000001:2.0:1647275032.723270:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723271:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:00000001:2.0:1647275032.723271:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00000400:00000200:1.0:1647275032.723271:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0990 00080000:00000010:2.0:1647275032.723272:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000400:00000010:1.0:1647275032.723272:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0990. 00000001:00000010:2.0:1647275032.723273:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000100:00000001:1.0:1647275032.723273:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275032.723275:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000001:00000010:2.0:1647275032.723276:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723277:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723278:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723278:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723279:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00000100:00000001:1.0:1647275032.723279:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00100000:00000001:2.0:1647275032.723280:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:2.0:1647275032.723280:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000100:00000040:1.0:1647275032.723280:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000001:00000010:2.0:1647275032.723281:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000001:00000010:2.0:1647275032.723283:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723284:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000100:00000001:1.0:1647275032.723284:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.723284:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000001:00000010:2.0:1647275032.723285:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723285:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723286:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:00000001:2.0:1647275032.723287:0:9901:0:(lfsck_namespace.c:6547:lfsck_namespace_double_scan_one_trace_file()) Process entered 00080000:00000010:2.0:1647275032.723287:0:9901:0:(osd_handler.c:6467:osd_it_iam_init()) kmalloced '(it)': 328 at ffff8e23e560c800. 00000001:00000010:2.0:1647275032.723288:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ff198. 00000001:00000010:2.0:1647275032.723290:0:9901:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723291:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ffb28. 00000001:00000010:2.0:1647275032.723292:0:9901:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 136 at ffff8e241b6ff198. 00100000:00000001:2.0:1647275032.723293:0:9901:0:(lfsck_namespace.c:6648:lfsck_namespace_double_scan_one_trace_file()) Process leaving via put (rc=1 : 1 : 0x1) 00080000:00000010:2.0:1647275032.723294:0:9901:0:(osd_handler.c:6495:osd_it_iam_fini()) kfreed 'it': 328 at ffff8e23e560c800. 00100000:10000000:2.0:1647275032.723294:0:9901:0:(lfsck_namespace.c:6701:lfsck_namespace_assistant_handler_p2()) lustrefs-MDT0000-osd: namespace LFSCK phase2 scan stop at the No. 16 trace file: rc = 1 00100000:00000001:2.0:1647275032.723295:0:9901:0:(lfsck_namespace.c:6703:lfsck_namespace_assistant_handler_p2()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:2.0:1647275032.723296:0:9901:0:(lfsck_engine.c:1733:lfsck_assistant_engine()) Process leaving via cleanup (rc=1 : 1 : 0x1) 00100000:00000001:2.0:1647275032.723297:0:9901:0:(lfsck_engine.c:1283:lfsck_assistant_notify_others()) Process entered 00000100:00000001:2.0:1647275032.723297:0:9901:0:(client.c:1049:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1647275032.723320:0:9901:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 240 at ffff8e23e4c34300. 00000100:00000001:2.0:1647275032.723321:0:9901:0:(client.c:1066:ptlrpc_prep_set()) Process leaving (rc=18446618883545842432 : -125190163709184 : ffff8e23e4c34300) 00000100:00000001:2.0:1647275032.723322:0:9901:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.723322:0:9901:0:(client.c:2477:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.723323:0:9901:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1647275032.723323:0:9901:0:(client.c:2477:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275032.723325:0:9901:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1647275032.723325:0:9901:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e23e4c34300. 00000100:00000001:2.0:1647275032.723326:0:9901:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:2.0:1647275032.723326:0:9901:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275032.723326:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00100000:10000000:2.0:1647275032.723327:0:9901:0:(lfsck_engine.c:1812:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant sync before exit 00000800:00000010:1.0:1647275032.723327:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bfb00 (tot 73194593). 00000004:00000001:2.0:1647275032.723328:0:9901:0:(lod_dev.c:1545:lod_sync()) Process entered 00000400:00000200:1.0:1647275032.723328:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:2.0:1647275032.723330:0:9901:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:2.0:1647275032.723330:0:9901:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.723332:0:9901:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34300. 00080000:00000001:2.0:1647275032.723332:0:9901:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545842432 : -125190163709184 : ffff8e23e4c34300) 00080000:00000001:2.0:1647275032.723333:0:9901:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.723337:0:9901:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.723338:0:9901:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0000-osc-MDT0000: sync forced, 0 changes 00000004:00000010:2.0:1647275032.723339:0:9901:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e239f4e1300. 00000004:00080000:2.0:1647275032.723340:0:9901:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0000-osc-MDT0000: add commit cb at 4828576048114ns, next at 0ns, rc = 0 00080000:00000001:2.0:1647275032.723341:0:9901:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:2.0:1647275032.723342:0:9901:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.723343:0:9901:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.723344:0:9901:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.723344:0:9901:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:2.0:1647275032.723345:0:9901:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0000: async commit OSD 00080000:00000001:2.0:1647275032.723351:0:9901:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1647275032.723352:0:9901:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0000-osc-MDT0000: async updates 0 00000004:00000020:2.0:1647275032.723353:0:9901:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0000-osc-MDT0000: processed 0 00000004:00000020:2.0:1647275032.723353:0:9901:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0000-osc-MDT0000: 0 in flight 00000004:00000020:2.0:1647275032.723354:0:9901:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0000-osc-MDT0000: done in 0: rc = 0 00000004:00000001:2.0:1647275032.723354:0:9901:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275032.723355:0:9901:0:(osp_dev.c:847:osp_sync()) Process entered 00000400:00000200:1.0:1647275032.723355:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00080000:00000001:2.0:1647275032.723356:0:9901:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.723356:0:9901:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34700. 00000400:00000200:1.0:1647275032.723356:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0330 00080000:00000001:2.0:1647275032.723357:0:9901:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545843456 : -125190163708160 : ffff8e23e4c34700) 00000400:00000010:1.0:1647275032.723357:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0330. 00000100:00000001:1.0:1647275032.723357:0:3296:0:(events.c:53:request_out_callback()) Process entered 00080000:00000001:2.0:1647275032.723358:0:9901:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.723358:0:9901:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275032.723358:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000004:00001000:2.0:1647275032.723359:0:9901:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0001-osc-MDT0000: sync forced, 0 changes 00000004:00000010:2.0:1647275032.723360:0:9901:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e239f4e1d80. 00000004:00080000:2.0:1647275032.723360:0:9901:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0001-osc-MDT0000: add commit cb at 4828576068769ns, next at 0ns, rc = 0 00080000:00000001:2.0:1647275032.723362:0:9901:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:2.0:1647275032.723362:0:9901:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.723363:0:9901:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.723363:0:9901:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.723364:0:9901:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:2.0:1647275032.723364:0:9901:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0000: async commit OSD 00000100:00000001:1.0:1647275032.723364:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00080000:00000001:2.0:1647275032.723365:0:9901:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275032.723365:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000004:00001000:2.0:1647275032.723366:0:9901:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0001-osc-MDT0000: async updates 0 00000004:00000020:2.0:1647275032.723366:0:9901:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0001-osc-MDT0000: processed 0 00000004:00000020:2.0:1647275032.723367:0:9901:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0001-osc-MDT0000: 0 in flight 00000004:00000020:2.0:1647275032.723367:0:9901:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0001-osc-MDT0000: done in 0: rc = 0 00000004:00000001:2.0:1647275032.723368:0:9901:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.723368:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275032.723368:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000004:00000001:2.0:1647275032.723370:0:9901:0:(osp_dev.c:847:osp_sync()) Process entered 00000004:00000001:2.0:1647275032.723370:0:9901:0:(osp_dev.c:851:osp_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.723371:0:9901:0:(osd_handler.c:2466:osd_sync()) Process entered 00000800:00000001:1.0:1647275032.723707:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.723710:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.723711:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.723712:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.723715:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275032.723726:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d2e80 00000400:00000200:1.0:1647275032.723728:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cd19 [1] + 224 00000800:00000001:1.0:1647275032.723730:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.723732:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.723733:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.723734:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275032.723736:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275032.723737:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:1.0:1647275032.723741:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.723749:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275032.723751:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.723752:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275032.723753:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.723754:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.723755:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275032.723757:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d2e40 00000400:00000200:1.0:1647275032.723759:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cd11 [1] + 224 00000800:00000001:1.0:1647275032.723760:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.723762:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275032.723762:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275032.723763:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275032.723764:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275032.723765:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000040:1.0:1647275032.723769:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:1.0:1647275032.723772:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275032.723773:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275032.723774:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.723816:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1647275032.723818:0:9900:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275032.723818:0:9900:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275032.723819:0:9900:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76630. 00000400:00000200:0.0:1647275032.723820:0:9900:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0c38 00000400:00000010:0.0:1647275032.723821:0:9900:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0c38. 00000100:00000001:0.0:1647275032.723822:0:9900:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.723824:0:9900:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:0.0:1647275032.723828:0:9900:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.723832:0:9900:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275032.723832:0:9900:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.723833:0:9900:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275032.723836:0:9900:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275032.723836:0:9900:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.723837:0:9900:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.723838:0:9900:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.723840:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea4548 time=90 v=1 (1 1 0 0) 00000100:00001000:0.0:1647275032.723841:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=90 v=1 (1 1 0 0) 00000100:00000001:0.0:1647275032.723843:0:9900:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275032.723843:0:9900:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.723844:0:9900:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275032.723845:0:9900:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.723846:0:9900:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275032.723847:0:9900:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1647275032.723847:0:9900:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275032.723848:0:9900:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.723849:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.723852:0:9900:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.723854:0:9900:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275032.723854:0:9900:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275032.723855:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:0.0:1647275032.723859:0:9900:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f5800 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330497600:10.0.2.5@tcp:1101:lfsck_layout.0 00000400:00000001:0.0:1647275032.723861:0:9900:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275032.723861:0:9900:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275032.723862:0:9900:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76dc0. 00000400:00000200:0.0:1647275032.723862:0:9900:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d07f8 00000400:00000010:0.0:1647275032.723863:0:9900:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d07f8. 00000100:00000001:0.0:1647275032.723863:0:9900:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275032.723864:0:9900:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000200:0.0:1647275032.723867:0:9900:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.723870:0:9900:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275032.723872:0:9900:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.723872:0:9900:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275032.723873:0:9900:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275032.723873:0:9900:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275032.723873:0:9900:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275032.723874:0:9900:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275032.723875:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25548 time=90 v=1 (1 1 0 0) 00000100:00001000:0.0:1647275032.723876:0:9900:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=90 v=1 (1 1 0 0) 00000100:00000001:0.0:1647275032.723877:0:9900:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275032.723877:0:9900:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275032.723878:0:9900:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275032.723878:0:9900:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.723879:0:9900:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275032.723879:0:9900:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1647275032.723880:0:9900:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275032.723880:0:9900:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275032.723881:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.723884:0:9900:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275032.723885:0:9900:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275032.723885:0:9900:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275032.723886:0:9900:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00100000:0.0:1647275032.723890:0:9900:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f3700 pname:cluuid:pid:xid:nid:opc:job lfsck_layout:lustrefs-MDT0000-mdtlov_UUID:9900:1727288330497664:10.0.2.5@tcp:1101:lfsck_layout.0 00000100:00000001:0.0:1647275032.723891:0:9900:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.723892:0:9900:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.723893:0:9900:0:(client.c:2467:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1647275032.723893:0:9900:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275032.723894:0:9900:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275032.723894:0:9900:0:(client.c:2487:ptlrpc_set_wait()) set ffff8e241a4bf300 going to sleep for 0 seconds 00000100:00000001:0.0:1647275032.723895:0:9900:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275032.723895:0:9900:0:(client.c:1800:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.723896:0:9900:0:(client.c:2583:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275032.723897:0:9900:0:(client.c:1109:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1647275032.723897:0:9900:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275032.723899:0:9900:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f5800 x1727288330497600/t0(0) o1101->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.723902:0:9900:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275032.723902:0:9900:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275032.723903:0:9900:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188a200. 02000000:00000001:0.0:1647275032.723904:0:9900:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275032.723904:0:9900:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275032.723905:0:9900:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 00000020:00000001:0.0:1647275032.723905:0:9900:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275032.723906:0:9900:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e244188be00. 02000000:00000001:0.0:1647275032.723907:0:9900:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275032.723907:0:9900:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275032.723908:0:9900:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f5800. 00000100:00000001:0.0:1647275032.723909:0:9900:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275032.723909:0:9900:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275032.723910:0:9900:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275032.723911:0:9900:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f3700 x1727288330497664/t0(0) o1101->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 320/224 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275032.723914:0:9900:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275032.723914:0:9900:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275032.723914:0:9900:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188b200. 02000000:00000001:0.0:1647275032.723915:0:9900:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275032.723915:0:9900:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275032.723916:0:9900:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=4 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:0.0:1647275032.723916:0:9900:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275032.723917:0:9900:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8e244188b800. 02000000:00000001:0.0:1647275032.723917:0:9900:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275032.723918:0:9900:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275032.723918:0:9900:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f3700. 00000100:00000001:0.0:1647275032.723919:0:9900:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275032.723919:0:9900:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1647275032.723920:0:9900:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 240 at ffff8e241a4bf300. 00000100:00000001:0.0:1647275032.723921:0:9900:0:(client.c:1146:ptlrpc_set_destroy()) Process leaving 00100000:00000001:0.0:1647275032.723921:0:9900:0:(lfsck_engine.c:1541:lfsck_assistant_notify_others()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:0.0:1647275032.723922:0:9900:0:(lfsck_engine.c:1812:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant sync before exit 00000004:00000001:0.0:1647275032.723923:0:9900:0:(lod_dev.c:1545:lod_sync()) Process entered 00000004:00000001:0.0:1647275032.723925:0:9900:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:0.0:1647275032.723926:0:9900:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:0.0:1647275032.723927:0:9900:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e241a4bf300. 00080000:00000001:0.0:1647275032.723927:0:9900:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618884443992832 : -125189265558784 : ffff8e241a4bf300) 00080000:00000001:0.0:1647275032.723928:0:9900:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:0.0:1647275032.723932:0:9900:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1647275032.723933:0:9900:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0000-osc-MDT0000: sync forced, 0 changes 00000004:00000010:0.0:1647275032.723934:0:9900:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e2451f402a0. 00000004:00080000:0.0:1647275032.723935:0:9900:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0000-osc-MDT0000: add commit cb at 4828576643047ns, next at 0ns, rc = 0 00080000:00000001:0.0:1647275032.723935:0:9900:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:0.0:1647275032.723937:0:9900:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:0.0:1647275032.723937:0:9900:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:0.0:1647275032.723938:0:9900:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.723939:0:9900:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:0.0:1647275032.723939:0:9900:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0000: async commit OSD 00080000:00000001:0.0:1647275032.723941:0:9900:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1647275032.723941:0:9900:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0000-osc-MDT0000: async updates 0 00000004:00000020:0.0:1647275032.723942:0:9900:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0000-osc-MDT0000: processed 0 00000004:00000020:0.0:1647275032.723943:0:9900:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0000-osc-MDT0000: 0 in flight 00000004:00000020:0.0:1647275032.723943:0:9900:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0000-osc-MDT0000: done in 0: rc = 0 00000004:00000001:0.0:1647275032.723944:0:9900:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.723945:0:9900:0:(osp_dev.c:847:osp_sync()) Process entered 00080000:00000001:0.0:1647275032.723945:0:9900:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:0.0:1647275032.723945:0:9900:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e241a4bf600. 00080000:00000001:0.0:1647275032.723946:0:9900:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618884443993600 : -125189265558016 : ffff8e241a4bf600) 00080000:00000001:0.0:1647275032.723947:0:9900:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:0.0:1647275032.723948:0:9900:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1647275032.723948:0:9900:0:(osp_sync.c:1715:osp_sync_force()) lustrefs-OST0001-osc-MDT0000: sync forced, 0 changes 00000004:00000010:0.0:1647275032.723949:0:9900:0:(osp_sync.c:1649:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff8e2451f408a0. 00000004:00080000:0.0:1647275032.723949:0:9900:0:(osp_sync.c:1662:osp_sync_add_commit_cb()) lustrefs-OST0001-osc-MDT0000: add commit cb at 4828576657917ns, next at 0ns, rc = 0 00080000:00000001:0.0:1647275032.723950:0:9900:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:0.0:1647275032.723951:0:9900:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:0.0:1647275032.723951:0:9900:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:0.0:1647275032.723952:0:9900:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.723952:0:9900:0:(osd_handler.c:2496:osd_commit_async()) Process entered 00080000:00080000:0.0:1647275032.723952:0:9900:0:(osd_handler.c:2498:osd_commit_async()) lustrefs-MDT0000: async commit OSD 00080000:00000001:0.0:1647275032.723954:0:9900:0:(osd_handler.c:2503:osd_commit_async()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1647275032.723955:0:9900:0:(osp_dev.c:864:osp_sync()) lustrefs-OST0001-osc-MDT0000: async updates 0 00000004:00000020:0.0:1647275032.723955:0:9900:0:(osp_dev.c:881:osp_sync()) lustrefs-OST0001-osc-MDT0000: processed 0 00000004:00000020:0.0:1647275032.723956:0:9900:0:(osp_dev.c:909:osp_sync()) lustrefs-OST0001-osc-MDT0000: 0 in flight 00000004:00000020:0.0:1647275032.723956:0:9900:0:(osp_dev.c:941:osp_sync()) lustrefs-OST0001-osc-MDT0000: done in 0: rc = 0 00000004:00000001:0.0:1647275032.723957:0:9900:0:(osp_dev.c:943:osp_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275032.723958:0:9900:0:(osp_dev.c:847:osp_sync()) Process entered 00000004:00000001:0.0:1647275032.723958:0:9900:0:(osp_dev.c:851:osp_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.723959:0:9900:0:(osd_handler.c:2466:osd_sync()) Process entered 00000004:00080000:3.0:1647275032.745886:0:9763:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0001-osc-MDT0000: 8 committed 00000004:00000010:3.0:1647275032.745888:0:9763:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e239f4e1d80. 00080000:00000010:3.0:1647275032.745890:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34700. 00000004:00080000:3.0:1647275032.745891:0:9763:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0000-osc-MDT0000: 8 committed 00000004:00000010:3.0:1647275032.745892:0:9763:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e239f4e1300. 00080000:00000010:3.0:1647275032.745893:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34300. 00080000:00000020:2.0:1647275032.745920:0:9901:0:(osd_handler.c:2473:osd_sync()) lustrefs-MDT0000: synced OSD: rc = 0 00000004:00000001:2.0:1647275032.745922:0:9901:0:(lod_dev.c:1587:lod_sync()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.745923:0:9901:0:(lfsck_engine.c:1818:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant synced before exit: rc = 0 00100000:00000001:2.0:1647275032.745925:0:9901:0:(lfsck_namespace.c:391:lfsck_namespace_store()) Process entered 00080000:00000001:2.0:1647275032.745927:0:9901:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:2.0:1647275032.745928:0:9901:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e23e4c34b00. 00080000:00000001:2.0:1647275032.745929:0:9901:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618883545844480 : -125190163707136 : ffff8e23e4c34b00) 00080000:00000001:2.0:1647275032.745931:0:9901:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:2.0:1647275032.745935:0:9901:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1647275032.745936:0:9901:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:2.0:1647275032.745937:0:9901:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0x10:0x0] set xattr 'trusted.lfsck_ns' with size 544 00080000:00000001:2.0:1647275032.745948:0:9901:0:(osd_handler.c:4798:osd_xattr_set()) Process entered 00080000:00000002:2.0:1647275032.745948:0:9901:0:(osd_handler.c:4827:osd_xattr_set()) [0x200000003:0x10:0x0] set xattr 'trusted.lfsck_bitmap' with size 8 00100000:00000001:2.0:1647275032.745952:0:9901:0:(lfsck_namespace.c:434:lfsck_namespace_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1647275032.745953:0:9901:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00040000:00000001:2.0:1647275032.745955:0:9901:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:2.0:1647275032.745956:0:9901:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:2.0:1647275032.745956:0:9901:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:2.0:1647275032.745957:0:9901:0:(lfsck_engine.c:1829:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant phase2 scan finished: rc = 1 00100000:10000000:2.0:1647275032.745959:0:9901:0:(lfsck_engine.c:1844:lfsck_assistant_engine()) lustrefs-MDT0000-osd: lfsck_namespace LFSCK assistant thread exit: rc = 1 00000020:00000010:2.0:1647275032.745962:0:9901:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e241af7a000. 00000040:00000010:2.0:1647275032.745967:0:9901:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e239519c000. 00000020:00000010:2.0:1647275032.745970:0:9901:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e23627f1800. 00000020:00000010:2.0:1647275032.745972:0:9901:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e241aee62c0. 00000020:00000010:2.0:1647275032.745974:0:9901:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e24172d0e00. 80000000:00000010:2.0:1647275032.745976:0:9901:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e239f4e1b40. 40000000:00000010:2.0:1647275032.745986:0:9901:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e2451f133c0. 00040000:00000010:2.0:1647275032.745988:0:9901:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e23e4c34500. 00040000:00000010:2.0:1647275032.745989:0:9901:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at ffff8e23627f5800. 00040000:00000010:2.0:1647275032.745991:0:9901:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e24172d1800. 00080000:00000010:2.0:1647275032.745994:0:9901:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e23645ac000. 00080000:00000010:2.0:1647275032.745996:0:9901:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e23e5866000. 00000020:00000010:2.0:1647275032.745998:0:9901:0:(lu_object.c:2533:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff8e23575e0000. 00100000:00000010:2.0:1647275032.745999:0:9901:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e23627f2000. 00000004:00000010:2.0:1647275032.746001:0:9901:0:(mdt_handler.c:7623:mdt_key_fini()) kfreed 'info': 2352 at ffff8e23575e6000. 00000004:00000010:2.0:1647275032.746003:0:9901:0:(lod_dev.c:2045:lod_key_fini()) kfreed 'info': 1176 at ffff8e23627f3000. 00000004:00000010:2.0:1647275032.746004:0:9901:0:(mdd_device.c:2358:mdd_key_fini()) kfreed 'info': 1856 at ffff8e23627f0000. 00000004:00000010:2.0:1647275032.746006:0:9901:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at ffff8e23d5b28000. 00000020:00000010:2.0:1647275032.746007:0:9901:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e241af7b200. 00100000:00000010:2.0:1647275032.746008:0:9901:0:(lfsck_lib.c:1956:lfsck_thread_args_fini()) kfreed 'lta': 80 at ffff8e239f4e1ba0. 00000004:00080000:3.0:1647275032.772707:0:9763:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0001-osc-MDT0000: 9 committed 00000004:00000010:3.0:1647275032.772715:0:9763:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e2451f408a0. 00080000:00000010:3.0:1647275032.772717:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e241a4bf600. 00000004:00080000:3.0:1647275032.772718:0:9763:0:(osp_sync.c:1627:osp_sync_local_commit_cb()) lustrefs-OST0000-osc-MDT0000: 9 committed 00000004:00000010:3.0:1647275032.772727:0:9763:0:(osp_sync.c:1639:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff8e2451f402a0. 00080000:00000010:3.0:1647275032.772728:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e241a4bf300. 00080000:00000020:0.0:1647275032.772747:0:9900:0:(osd_handler.c:2473:osd_sync()) lustrefs-MDT0000: synced OSD: rc = 0 00000004:00000001:0.0:1647275032.772748:0:9900:0:(lod_dev.c:1587:lod_sync()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:0.0:1647275032.772749:0:9900:0:(lfsck_engine.c:1818:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant synced before exit: rc = 0 00100000:10000000:0.0:1647275032.772751:0:9900:0:(lfsck_layout.c:1521:lfsck_layout_double_scan_result()) lustrefs-MDT0000-osd: layout LFSCK double scan: rc = 1 00100000:00000001:0.0:1647275032.772752:0:9900:0:(lfsck_layout.c:1083:lfsck_layout_store()) Process entered 00080000:00000001:0.0:1647275032.772753:0:9900:0:(osd_handler.c:1815:osd_trans_create()) Process entered 00080000:00000010:0.0:1647275032.772755:0:9900:0:(osd_handler.c:1830:osd_trans_create()) kmalloced '(oh)': 256 at ffff8e241a4bfc00. 00080000:00000001:0.0:1647275032.772756:0:9900:0:(osd_handler.c:1857:osd_trans_create()) Process leaving (rc=18446618884443995136 : -125189265556480 : ffff8e241a4bfc00) 00080000:00000001:0.0:1647275032.772757:0:9900:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:0.0:1647275032.772758:0:9900:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1647275032.772759:0:9900:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:0.0:1647275032.772760:0:9900:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1647275032.772761:0:9900:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772761:0:9900:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772762:0:9900:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:0.0:1647275032.772762:0:9900:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1647275032.772763:0:9900:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772763:0:9900:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772764:0:9900:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:0.0:1647275032.772764:0:9900:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1647275032.772765:0:9900:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772765:0:9900:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772766:0:9900:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1647275032.772767:0:9900:0:(osd_io.c:2753:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8e237626e740. 00080000:00000001:0.0:1647275032.772768:0:9900:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.772768:0:9900:0:(osd_io.c:1928:osd_declare_write()) Process entered 00000001:00000001:0.0:1647275032.772769:0:9900:0:(osd_quota.c:646:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1647275032.772769:0:9900:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:0.0:1647275032.772769:0:9900:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1647275032.772771:0:9900:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772772:0:9900:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772772:0:9900:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:0.0:1647275032.772773:0:9900:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1647275032.772773:0:9900:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772774:0:9900:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772774:0:9900:0:(osd_quota.c:549:osd_declare_qid()) Process entered 00040000:00000001:0.0:1647275032.772775:0:9900:0:(qsd_handler.c:858:qsd_op_begin()) Process entered 00040000:00000001:0.0:1647275032.772775:0:9900:0:(qsd_handler.c:885:qsd_op_begin()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772775:0:9900:0:(osd_quota.c:614:osd_declare_qid()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1647275032.772776:0:9900:0:(osd_quota.c:694:osd_declare_inode_qid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.772777:0:9900:0:(osd_io.c:2010:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1647275032.772777:0:9900:0:(osd_handler.c:1920:osd_trans_start()) Process entered 00080000:00000001:0.0:1647275032.772780:0:9900:0:(osd_handler.c:1994:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1647275032.772787:0:9900:0:(lfsck_layout.c:1130:lfsck_layout_store()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1647275032.772789:0:9900:0:(osd_handler.c:2051:osd_trans_stop()) Process entered 00080000:00000010:0.0:1647275032.772791:0:9900:0:(osd_io.c:2781:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8e237626e740. 00040000:00000001:0.0:1647275032.772792:0:9900:0:(qsd_handler.c:1104:qsd_op_end()) Process entered 00040000:00000001:0.0:1647275032.772792:0:9900:0:(qsd_handler.c:1135:qsd_op_end()) Process leaving 00080000:00000001:0.0:1647275032.772793:0:9900:0:(osd_handler.c:2142:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00100000:10000000:0.0:1647275032.772793:0:9900:0:(lfsck_layout.c:1562:lfsck_layout_double_scan_result()) lustrefs-MDT0000-osd: layout LFSCK double scan result 3: rc = 0 00100000:10000000:0.0:1647275032.772794:0:9900:0:(lfsck_engine.c:1829:lfsck_assistant_engine()) lustrefs-MDT0000-osd: LFSCK assistant phase2 scan finished: rc = 1 00100000:10000000:0.0:1647275032.772795:0:9900:0:(lfsck_engine.c:1844:lfsck_assistant_engine()) lustrefs-MDT0000-osd: lfsck_layout LFSCK assistant thread exit: rc = 1 00000020:00000010:0.0:1647275032.772798:0:9900:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e24172d1a00. 00000040:00000010:0.0:1647275032.772800:0:9900:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e24172d0400. 00000020:00000010:0.0:1647275032.772801:0:9900:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e241135d000. 00000020:00000010:0.0:1647275032.772802:0:9900:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e241aee7680. 00000020:00000010:0.0:1647275032.772804:0:9900:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e24172d0000. 80000000:00000010:0.0:1647275032.772806:0:9900:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e239f4e13c0. 40000000:00000010:0.0:1647275032.772807:0:9900:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e2451f13e40. 00040000:00000010:0.0:1647275032.772808:0:9900:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e23e4c34100. 00040000:00000010:0.0:1647275032.772809:0:9900:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at ffff8e241135c000. 00040000:00000010:0.0:1647275032.772810:0:9900:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e24172d1000. 00080000:00000010:0.0:1647275032.772811:0:9900:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e23e5860000. 00080000:00000010:0.0:1647275032.772813:0:9900:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e23e5864000. 00000020:00000010:0.0:1647275032.772814:0:9900:0:(lu_object.c:2533:lu_buf_free()) kfreed 'buf->lb_buf': 264 at ffff8e244188ba00. 00100000:00000010:0.0:1647275032.772815:0:9900:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e241135e000. 00000004:00000010:0.0:1647275032.772817:0:9900:0:(mdt_handler.c:7623:mdt_key_fini()) kfreed 'info': 2352 at ffff8e23575e2000. 00000004:00000010:0.0:1647275032.772819:0:9900:0:(lod_dev.c:2045:lod_key_fini()) kfreed 'info': 1176 at ffff8e23627f0800. 00000004:00000010:0.0:1647275032.772820:0:9900:0:(mdd_device.c:2358:mdd_key_fini()) kfreed 'info': 1856 at ffff8e23627f3800. 00000004:00000010:0.0:1647275032.772821:0:9900:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at ffff8e23d5b29c00. 00000020:00000010:0.0:1647275032.772822:0:9900:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e24172d1e00. 00100000:00000010:0.0:1647275032.772823:0:9900:0:(lfsck_lib.c:1956:lfsck_thread_args_fini()) kfreed 'lta': 80 at ffff8e239f4e1600. 00000020:00000010:0.0:1647275032.772845:0:9898:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e2352877400. 00000040:00000010:0.0:1647275032.772847:0:9898:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e2352876000. 00000020:00000010:0.0:1647275032.772848:0:9898:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e23627d2000. 00000020:00000010:0.0:1647275032.772849:0:9898:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e24100718b0. 00000020:00000010:0.0:1647275032.772850:0:9898:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e2352877800. 80000000:00000010:0.0:1647275032.772851:0:9898:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e2412181840. 40000000:00000010:0.0:1647275032.772851:0:9898:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e241618d340. 00040000:00000010:0.0:1647275032.772853:0:9898:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e2352a26600. 00040000:00000010:0.0:1647275032.772854:0:9898:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at ffff8e23627d1800. 00040000:00000010:0.0:1647275032.772854:0:9898:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e2352876c00. 00080000:00000010:0.0:1647275032.772855:0:9898:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e24480cc000. 00080000:00000010:0.0:1647275032.772857:0:9898:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e23ac6a0000. 00000020:00000010:0.0:1647275032.772858:0:9898:0:(lu_object.c:2533:lu_buf_free()) kfreed 'buf->lb_buf': 4096 at ffff8e2388c99000. 00000020:00000010:0.0:1647275032.772859:0:9898:0:(lu_object.c:2533:lu_buf_free()) kfreed 'buf->lb_buf': 264 at ffff8e240f3a9000. 00100000:00000010:0.0:1647275032.772860:0:9898:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e23627d4800. 00000004:00000010:0.0:1647275032.772861:0:9898:0:(mdt_handler.c:7623:mdt_key_fini()) kfreed 'info': 2352 at ffff8e23e5dce000. 00000004:00000010:0.0:1647275032.772862:0:9898:0:(lod_dev.c:2045:lod_key_fini()) kfreed 'info': 1176 at ffff8e23627d0800. 00000004:00000010:0.0:1647275032.772863:0:9898:0:(mdd_device.c:2358:mdd_key_fini()) kfreed 'info': 1856 at ffff8e23a295b800. 00000004:00000010:0.0:1647275032.772864:0:9898:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at ffff8e23b2691000. 00000020:00000010:0.0:1647275032.772865:0:9898:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e2352877600. 00100000:00000010:0.0:1647275032.772866:0:9898:0:(lfsck_lib.c:1956:lfsck_thread_args_fini()) kfreed 'lta': 80 at ffff8e2412181600. 00000004:00000001:0.0:1647275033.502137:0:9774:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000100:00000040:2.0:1647275033.502139:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) a104e6ec-b36b-47db-9d0a-896e252a4f7d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:0.0:1647275033.502140:0:9774:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1647275033.502143:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1647275033.502144:0:9774:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f3700. 00000100:00000010:2.0:1647275033.502145:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e6e00. 00000020:00000040:2.0:1647275033.502174:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e244d184000 refcount=4 obd=MGC10.0.2.4@tcp 00000020:00000040:0.0:1647275033.502174:0:9774:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=4 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:2.0:1647275033.502175:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275033.502175:0:9774:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275033.502177:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275033.502177:0:9774:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275033.502179:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275033.502181:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000010:2.0:1647275033.502181:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34500. 02000000:00000001:0.0:1647275033.502181:0:9774:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275033.502183:0:9774:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bfd00. 00000100:00000001:2.0:1647275033.502184:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502184:0:9774:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502186:0:9774:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1647275033.502188:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging a104e6ec-b36b-47db-9d0a-896e252a4f7d->MGS req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275033.502188:0:9774:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.502191:0:9774:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f3700] to pc [ptlrpcd_00_02+2] req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275033.502194:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275033.502195:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502196:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e6e00] to pc [ptlrpcd_00_03+3] req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000001:3.0:1647275033.502202:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1647275033.502204:0:9774:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275033.502223:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000004:00000001:0.0:1647275033.502225:0:9018:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:0.0:1647275033.502226:0:9018:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1647275033.502227:0:9018:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f5800. 00000020:00000040:0.0:1647275033.502228:0:9018:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000100:00000001:2.0:1647275033.502229:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502229:0:9018:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275033.502229:0:9018:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1647275033.502230:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1647275033.502230:0:9018:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502231:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 02000000:00000010:0.0:1647275033.502231:0:9018:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bff00. 00000100:00000010:2.0:1647275033.502252:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e7380. 00000100:00000001:0.0:1647275033.502252:0:9018:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502253:0:9018:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000020:00000040:2.0:1647275033.502254:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:0.0:1647275033.502254:0:9018:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275033.502255:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.502255:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275033.502255:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1647275033.502255:0:9018:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f5800] to pc [ptlrpcd_00_00+0] req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000001:2.0:1647275033.502256:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275033.502257:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34100. 00000100:00000001:2.0:1647275033.502258:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502259:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000040:2.0:1647275033.502259:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-MDT0000_UUID req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1647275033.502263:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275033.502263:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275033.502263:0:9018:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502264:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e7380] to pc [ptlrpcd_00_01+1] req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275033.502266:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749980 00000004:00000001:0.0:1647275033.502266:0:9770:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:0.0:1647275033.502266:0:9770:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1647275033.502267:0:9770:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f2680. 00000020:00000040:0.0:1647275033.502268:0:9770:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000001:2.0:1647275033.502269:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502269:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-lwp-MDT0001_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1647275033.502269:0:9770:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275033.502269:0:9770:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1647275033.502270:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 54376 02000000:00000001:0.0:1647275033.502270:0:9770:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502271:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1647275033.502271:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e2100. 02000000:00000010:0.0:1647275033.502271:0:9770:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bfb00. 00000100:00000001:0.0:1647275033.502271:0:9770:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1647275033.502272:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e240f586000 refcount=3 obd=lustrefs-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1647275033.502272:0:9770:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000800:00000001:3.0:1647275033.502273:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275033.502273:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275033.502273:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1647275033.502273:0:9770:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502274:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275033.502275:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34300. 00000100:00000001:2.0:1647275033.502275:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.502275:0:9770:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f2680] to pc [ptlrpcd_00_02+2] req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000800:00000001:3.0:1647275033.502276:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275033.502276:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-lwp-MDT0001_UUID->lustrefs-MDT0000_UUID req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1647275033.502277:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275033.502279:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275033.502280:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275033.502280:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502281:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e2100] to pc [ptlrpcd_00_03+3] req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.502282:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275033.502283:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000004:00000001:0.0:1647275033.502284:0:9770:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1647275033.502285:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a222c00. 00000100:00000001:2.0:1647275033.502285:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502286:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1647275033.502287:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a222c00 x1727288348809600 msgsize 224 00000100:00000001:2.0:1647275033.502287:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1647275033.502288:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e5d80. 00000004:00000001:1.0:1647275033.502288:0:9047:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000100:00000001:0.0:1647275033.502288:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1647275033.502289:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=4 obd=lustrefs-OST0000-osc-MDT0001 00000100:00000001:2.0:1647275033.502289:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275033.502289:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1647275033.502290:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 02000000:00000001:2.0:1647275033.502290:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275033.502290:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1647275033.502290:0:9047:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000001:0.0:1647275033.502290:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1647275033.502291:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34700. 00000100:00000040:0.0:1647275033.502291:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275033.502292:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1647275033.502292:0:9047:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e2348c02c00. 00000100:00000001:3.0:1647275033.502293:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000040:2.0:1647275033.502293:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0000_UUID req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000020:00000040:1.0:1647275033.502295:0:9047:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000001:0.0:1647275033.502295:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000800:00000001:3.0:1647275033.502296:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275033.502296:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275033.502296:0:9047:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275033.502296:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275033.502297:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.502297:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275033.502297:0:9047:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275033.502297:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000001:3.0:1647275033.502298:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:2.0:1647275033.502298:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e5d80] to pc [ptlrpcd_00_00+0] req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:1.0:1647275033.502298:0:9047:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275033.502299:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1647275033.502299:0:9047:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691f00. 02000000:00000001:0.0:1647275033.502299:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502300:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:1.0:1647275033.502300:0:9047:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275033.502300:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330497856:10.0.2.5@tcp:13:osp-pre-0-1.0 00000100:00000001:1.0:1647275033.502301:0:9047:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1647275033.502302:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a87499c0 00000100:00000001:2.0:1647275033.502302:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502302:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1647275033.502302:0:9047:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502302:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1647275033.502303:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 54600 02000000:00000001:0.0:1647275033.502303:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1647275033.502304:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1647275033.502304:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e7900. 00000100:00000040:1.0:1647275033.502304:0:9047:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e2348c02c00] to pc [ptlrpcd_00_01+1] req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000800:00000001:3.0:1647275033.502305:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000040:2.0:1647275033.502305:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=4 obd=lustrefs-OST0001-osc-MDT0001 02000000:00000001:0.0:1647275033.502305:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275033.502306:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275033.502306:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275033.502306:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275033.502306:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275033.502306:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502306:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275033.502307:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34200. 02000000:00000010:0.0:1647275033.502307:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23e507bc00. 00000400:00000200:3.0:1647275033.502308:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275033.502308:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502308:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502309:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275033.502309:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1647275033.502309:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0001_UUID req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000004:00000001:1.0:1647275033.502309:0:9047:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1647275033.502310:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a225800. 00000400:00000010:0.0:1647275033.502310:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76dc0. 00000100:00000040:3.0:1647275033.502311:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a225800 x1727288348809664 msgsize 224 00000100:00000001:2.0:1647275033.502312:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1647275033.502312:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d07f8. 00000100:00100000:3.0:1647275033.502313:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:2.0:1647275033.502313:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502314:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e7900] to pc [ptlrpcd_00_02+2] req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1647275033.502315:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330497856, portal 4 00000100:00000001:3.0:1647275033.502318:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:2.0:1647275033.502318:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502318:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000001:3.0:1647275033.502319:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275033.502319:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000800:00000001:3.0:1647275033.502320:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275033.502320:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000010:2.0:1647275033.502320:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e6300. 00000800:00000001:3.0:1647275033.502321:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1647275033.502321:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=4 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000001:2.0:1647275033.502321:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275033.502322:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275033.502322:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502323:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 02000000:00000010:2.0:1647275033.502323:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34900. 00000100:00000001:2.0:1647275033.502323:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502324:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 26 MB=0x622f5a8749900 00000100:00000040:2.0:1647275033.502324:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-MDT0001_UUID req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275033.502324:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275033.502325:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208651264 : -125191500900352 : ffff8e23950f5800) 00000400:00000200:3.0:1647275033.502326:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-10.0.2.5@tcp of length 224/224 into md 0x2bca5 [2] + 0 00000100:00000001:2.0:1647275033.502327:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1647275033.502328:0:3294:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da630. 00000100:00000001:2.0:1647275033.502328:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.502328:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:2.0:1647275033.502329:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e6300] to pc [ptlrpcd_00_03+3] req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275033.502330:0:3294:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e241072c0c0 00000800:00000001:3.0:1647275033.502331:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275033.502332:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.502332:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502333:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1647275033.502333:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1647275033.502334:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275033.502334:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1647275033.502335:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241072c0c0 00000400:00000010:3.0:1647275033.502335:0:3294:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e241072c0c0 (tot 73194441). 00000100:00000010:2.0:1647275033.502335:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e6880. 00000020:00000040:2.0:1647275033.502336:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=5 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:2.0:1647275033.502336:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:1.0:1647275033.502336:0:9772:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:1.0:1647275033.502336:0:9772:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000001:3.0:1647275033.502337:0:3294:0:(events.c:307:request_in_callback()) Process entered 02000000:00000001:2.0:1647275033.502337:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275033.502337:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1647275033.502337:0:9772:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e2348c03180. 00000100:00000001:0.0:1647275033.502337:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000200:3.0:1647275033.502338:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 02000000:00000010:2.0:1647275033.502338:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34c00. 00000100:00000001:2.0:1647275033.502338:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.502339:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e23d3ebb850 x1727288348809472 msgsize 224 00000100:00000040:2.0:1647275033.502339:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0000_UUID req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000020:00000040:1.0:1647275033.502339:0:9772:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=6 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000040:0.0:1647275033.502339:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275033.502339:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0c38. 00000100:00000001:1.0:1647275033.502340:0:9772:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275033.502340:0:9772:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1647275033.502340:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330497856, offset 0 00000100:00100000:3.0:1647275033.502355:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 02000000:00000001:1.0:1647275033.502355:0:9772:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.502356:0:3294:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1647275033.502356:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1647275033.502356:0:9772:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691600. 00000100:00000001:2.0:1647275033.502357:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502357:0:9772:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502358:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e6880] to pc [ptlrpcd_00_00+0] req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275033.502358:0:9772:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275033.502358:0:9772:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502359:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:3.0:1647275033.502360:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:1.0:1647275033.502360:0:9772:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e2348c03180] to pc [ptlrpcd_00_01+1] req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000800:00000001:3.0:1647275033.502361:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275033.502362:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275033.502362:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.502362:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502363:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:1.0:1647275033.502363:0:9772:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502364:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:2.0:1647275033.502364:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1647275033.502364:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e5800. 00000400:00000200:3.0:1647275033.502365:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749940 00000020:00000040:2.0:1647275033.502365:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=5 obd=lustrefs-OST0001-osc-MDT0000 00000400:00000200:0.0:1647275033.502365:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:2.0:1647275033.502366:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275033.502366:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:3.0:1647275033.502367:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 54824 02000000:00000001:2.0:1647275033.502367:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275033.502367:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34000. 00000800:00000001:3.0:1647275033.502368:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275033.502368:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275033.502368:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000800:00000001:3.0:1647275033.502369:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275033.502369:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1647275033.502369:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0001_UUID req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1647275033.502371:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275033.502371:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:2.0:1647275033.502372:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275033.502373:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275033.502373:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1647275033.502374:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e5800] to pc [ptlrpcd_00_02+2] req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275033.502376:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:2.0:1647275033.502377:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502377:0:7649:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1647275033.502377:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14424:14424:256:4294967295] 10.0.2.5@tcp LPNI seq info [11438:11438:8:4294967295] 00000100:00000040:2.0:1647275033.502378:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-lwp-MDT0000_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1647275033.502378:0:7649:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275033.502379:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1647275033.502379:0:7649:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275033.502379:0:7649:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275033.502396:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e5280. 00000020:00000040:2.0:1647275033.502397:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e23d3d8b000 refcount=3 obd=lustrefs-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1647275033.502398:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275033.502398:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275033.502398:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275033.502398:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 02000000:00000010:2.0:1647275033.502399:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34400. 00000100:00000001:2.0:1647275033.502421:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502423:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-lwp-MDT0000_UUID->lustrefs-MDT0000_UUID req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1647275033.502424:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275033.502425:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275033.502425:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000800:00000010:0.0:1647275033.502425:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf100 (tot 73194689). 00000100:00000010:3.0:1647275033.502426:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a221b80. 00000100:00000001:2.0:1647275033.502426:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275033.502426:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.502427:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a221b80 x1727288348809536 msgsize 224 00000100:00000040:2.0:1647275033.502427:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e5280] to pc [ptlrpcd_00_03+3] req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000200:0.0:1647275033.502427:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00100000:3.0:1647275033.502429:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000800:00000200:0.0:1647275033.502430:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:3.0:1647275033.502431:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000200:0.0:1647275033.502431:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1647275033.502432:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275033.502433:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=18446744073707096131 : -2455485 : ffffffffffda8843) 00000020:00000001:2.0:1647275033.502434:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=18446744073709168420 : -383196 : fffffffffffa2724) 00000020:00000001:2.0:1647275033.502435:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=10269878 : 10269878 : 9cb4b6) 00000020:00000001:2.0:1647275033.502436:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=127363624 : 127363624 : 7976a28) 00000100:00000040:2.0:1647275033.502437:0:9755:0:(pinger.c:319:ptlrpc_pinger_main()) next wakeup in 5 (4834) 00000100:00000001:0.0:1647275033.502437:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502438:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275033.502439:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502440:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275033.502440:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502441:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1647275033.502441:0:7649:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502441:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.502442:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1647275033.502442:0:7649:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809472 00000100:00000040:2.0:1647275033.502443:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000001:1.0:1647275033.502443:0:7649:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275033.502444:0:7649:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636925 00000100:00000001:0.0:1647275033.502444:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275033.502445:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1647275033.502445:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275033.502446:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1647275033.502446:0:7649:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:0.0:1647275033.502446:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275033.502446:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1647275033.502447:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502447:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1647275033.502447:0:7649:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183d000 refcount=13 00000100:00000040:0.0:1647275033.502447:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275033.502448:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.502448:0:7649:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686046208 : -125191023505408 : ffff8e23b183d000) 00000100:00100000:2.0:1647275033.502449:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f3700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330497728:10.0.2.5@tcp:13:osp-pre-1-0.0 00000020:00000001:1.0:1647275033.502449:0:7649:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686046208 : -125191023505408 : ffff8e23b183d000) 00000100:00000001:2.0:1647275033.502450:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1647275033.502450:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1647275033.502451:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275033.502451:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502451:0:7649:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275033.502451:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275033.502451:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502452:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1647275033.502452:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1647275033.502453:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23d5b28c00. 02000000:00000001:2.0:1647275033.502453:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275033.502453:0:7649:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a000. 02000000:00000001:0.0:1647275033.502453:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275033.502454:0:7649:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456700. 00000100:00100000:0.0:1647275033.502454:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e5d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330498112:10.0.2.5@tcp:400:kworker/u8:0.0 00000400:00000010:2.0:1647275033.502455:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00000100:00000001:0.0:1647275033.502455:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1647275033.502456:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff198. 00000020:00000010:1.0:1647275033.502456:0:7649:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e67e0. 02000000:00000001:0.0:1647275033.502456:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275033.502456:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502457:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1647275033.502458:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330497728, portal 4 02000000:00000010:0.0:1647275033.502458:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188ba00. 02000000:00000001:0.0:1647275033.502458:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502459:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275033.502459:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208642816 : -125191500908800 : ffff8e23950f3700) 00000100:00000040:1.0:1647275033.502459:0:7649:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000400:00000010:0.0:1647275033.502459:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76630. 00000100:00000001:1.0:1647275033.502460:0:7649:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275033.502460:0:7649:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1647275033.502460:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0d48. 00000100:00000040:2.0:1647275033.502461:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275033.502461:0:7649:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275033.502462:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330498112, portal 4 00000100:00000001:1.0:1647275033.502463:0:7649:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502463:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275033.502464:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:0.0:1647275033.502464:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779719552 : -125191929832064 : ffff8e237b7e5d80) 00000800:00000200:3.0:1647275033.502465:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1647275033.502465:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275033.502465:0:7649:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275033.502465:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000010:3.0:1647275033.502466:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf100 (tot 73194441). 00000400:00000010:2.0:1647275033.502466:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffb28. 00000400:00000200:3.0:1647275033.502467:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1647275033.502467:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330497728, offset 0 00000100:00000001:1.0:1647275033.502468:0:7649:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275033.502468:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:3.0:1647275033.502469:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275033.502469:0:7649:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1647275033.502469:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275033.502470:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275033.502470:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d02a8. 00000400:00000200:3.0:1647275033.502471:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0c38 00000100:00100000:1.0:1647275033.502471:0:7649:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 1325 00000100:00000200:0.0:1647275033.502471:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330498112, offset 0 00000400:00000010:3.0:1647275033.502472:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0c38. 00000400:00000200:2.0:1647275033.502472:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000040:1.0:1647275033.502472:0:7649:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183d000 : new rpc_count 1 00000100:00000001:3.0:1647275033.502474:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000400:00000200:2.0:1647275033.502474:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:0.0:1647275033.502474:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000200:3.0:1647275033.502475:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1647275033.502475:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275033.502476:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275033.502477:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14425:14425:255:4294967295] 10.0.2.5@tcp LPNI seq info [11439:11439:7:4294967295] 00000100:00000001:3.0:1647275033.502480:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000400:00000200:2.0:1647275033.502480:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000040:3.0:1647275033.502482:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000800:00000200:2.0:1647275033.502482:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:0.0:1647275033.502483:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000800:00000010:2.0:1647275033.502484:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23762b0300 (tot 73194689). 00000400:00000200:0.0:1647275033.502485:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:3.0:1647275033.502486:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275033.502486:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000200:0.0:1647275033.502486:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1647275033.502487:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1647275033.502487:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000800:00000200:2.0:1647275033.502488:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000400:00000200:0.0:1647275033.502488:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14426:14426:254:4294967295] 10.0.2.5@tcp LPNI seq info [11440:11440:6:4294967295] 00000800:00000200:2.0:1647275033.502489:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23762b0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1647275033.502490:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502490:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275033.502491:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502492:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275033.502493:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:0.0:1647275033.502493:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:0.0:1647275033.502495:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000001:3.0:1647275033.502496:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275033.502496:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1647275033.502496:0:7649:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618883263281232 : -125190446270384 : ffff8e23d3ebb850) 00000800:00000010:0.0:1647275033.502496:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf000 (tot 73194937). 00000800:00000001:3.0:1647275033.502497:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.502497:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502497:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1647275033.502497:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000001:3.0:1647275033.502498:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:2.0:1647275033.502498:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275033.502498:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23d3ebb850 x1727288348809472/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000800:00000001:3.0:1647275033.502499:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275033.502499:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330497984:0@lo:41:osp-pre-1-0.0 00000800:00000200:0.0:1647275033.502499:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:0.0:1647275033.502499:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1647275033.502500:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:2.0:1647275033.502500:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275033.502500:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275033.502501:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502501:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1647275033.502501:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502501:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1647275033.502502:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23d5b2b800. 00000100:00000001:1.0:1647275033.502502:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275033.502502:0:7649:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275033.502502:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502503:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749a00 02000000:00000001:2.0:1647275033.502503:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275033.502503:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da160. 00000100:00100000:1.0:1647275033.502503:0:7649:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23d3ebb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fa8a7d8-572a-411f-b362-ce26a7b1ba55+13:2602:x1727288348809472:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000100:00000001:0.0:1647275033.502503:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1647275033.502504:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 55048 00000100:00000040:0.0:1647275033.502504:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1647275033.502505:0:7649:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809472 00000800:00000001:3.0:1647275033.502506:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000010:2.0:1647275033.502506:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff088. 00000100:00000200:2.0:1647275033.502506:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330497984, portal 4 00000020:00000001:1.0:1647275033.502506:0:7649:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275033.502507:0:7649:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275033.502507:0:7649:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275033.502508:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275033.502508:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275033.502508:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275033.502508:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208638592 : -125191500913024 : ffff8e23950f2680) 00000020:00000001:1.0:1647275033.502508:0:7649:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1647275033.502508:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275033.502508:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.502509:0:7649:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 02000000:00000001:0.0:1647275033.502509:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1647275033.502510:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000040:2.0:1647275033.502510:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000001:1.0:1647275033.502510:0:7649:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1647275033.502510:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502511:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275033.502511:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1647275033.502511:0:7649:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1647275033.502511:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330498368:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000010:3.0:1647275033.502512:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a225280. 00000020:00000001:1.0:1647275033.502512:0:7649:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275033.502512:0:7649:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1647275033.502513:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a225280 x1727288348809728 msgsize 224 00000100:00000001:2.0:1647275033.502513:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:1.0:1647275033.502513:0:7649:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.502513:0:7649:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1647275033.502514:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275033.502514:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffe58. 00000100:00000001:1.0:1647275033.502514:0:7649:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1647275033.502514:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1647275033.502515:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000200:2.0:1647275033.502515:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330497984, offset 0 02000000:00000001:1.0:1647275033.502515:0:7649:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275033.502515:0:7649:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241134e400. 02000000:00000001:0.0:1647275033.502515:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275033.502515:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275033.502516:0:7649:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502516:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275033.502516:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188b800. 00000400:00000200:2.0:1647275033.502517:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1647275033.502517:0:7649:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502517:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.502518:0:7649:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275033.502518:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa766e0. 00000400:00000200:2.0:1647275033.502519:0:3303:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:1.0:1647275033.502519:0:7649:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809472 00000100:00000001:3.0:1647275033.502520:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00010000:00000001:1.0:1647275033.502520:0:7649:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000200:2.0:1647275033.502521:0:3303:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d2fc0 00010000:00000200:1.0:1647275033.502522:0:7649:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23d3ebb850 x1727288348809472/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000800:00000200:3.0:1647275033.502524:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1647275033.502524:0:3303:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 15776 00000400:00000010:0.0:1647275033.502524:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0198. 00000800:00000010:3.0:1647275033.502525:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23762b0300 (tot 73194689). 00010000:00000001:1.0:1647275033.502525:0:7649:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1647275033.502525:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330498368, portal 4 00000400:00000200:3.0:1647275033.502526:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275033.502526:0:3303:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1647275033.502526:0:7649:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502526:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275033.502526:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779722368 : -125191929829248 : ffff8e237b7e6880) 00000400:00000200:3.0:1647275033.502527:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:2.0:1647275033.502527:0:3303:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1647275033.502527:0:7649:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=152 v=1 (1 1 1 1) 00000400:00000200:3.0:1647275033.502528:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffb28 00000100:00000040:0.0:1647275033.502528:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:3.0:1647275033.502529:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffb28. 00000100:00000001:1.0:1647275033.502529:0:7649:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1647275033.502530:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1647275033.502530:0:3303:0:(events.c:307:request_in_callback()) Process entered 00000100:00000040:1.0:1647275033.502530:0:7649:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:1.0:1647275033.502530:0:7649:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000100:00000200:2.0:1647275033.502531:0:3303:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:3.0:1647275033.502545:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000010:2.0:1647275033.502545:0:3303:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e4d00. 02000000:00000001:1.0:1647275033.502545:0:7649:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275033.502545:0:7649:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502546:0:7649:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:0.0:1647275033.502546:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275033.502547:0:3303:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e4d00 x1727288330497984 msgsize 224 00000100:00000040:1.0:1647275033.502547:0:7649:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000040:0.0:1647275033.502547:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00100000:2.0:1647275033.502548:0:3303:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1647275033.502548:0:7649:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574198. 00000400:00000010:0.0:1647275033.502548:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d04c8. 00000100:00000001:3.0:1647275033.502549:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000200:1.0:1647275033.502549:0:7649:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727288348809472, offset 224 00000100:00000200:0.0:1647275033.502549:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330498368, offset 0 00000100:00000040:3.0:1647275033.502550:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275033.502551:0:3303:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:0.0:1647275033.502551:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275033.502552:0:7649:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:0.0:1647275033.502552:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:3.0:1647275033.502553:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502553:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1647275033.502553:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:0.0:1647275033.502554:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1647275033.502576:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:0.0:1647275033.502577:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14427:14427:254:4294967295] 10.0.2.5@tcp LPNI seq info [11441:11441:6:4294967295] 00000400:00000200:0.0:1647275033.502581:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:0.0:1647275033.502582:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275033.502583:0:7649:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000800:00000010:0.0:1647275033.502583:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf200 (tot 73194937). 00000800:00000200:0.0:1647275033.502584:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000200:1.0:1647275033.502585:0:7649:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14428:14428:253:4294967295] 10.0.2.5@tcp LPNI seq info [11442:11442:5:4294967295] 00000800:00000200:0.0:1647275033.502586:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:0.0:1647275033.502587:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275033.502588:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502588:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1647275033.502589:0:7649:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:0.0:1647275033.502589:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275033.502591:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffe58 00000800:00000200:1.0:1647275033.502591:0:7649:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275033.502591:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502591:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275033.502592:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000010:2.0:1647275033.502592:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffe58. 00000800:00000010:1.0:1647275033.502592:0:7649:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691100 (tot 73195185). 00000100:00000001:2.0:1647275033.502593:0:3303:0:(events.c:53:request_out_callback()) Process entered 00000800:00000200:1.0:1647275033.502593:0:7649:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:0.0:1647275033.502593:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275033.502593:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000800:00000001:3.0:1647275033.502594:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275033.502594:0:3303:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:0.0:1647275033.502594:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275033.502594:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275033.502595:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275033.502596:0:7649:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00100000:0.0:1647275033.502596:0:3301:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1647275033.502596:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1647275033.502597:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275033.502597:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf000 (tot 73194937). 00000100:00000001:2.0:1647275033.502597:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000800:00000200:1.0:1647275033.502597:0:7649:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275033.502597:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275033.502597:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275033.502598:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275033.502598:0:7649:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502598:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275033.502598:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1647275033.502599:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1647275033.502599:0:7649:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00000100:00000001:0.0:1647275033.502599:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1647275033.502600:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00010000:00000001:1.0:1647275033.502600:0:7649:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000040:0.0:1647275033.502600:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275033.502601:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d02a8 00000100:00000001:2.0:1647275033.502601:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.502601:0:7649:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.502601:0:7649:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1647275033.502602:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d02a8. 00000100:00000001:3.0:1647275033.502602:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1647275033.502602:0:3303:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000040:1.0:1647275033.502602:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23d3ebb850 x1727288348809472/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1647275033.502603:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502603:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275033.502603:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275033.502604:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.502604:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275033.502604:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502604:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1647275033.502605:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1647275033.502605:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275033.502606:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e7380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330497920:0@lo:400:kworker/u8:0.0 00000100:00000040:2.0:1647275033.502607:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1647275033.502607:0:7649:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23d3ebb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fa8a7d8-572a-411f-b362-ce26a7b1ba55+13:2602:x1727288348809472:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 104us (266us total) trans 0 rc 0/0 00000100:00000001:0.0:1647275033.502607:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275033.502607:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275033.502607:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502608:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 02000000:00000001:0.0:1647275033.502608:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1647275033.502609:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000010:0.0:1647275033.502609:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188b200. 02000000:00000001:0.0:1647275033.502609:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502610:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275033.502610:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275033.502610:0:7649:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 1325 00000400:00000010:0.0:1647275033.502610:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa761b8. 02000000:00000001:2.0:1647275033.502611:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1647275033.502611:0:7649:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183d000 : new rpc_count 0 00000100:00000001:1.0:1647275033.502611:0:7649:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:0.0:1647275033.502611:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d06e8. 00000100:00000200:0.0:1647275033.502611:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497920, portal 4 00000100:00000001:3.0:1647275033.502612:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502612:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502612:0:7649:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1647275033.502612:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275033.502612:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779725184 : -125191929826432 : ffff8e237b7e7380) 00000100:00000001:3.0:1647275033.502613:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000100:00100000:2.0:1647275033.502613:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0001-mdtlov_UUID:3303:1727288330498240:10.0.2.5@tcp:400:kworker/u8:0.0 00000020:00000010:1.0:1647275033.502613:0:7649:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456700. 00000100:00000001:2.0:1647275033.502614:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275033.502614:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1647275033.502614:0:7649:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e67e0. 00000100:00000040:0.0:1647275033.502614:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275033.502615:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502615:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1647275033.502615:0:7649:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a000. 00000800:00000200:3.0:1647275033.502616:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1647275033.502616:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c400. 00000800:00000010:3.0:1647275033.502617:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf200 (tot 73194689). 02000000:00000001:2.0:1647275033.502617:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275033.502617:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da580. 00000020:00000040:1.0:1647275033.502617:0:7649:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183d000 : new refcount 12 00000100:00000001:0.0:1647275033.502617:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:3.0:1647275033.502618:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1647275033.502618:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffe58. 00000100:00000001:1.0:1647275033.502618:0:7649:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275033.502619:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330498240, portal 4 00000100:00000001:2.0:1647275033.502619:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1647275033.502619:0:7649:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:0.0:1647275033.502619:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275033.502619:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0908. 00000400:00000200:3.0:1647275033.502620:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275033.502620:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779726592 : -125191929825024 : ffff8e237b7e7900) 00000400:00000010:1.0:1647275033.502620:0:7649:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c1420. 00000100:00000200:0.0:1647275033.502620:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330497920, offset 0 00000400:00000010:1.0:1647275033.502621:0:7649:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e2344cb6780 (tot 73194841). 00000400:00000200:0.0:1647275033.502621:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275033.502622:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d04c8 00000100:00000040:2.0:1647275033.502622:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:3.0:1647275033.502623:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d04c8. 00000400:00000200:0.0:1647275033.502623:0:3301:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1647275033.502624:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275033.502625:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.502625:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275033.502626:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275033.502626:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff2a8. 00000400:00000200:0.0:1647275033.502626:0:3301:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d2f80 00000100:00000200:2.0:1647275033.502627:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330498240, offset 0 00000400:00000200:0.0:1647275033.502628:0:3301:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 16000 00000100:00000001:3.0:1647275033.502629:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275033.502630:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275033.502630:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:0.0:1647275033.502630:0:3301:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275033.502631:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:0.0:1647275033.502631:0:3301:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1647275033.502633:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275033.502634:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275033.502634:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:3.0:1647275033.502635:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502635:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:2.0:1647275033.502635:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14429:14429:254:4294967295] 10.0.2.5@tcp LPNI seq info [11443:11443:6:4294967295] 00000400:00000200:2.0:1647275033.502639:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275033.502640:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275033.502640:0:8139:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1647275033.502641:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23762b0600 (tot 73195089). 02000000:00000001:1.0:1647275033.502641:0:8139:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275033.502641:0:8139:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275033.502641:0:3301:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:0.0:1647275033.502641:0:3301:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1647275033.502642:0:8139:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1647275033.502642:0:3301:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f6e00. 00000800:00000200:2.0:1647275033.502643:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 02000000:00000001:1.0:1647275033.502643:0:8139:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275033.502643:0:8139:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809600 00000020:00000001:1.0:1647275033.502644:0:8139:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275033.502644:0:8139:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd063695d 00000100:00000040:0.0:1647275033.502644:0:3301:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f6e00 x1727288330497920 msgsize 224 00000800:00000200:2.0:1647275033.502645:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000020:00000001:1.0:1647275033.502645:0:8139:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00100000:0.0:1647275033.502645:0:3301:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000800:00000200:2.0:1647275033.502646:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23762b0600 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:1.0:1647275033.502646:0:8139:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23c906d800 refcount=5 00000100:00000001:2.0:1647275033.502647:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502647:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275033.502648:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.502648:0:8139:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618883080509440 : -125190629042176 : ffff8e23c906d800) 00000020:00000001:1.0:1647275033.502648:0:8139:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618883080509440 : -125190629042176 : ffff8e23c906d800) 00000100:00000001:2.0:1647275033.502649:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275033.502650:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275033.502650:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275033.502650:0:8139:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275033.502650:0:3301:0:(events.c:394:request_in_callback()) Process leaving 00000020:00000010:1.0:1647275033.502651:0:8139:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a000. 00000020:00000010:1.0:1647275033.502651:0:8139:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456700. 00000400:00000200:0.0:1647275033.502651:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0908 00000020:00000010:1.0:1647275033.502652:0:8139:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e67e0. 00000400:00000010:0.0:1647275033.502652:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0908. 00000100:00000001:2.0:1647275033.502653:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275033.502653:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502653:0:3301:0:(events.c:53:request_out_callback()) Process entered 02000000:00000001:2.0:1647275033.502654:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275033.502654:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275033.502654:0:8139:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000200:0.0:1647275033.502654:0:3301:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275033.502655:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330498496:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1647275033.502655:0:8139:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275033.502655:0:8139:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1647275033.502656:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1647275033.502656:0:8139:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1647275033.502657:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275033.502657:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502657:0:8139:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1647275033.502658:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275033.502658:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c800. 00000100:00000001:1.0:1647275033.502658:0:8139:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275033.502658:0:8139:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502659:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275033.502660:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da4d0. 00000400:00000010:2.0:1647275033.502660:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffa18. 00000100:00000200:2.0:1647275033.502661:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330498496, portal 4 00000100:00000001:2.0:1647275033.502661:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275033.502661:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275033.502661:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.502662:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779718144 : -125191929833472 : ffff8e237b7e5800) 00000100:00000040:2.0:1647275033.502663:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275033.502663:0:8139:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.502666:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:1.0:1647275033.502666:0:8139:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275033.502666:0:8139:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275033.502666:0:8139:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1647275033.502667:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275033.502667:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffee0. 00000100:00000001:1.0:1647275033.502667:0:8139:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275033.502667:0:8139:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275033.502668:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330498496, offset 0 00000100:00100000:1.0:1647275033.502668:0:8139:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809664 00000020:00000001:1.0:1647275033.502668:0:8139:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275033.502669:0:8139:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b0 00000020:00000001:1.0:1647275033.502669:0:8139:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:0.0:1647275033.502669:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502669:0:3301:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1647275033.502670:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1647275033.502670:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000020:00000040:1.0:1647275033.502670:0:8139:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7ca000 refcount=8 00000800:00000010:3.0:1647275033.502671:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691100 (tot 73194841). 00000400:00000200:2.0:1647275033.502671:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000020:00000001:1.0:1647275033.502671:0:8139:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000100:00000001:0.0:1647275033.502671:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502671:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1647275033.502672:0:8139:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000100:00000001:0.0:1647275033.502672:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502673:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275033.502673:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:1.0:1647275033.502673:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275033.502673:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275033.502673:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1647275033.502674:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1647275033.502674:0:8139:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05aa00. 00000020:00000010:1.0:1647275033.502674:0:8139:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456600. 00000100:00000040:0.0:1647275033.502674:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:3.0:1647275033.502675:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:2.0:1647275033.502675:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000020:00000010:1.0:1647275033.502675:0:8139:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e62a0. 00000400:00000200:3.0:1647275033.502676:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574198 00000400:00000200:2.0:1647275033.502676:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14430:14430:254:4294967295] 10.0.2.5@tcp LPNI seq info [11444:11444:6:4294967295] 00000100:00000001:1.0:1647275033.502676:0:8139:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275033.502676:0:8139:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275033.502676:0:8139:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1647275033.502677:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574198. 00000100:00000001:0.0:1647275033.502677:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275033.502678:0:3294:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275033.502678:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502678:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275033.502679:0:3294:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1647275033.502680:0:3294:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e241134e400. 00000400:00000200:2.0:1647275033.502680:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 02000000:00000001:0.0:1647275033.502680:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275033.502681:0:3294:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1647275033.502681:0:3294:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00100000:0.0:1647275033.502681:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e2348c02c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330498176:10.0.2.5@tcp:13:osp-pre-1-1.0 00000800:00000200:2.0:1647275033.502682:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275033.502682:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275033.502682:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1647275033.502683:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23762b0000 (tot 73195089). 02000000:00000001:0.0:1647275033.502683:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502683:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275033.502684:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23e5079800. 02000000:00000001:0.0:1647275033.502684:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275033.502685:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000010:0.0:1647275033.502685:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76840. 00000800:00000200:3.0:1647275033.502686:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1647275033.502686:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0908. 00000800:00000010:3.0:1647275033.502687:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23762b0600 (tot 73194841). 00000800:00000200:2.0:1647275033.502687:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000200:0.0:1647275033.502687:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330498176, portal 4 00000100:00000001:0.0:1647275033.502687:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1647275033.502688:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1647275033.502688:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23762b0000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275033.502688:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618880928394240 : -125192781157376 : ffff8e2348c02c00) 00000100:00000001:2.0:1647275033.502689:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.502689:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:3.0:1647275033.502690:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275033.502690:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1647275033.502691:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff2a8 00000400:00000010:3.0:1647275033.502691:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff2a8. 00000100:00000001:2.0:1647275033.502691:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502692:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1647275033.502692:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502692:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000200:3.0:1647275033.502693:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.502693:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275033.502693:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275033.502694:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0880. 00000100:00000001:2.0:1647275033.502695:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1647275033.502695:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330498176, offset 0 00000100:00000001:2.0:1647275033.502696:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:0.0:1647275033.502696:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:2.0:1647275033.502697:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275033.502697:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275033.502698:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275033.502698:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275033.502698:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000040:3.0:1647275033.502699:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275033.502699:0:3303:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000400:00000200:0.0:1647275033.502699:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:2.0:1647275033.502700:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275033.502700:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1647275033.502700:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:2.0:1647275033.502701:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1647275033.502701:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14431:14431:254:4294967295] 10.0.2.5@tcp LPNI seq info [11445:11445:6:4294967295] 00000100:00000001:2.0:1647275033.502702:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.502703:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502703:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275033.502703:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275033.502703:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1647275033.502704:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000040:2.0:1647275033.502704:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275033.502705:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:0.0:1647275033.502706:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:0.0:1647275033.502707:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf400 (tot 73195089). 00000100:00000001:2.0:1647275033.502708:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275033.502708:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275033.502708:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 02000000:00000001:2.0:1647275033.502709:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275033.502710:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275033.502710:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00100000:2.0:1647275033.502711:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e6e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a104e6ec-b36b-47db-9d0a-896e252a4f7d:3303:1727288330497792:0@lo:400:kworker/u8:0.0 00000800:00000200:0.0:1647275033.502711:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275033.502712:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502713:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275033.502714:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1647275033.502715:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275033.502715:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23762b0000 (tot 73194841). 00000100:00000001:2.0:1647275033.502715:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1647275033.502715:0:8139:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1647275033.502715:0:8139:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275033.502715:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1647275033.502716:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275033.502716:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502716:0:8139:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.502716:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:3.0:1647275033.502717:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1647275033.502717:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275033.502717:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c600. 00000400:00000200:3.0:1647275033.502718:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000001:2.0:1647275033.502718:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502719:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffee0 00000400:00000010:2.0:1647275033.502719:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da790. 00000400:00000010:3.0:1647275033.502724:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffee0. 00000100:00000001:3.0:1647275033.502725:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000400:00000010:2.0:1647275033.502726:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff330. 00000100:00000200:2.0:1647275033.502727:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330497792, portal 25 00000100:00000200:3.0:1647275033.502728:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.502728:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275033.502728:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779723776 : -125191929827840 : ffff8e237b7e6e00) 00000100:00000001:0.0:1647275033.502729:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1647275033.502730:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275033.502730:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502731:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275033.502731:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502732:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275033.502733:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.502733:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275033.502733:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1647275033.502733:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e2348c03180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330498432:10.0.2.5@tcp:13:osp-pre-0-0.0 00000400:00000010:2.0:1647275033.502734:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffcc0. 00000100:00000200:2.0:1647275033.502735:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1727288330497792, offset 0 00000100:00000001:0.0:1647275033.502735:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275033.502735:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1647275033.502736:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502736:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:2.0:1647275033.502736:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1647275033.502736:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502736:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1647275033.502738:0:3303:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1647275033.502738:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23b2690000. 02000000:00000001:0.0:1647275033.502738:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1647275033.502739:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275033.502739:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf400 (tot 73194593). 00000400:00000010:0.0:1647275033.502739:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76528. 00000400:00000200:3.0:1647275033.502740:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275033.502740:0:3303:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x622f5a75d2f00 00000400:00000010:0.0:1647275033.502740:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0b28. 00000100:00000200:0.0:1647275033.502740:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330498432, portal 4 00000400:00000200:3.0:1647275033.502741:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275033.502741:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275033.502741:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618880928395648 : -125192781155968 : ffff8e2348c03180) 00000400:00000200:2.0:1647275033.502742:0:3303:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2bcd5 [2] + 0 00000400:00000010:2.0:1647275033.502743:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23b25c1b58. 00000100:00000040:0.0:1647275033.502743:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:3.0:1647275033.502745:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0880 00000400:00000200:2.0:1647275033.502745:0:3303:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e235efeec00 00000400:00000200:2.0:1647275033.502745:0:3303:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1647275033.502745:0:8139:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1647275033.502746:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0880. 00000100:00000001:3.0:1647275033.502746:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1647275033.502746:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000200:3.0:1647275033.502747:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:2.0:1647275033.502747:0:3303:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1647275033.502747:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275033.502747:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0110. 00000400:00000200:2.0:1647275033.502748:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e235efeec00 00000400:00000010:2.0:1647275033.502748:0:3303:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e235efeec00 (tot 73194441). 00000100:00000001:1.0:1647275033.502748:0:8139:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275033.502748:0:8139:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275033.502749:0:8139:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275033.502749:0:8139:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502750:0:3303:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275033.502750:0:3303:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:1.0:1647275033.502750:0:8139:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275033.502750:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330498432, offset 0 00000100:00000001:3.0:1647275033.502751:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275033.502751:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00100000:1.0:1647275033.502751:0:8139:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809536 00000020:00000001:1.0:1647275033.502751:0:8139:0:(genops.c:899:class_conn2export()) Process entered 00000400:00000200:0.0:1647275033.502751:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000040:2.0:1647275033.502752:0:3303:0:(events.c:358:request_in_callback()) incoming req@ffff8e23d3eb8850 x1727288330497792 msgsize 224 00000020:00000040:1.0:1647275033.502752:0:8139:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372a9 00000020:00000001:1.0:1647275033.502752:0:8139:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275033.502753:0:8139:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a2958000 refcount=8 00000400:00000200:0.0:1647275033.502753:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00100000:2.0:1647275033.502754:0:3303:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1647275033.502754:0:3303:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000020:00000001:1.0:1647275033.502754:0:8139:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000400:00000200:0.0:1647275033.502754:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:3.0:1647275033.502755:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.502755:0:8139:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000400:00000200:0.0:1647275033.502755:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1647275033.502756:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1647275033.502756:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275033.502756:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1647275033.502756:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000020:00000010:1.0:1647275033.502757:0:8139:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05b200. 00000400:00000200:0.0:1647275033.502757:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14432:14432:255:4294967295] 10.0.2.5@tcp LPNI seq info [11446:11446:7:4294967295] 00000100:00000001:2.0:1647275033.502758:0:3303:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:0.0:1647275033.502760:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000400:00000200:2.0:1647275033.502763:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffcc0 00000020:00000010:1.0:1647275033.502763:0:8139:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456e80. 00000800:00000200:0.0:1647275033.502763:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:0.0:1647275033.502763:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf900 (tot 73194689). 00000020:00000010:1.0:1647275033.502764:0:8139:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e69d8. 00000400:00000010:2.0:1647275033.502765:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffcc0. 00000100:00000001:1.0:1647275033.502765:0:8139:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275033.502765:0:8139:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000800:00000200:0.0:1647275033.502765:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:2.0:1647275033.502766:0:3303:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:1.0:1647275033.502766:0:8139:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275033.502785:0:8139:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000800:00000200:0.0:1647275033.502785:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:0.0:1647275033.502785:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf900 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:3.0:1647275033.502786:0:8695:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000100:00000200:2.0:1647275033.502786:0:3303:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275033.502786:0:8139:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275033.502786:0:8139:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1647275033.502787:0:8695:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1647275033.502787:0:8139:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1647275033.502788:0:8695:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a222680. 00000100:00000001:1.0:1647275033.502788:0:8139:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275033.502789:0:8139:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275033.502789:0:8139:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1647275033.502790:0:8695:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=4 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:2.0:1647275033.502790:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275033.502790:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.502791:0:8695:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275033.502791:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275033.502792:0:8695:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1647275033.502792:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1647275033.502793:0:8695:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502793:0:8139:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502793:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1647275033.502794:0:8695:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e245f7ef700. 00000100:00000001:2.0:1647275033.502794:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275033.502794:0:8139:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502794:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502795:0:8695:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502795:0:3303:0:(events.c:93:request_out_callback()) Process leaving 00000100:00100000:1.0:1647275033.502795:0:8139:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809728 00000020:00000001:1.0:1647275033.502795:0:8139:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275033.502795:0:8139:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636a1a 00000100:00000001:0.0:1647275033.502795:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502796:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502797:0:8695:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1647275033.502797:0:8695:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502797:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275033.502798:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.502799:0:8695:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e238a222680] to pc [ptlrpcd_00_00+0] req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275033.502799:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275033.502800:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:1.0:1647275033.502825:0:8139:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275033.502826:0:8139:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b1838800 refcount=5 00000020:00000001:1.0:1647275033.502826:0:8139:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686027776 : -125191023523840 : ffff8e23b1838800) 00000020:00000001:1.0:1647275033.502827:0:8139:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686027776 : -125191023523840 : ffff8e23b1838800) 00000100:00000001:0.0:1647275033.502827:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275033.502827:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1647275033.502828:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275033.502828:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502828:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275033.502828:0:8139:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1647275033.502829:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275033.502829:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275033.502829:0:8139:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a600. 00000100:00100000:0.0:1647275033.502829:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2530 00000100:00100000:2.0:1647275033.502830:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e2100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-lwp-MDT0001_UUID:3303:1727288330498048:0@lo:400:kworker/u8:0.0 00000020:00000010:1.0:1647275033.502830:0:8139:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456e00. 00000020:00000010:1.0:1647275033.502830:0:8139:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6e70. 00000100:00000040:0.0:1647275033.502830:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23c906d800 : new rpc_count 1 00000100:00000001:2.0:1647275033.502831:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1647275033.502831:0:8139:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275033.502831:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025335808 : -125191684215808 : ffff8e238a222c00) 02000000:00000001:2.0:1647275033.502832:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275033.502832:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502832:0:8139:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275033.502832:0:8139:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275033.502832:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a222c00 x1727288348809600/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000001:2.0:1647275033.502833:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275033.502833:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c000. 00000100:00000001:1.0:1647275033.502833:0:8139:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1647275033.502833:0:8139:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000004:00000001:3.0:1647275033.502834:0:8695:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502834:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502834:0:8139:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502834:0:8139:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1647275033.502835:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69dacb8. 00000400:00000010:2.0:1647275033.502836:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffcc0. 00000100:00000200:2.0:1647275033.502836:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330498048, portal 10 00000100:00000001:1.0:1647275033.502836:0:8139:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275033.502836:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275033.502837:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275033.502837:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502837:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275033.502837:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779704064 : -125191929847552 : ffff8e237b7e2100) 00000100:00000001:1.0:1647275033.502837:0:8139:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1647275033.502837:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1647275033.502838:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a222c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0001-lwp-OST0000_UUID+5:2600:x1727288348809600:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000100:00000040:2.0:1647275033.502839:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1647275033.502839:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809600 00000020:00000001:0.0:1647275033.502840:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275033.502841:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275033.502841:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502842:0:8143:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1647275033.502842:0:8143:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275033.502842:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:0.0:1647275033.502842:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275033.502842:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:3.0:1647275033.502843:0:8143:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275033.502843:0:8143:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.502843:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1647275033.502843:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1647275033.502844:0:8143:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275033.502844:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff110. 00000020:00000001:0.0:1647275033.502844:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1647275033.502845:0:8143:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330497984 00000100:00000200:2.0:1647275033.502845:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1727288330498048, offset 0 00000020:00000001:0.0:1647275033.502845:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275033.502845:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275033.502846:0:8143:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275033.502846:0:8143:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000400:00000200:2.0:1647275033.502846:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1647275033.502846:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275033.502847:0:8143:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:0.0:1647275033.502847:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000020:00000040:3.0:1647275033.502848:0:8143:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 00000400:00000200:2.0:1647275033.502848:0:3303:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1647275033.502848:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1647275033.502849:0:8143:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000400:00000200:2.0:1647275033.502849:0:3303:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x622f5a75d3000 02000000:00000001:0.0:1647275033.502849:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1647275033.502850:0:8143:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 02000000:00000010:0.0:1647275033.502850:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23b2691000. 02000000:00000001:0.0:1647275033.502850:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502851:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275033.502851:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1647275033.502851:0:3303:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1b7c9 [64] + 55272 00000020:00000010:3.0:1647275033.502852:0:8143:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8600. 00000400:00000200:2.0:1647275033.502852:0:3303:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275033.502852:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.502852:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275033.502853:0:8143:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0100. 00000400:00000200:2.0:1647275033.502853:0:3303:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1647275033.502853:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809600 00000100:00000001:2.0:1647275033.502854:0:3303:0:(events.c:307:request_in_callback()) Process entered 00010000:00000001:0.0:1647275033.502854:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000010:3.0:1647275033.502855:0:8143:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b5077e0. 00000100:00000200:2.0:1647275033.502855:0:3303:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:0.0:1647275033.502855:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a222c00 x1727288348809600/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000010:2.0:1647275033.502856:0:3303:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e2680. 00000100:00000040:3.0:1647275033.502857:0:8143:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000040:2.0:1647275033.502857:0:3303:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e2680 x1727288330498048 msgsize 224 00000100:00000001:3.0:1647275033.502858:0:8143:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275033.502858:0:8143:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1647275033.502858:0:3303:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1647275033.502858:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1647275033.502859:0:8143:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502859:0:3303:0:(events.c:394:request_in_callback()) Process leaving 00010000:00000001:0.0:1647275033.502859:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502860:0:8143:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275033.502860:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff110 00000400:00000010:2.0:1647275033.502860:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff110. 00000100:00001000:0.0:1647275033.502860:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=143 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275033.502861:0:3303:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1647275033.502861:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1647275033.502862:0:3303:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275033.502862:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:3.0:1647275033.502863:0:8143:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275033.502863:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:0.0:1647275033.502863:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275033.502864:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502864:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1647275033.502865:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275033.502865:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275033.502865:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275033.502866:0:8143:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1647275033.502866:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0bb0. 02000000:00000001:3.0:1647275033.502867:0:8143:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275033.502867:0:8143:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1647275033.502867:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348809600, offset 224 00000100:00000001:3.0:1647275033.502868:0:8143:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275033.502868:0:8143:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502868:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275033.502869:0:8143:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330497920 00000100:00000001:2.0:1647275033.502869:0:3303:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1647275033.502869:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000020:00000001:3.0:1647275033.502870:0:8143:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275033.502870:0:8143:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000400:00000200:0.0:1647275033.502870:0:9353:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000020:00000001:3.0:1647275033.502872:0:8143:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000400:00000200:0.0:1647275033.502872:0:9353:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14433:14433:255:4294967295] 10.0.2.5@tcp LPNI seq info [11447:11447:7:4294967295] 00000020:00000040:3.0:1647275033.502873:0:8143:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000020:00000001:3.0:1647275033.502874:0:8143:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000020:00000001:3.0:1647275033.502875:0:8143:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000400:00000200:0.0:1647275033.502875:0:9353:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:3.0:1647275033.502876:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275033.502876:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275033.502877:0:8143:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8200. 00000100:00000001:2.0:1647275033.502877:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275033.502877:0:9353:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000020:00000010:3.0:1647275033.502878:0:8143:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0180. 00000100:00000001:2.0:1647275033.502878:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1647275033.502878:0:9353:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf400 (tot 73194937). 00000020:00000010:3.0:1647275033.502879:0:8143:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507738. 00000100:00000001:2.0:1647275033.502879:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502879:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1647275033.502879:0:9353:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:3.0:1647275033.502880:0:8143:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1647275033.502880:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.502881:0:8143:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275033.502881:0:8143:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275033.502881:0:9353:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:3.0:1647275033.502882:0:8143:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275033.502882:0:9353:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275033.502883:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502884:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1647275033.502884:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00000100:00000001:2.0:1647275033.502885:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502886:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1647275033.502886:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275033.502887:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.502888:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275033.502889:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a222c00 x1727288348809600/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1647275033.502893:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a222c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0001-lwp-OST0000_UUID+5:2600:x1727288348809600:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 56us (605us total) trans 0 rc 0/0 02000000:00000001:2.0:1647275033.502894:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275033.502895:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330498304:0@lo:400:kworker/u8:0.0 00000100:00000001:3.0:1647275033.502897:0:8143:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.502897:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275033.502897:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1647275033.502897:0:8139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2531 02000000:00000001:2.0:1647275033.502898:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502898:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1647275033.502898:0:8139:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7ca000 : new rpc_count 1 02000000:00000010:2.0:1647275033.502899:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560d600. 00000100:00000001:1.0:1647275033.502899:0:8139:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025347072 : -125191684204544 : ffff8e238a225800) 00000100:00100000:0.0:1647275033.502899:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2530 00000100:00000001:3.0:1647275033.502900:0:8143:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275033.502900:0:8143:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1647275033.502900:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.502900:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23c906d800 : new rpc_count 0 00000400:00000010:2.0:1647275033.502901:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da6e0. 00000100:00000040:1.0:1647275033.502901:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a225800 x1727288348809664/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1647275033.502901:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275033.502901:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1647275033.502902:0:8143:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000400:00000010:2.0:1647275033.502902:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff110. 00000020:00000010:0.0:1647275033.502902:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456700. 00000100:00000040:3.0:1647275033.502903:0:8143:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000200:2.0:1647275033.502903:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330498304, portal 4 00000100:00000001:3.0:1647275033.502904:0:8143:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779715328 : -125191929836288 : ffff8e237b7e4d00) 00000100:00000001:2.0:1647275033.502904:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275033.502904:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779720960 : -125191929830656 : ffff8e237b7e6300) 00000100:00000001:1.0:1647275033.502904:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1647275033.502904:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e67e0. 00000100:00000001:1.0:1647275033.502905:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275033.502905:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a000. 00000100:00000040:3.0:1647275033.502906:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e4d00 x1727288330497984/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:2.0:1647275033.502906:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1647275033.502906:0:8139:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a225800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-OST0001_UUID+8:2600:x1727288348809664:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000020:00000040:0.0:1647275033.502906:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e23c906d800 : new refcount 4 00000100:00000200:1.0:1647275033.502907:0:8139:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809664 00000100:00000001:0.0:1647275033.502907:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275033.502908:0:8139:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275033.502909:0:8139:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275033.502909:0:8139:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502910:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275033.502910:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:1.0:1647275033.502910:0:8139:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275033.502910:0:8139:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:0.0:1647275033.502910:0:9353:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275033.502910:0:9353:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275033.502911:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1647275033.502911:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275033.502911:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff7f8. 00000100:00000001:0.0:1647275033.502911:0:9353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275033.502911:0:9353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275033.502912:0:8143:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e4d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0000-mdtlov_UUID+5:3303:x1727288330497984:12345-0@lo:41:osp-pre-1-0.0 00000100:00000200:2.0:1647275033.502912:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330498304, offset 0 00000020:00000001:1.0:1647275033.502912:0:8139:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1647275033.502912:0:9353:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275033.502913:0:8143:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330497984 00000020:00000001:1.0:1647275033.502913:0:8139:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1647275033.502913:0:9353:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330498048 00000020:00000001:3.0:1647275033.502914:0:8143:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000400:00000200:2.0:1647275033.502914:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1647275033.502914:0:8139:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275033.502914:0:8139:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275033.502914:0:8139:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.502914:0:9353:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275033.502914:0:9353:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b7 00000020:00000001:3.0:1647275033.502915:0:8143:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275033.502915:0:8139:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1647275033.502915:0:9353:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:3.0:1647275033.502916:0:8143:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275033.502916:0:3303:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1647275033.502916:0:8139:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275033.502916:0:8139:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1647275033.502916:0:9353:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7c9000 refcount=11 00000020:00000001:0.0:1647275033.502916:0:9353:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276284928 : -125192433266688 : ffff8e235d7c9000) 00000020:00000001:3.0:1647275033.502917:0:8143:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1647275033.502917:0:8143:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072656300544 : -1053251072 : ffffffffc138aa00) 02000000:00000010:1.0:1647275033.502917:0:8139:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241134f400. 00000020:00000001:0.0:1647275033.502917:0:9353:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276284928 : -125192433266688 : ffff8e235d7c9000) 02000000:00000001:1.0:1647275033.502918:0:8139:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502918:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1647275033.502919:0:8143:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000200:2.0:1647275033.502919:0:3303:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3100 00000100:00000001:1.0:1647275033.502919:0:8139:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.502919:0:8139:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502919:0:9353:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1647275033.502920:0:8143:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275033.502920:0:3303:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 16224 00010000:00000040:1.0:1647275033.502920:0:8139:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809664 00000020:00000010:0.0:1647275033.502920:0:9353:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188be00. 00010000:00000001:1.0:1647275033.502921:0:8139:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000010:0.0:1647275033.502921:0:9353:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9180. 00000020:00000001:3.0:1647275033.502922:0:8143:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275033.502922:0:8143:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1647275033.502922:0:3303:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000200:1.0:1647275033.502922:0:8139:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a225800 x1727288348809664/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000020:00000010:0.0:1647275033.502922:0:9353:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12888. 00000020:00000001:3.0:1647275033.502923:0:8143:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.502924:0:8143:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1647275033.502924:0:3303:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1647275033.502925:0:8143:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1647275033.502925:0:3303:0:(events.c:307:request_in_callback()) Process entered 00010000:00000001:1.0:1647275033.502925:0:8139:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1647275033.502926:0:8143:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8e241b5f8c00. 00000100:00000200:2.0:1647275033.502926:0:3303:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00010000:00000001:1.0:1647275033.502926:0:8139:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275033.502926:0:8139:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=143 v=1 (1 1 1 1) 02000000:00000001:3.0:1647275033.502927:0:8143:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275033.502927:0:3303:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e3700. 00000100:00000001:3.0:1647275033.502928:0:8143:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.502928:0:8139:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275033.502928:0:8139:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000040:2.0:1647275033.502929:0:3303:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e3700 x1727288330498304 msgsize 224 00000100:00000001:1.0:1647275033.502929:0:8139:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000100:00000001:0.0:1647275033.502929:0:9353:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1647275033.502930:0:8139:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275033.502930:0:8139:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502930:0:9353:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275033.502930:0:9353:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1647275033.502931:0:8143:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000100:00100000:2.0:1647275033.502931:0:3303:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1647275033.502931:0:8139:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:0.0:1647275033.502931:0:9353:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000004:00000001:3.0:1647275033.502932:0:8143:0:(mdt_lib.c:397:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1647275033.502932:0:8143:0:(mdt_lib.c:404:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275033.502932:0:8139:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275033.502932:0:9353:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275033.502932:0:9353:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1647275033.502933:0:8139:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574f68. 00000100:00000001:0.0:1647275033.502933:0:9353:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1647275033.502934:0:8139:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348809664, offset 224 00000100:00000001:2.0:1647275033.502936:0:3303:0:(events.c:394:request_in_callback()) Process leaving 00000004:00000024:3.0:1647275033.502937:0:8143:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 29612552192 avail 26942894080 00000400:00000200:2.0:1647275033.502937:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff7f8 00000400:00000010:2.0:1647275033.502938:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff7f8. 00000100:00000001:2.0:1647275033.502938:0:3303:0:(events.c:53:request_out_callback()) Process entered 00000020:00000020:3.0:1647275033.502939:0:8143:0:(tgt_grant.c:221:tgt_grant_sanity_check()) lustrefs-MDT0001: processing self export: 0 0 0 00000020:00000020:3.0:1647275033.502940:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0000-mdtlov_UUID/ffff8e24503eb800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1647275033.502941:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli d14dab7c-c50e-464d-b9b2-5ce6f15a3529/ffff8e23b183f800 dirty 0 pend 0 grant 2146304 00000020:00000020:3.0:1647275033.502942:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0001-lwp-OST0001_UUID/ffff8e23b1838800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1647275033.502943:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0001-lwp-OST0000_UUID/ffff8e23c906d800 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1647275033.502943:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275033.502943:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000004:00000020:3.0:1647275033.502944:0:8143:0:(mdt_handler.c:558:mdt_statfs()) 7230535 blocks: 7229627 free, 6577855 avail; 20868120 objects: 20867861 free; state 0 00000100:00000200:2.0:1647275033.502945:0:3303:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1647275033.502945:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2532 00000100:00000040:0.0:1647275033.502946:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a2958000 : new rpc_count 1 00000100:00000001:0.0:1647275033.502946:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025331584 : -125191684220032 : ffff8e238a221b80) 00000004:00000001:3.0:1647275033.502947:0:8143:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1647275033.502948:0:8143:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330497984 00000100:00000040:0.0:1647275033.502948:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a221b80 x1727288348809536/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00010000:00000001:3.0:1647275033.502949:0:8143:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:2.0:1647275033.502949:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275033.502950:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000200:3.0:1647275033.502951:0:8143:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e4d00 x1727288330497984/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/368 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:0.0:1647275033.502951:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275033.502952:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1647275033.502953:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a221b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-OST0000_UUID+8:2603:x1727288348809536:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00010000:00000001:3.0:1647275033.502954:0:8143:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1647275033.502954:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502954:0:3303:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000200:0.0:1647275033.502954:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809536 00010000:00000001:3.0:1647275033.502955:0:8143:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.502955:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275033.502955:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00001000:3.0:1647275033.502956:0:8143:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=143 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275033.502956:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.502956:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1647275033.502956:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.502956:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1647275033.502957:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.502957:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:3.0:1647275033.502958:0:8143:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1647275033.502958:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1647275033.502958:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275033.502958:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275033.502959:0:8143:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000040:2.0:1647275033.502959:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:0.0:1647275033.502959:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275033.502959:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1647275033.502960:0:8143:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000020:00000001:0.0:1647275033.502960:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.502960:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 02000000:00000001:3.0:1647275033.502961:0:8143:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1647275033.502961:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275033.502962:0:8143:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275033.502962:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275033.502962:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23b2690400. 00000100:00000001:3.0:1647275033.502963:0:8143:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:0.0:1647275033.502963:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.502964:0:8143:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1647275033.502964:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275033.502964:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.502964:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.502965:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1647275033.502966:0:8143:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802220. 02000000:00000001:2.0:1647275033.502966:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275033.502966:0:8139:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000020:00000001:0.0:1647275033.502966:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275033.502966:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809536 00000100:00000200:3.0:1647275033.502967:0:8143:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1727288330497984, offset 224 00000100:00100000:2.0:1647275033.502967:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e5280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-lwp-MDT0000_UUID:3303:1727288330498560:0@lo:400:kworker/u8:0.0 00010000:00000001:0.0:1647275033.502967:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:2.0:1647275033.502968:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1647275033.502968:0:8139:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00010000:00000200:0.0:1647275033.502968:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a221b80 x1727288348809536/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 02000000:00000001:2.0:1647275033.502969:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1647275033.502970:0:8143:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1647275033.502970:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275033.502970:0:8139:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14434:14434:254:4294967295] 10.0.2.5@tcp LPNI seq info [11448:11448:6:4294967295] 02000000:00000001:2.0:1647275033.502971:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275033.502971:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560de00. 00010000:00000001:0.0:1647275033.502971:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1647275033.502972:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275033.502972:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275033.502973:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da630. 00000100:00001000:0.0:1647275033.502973:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=143 v=1 (1 1 1 1) 00000400:00000010:2.0:1647275033.502974:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff7f8. 00000400:00000200:1.0:1647275033.502974:0:8139:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:0.0:1647275033.502974:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275033.502975:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 24 to 10.0.2.5@tcp 00000100:00000200:2.0:1647275033.502976:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330498560, portal 10 00000100:00000001:2.0:1647275033.502976:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1647275033.502976:0:8139:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:1.0:1647275033.502976:0:8139:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691100 (tot 73195185). 00000100:00000001:0.0:1647275033.502976:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000400:00000200:3.0:1647275033.502977:0:8143:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1647275033.502977:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779716736 : -125191929834880 : ffff8e237b7e5280) 02000000:00000001:0.0:1647275033.502977:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275033.502978:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502979:0:8143:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x622f5a75d2fc0 00000100:00000040:2.0:1647275033.502979:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000200:1.0:1647275033.502979:0:8139:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:0.0:1647275033.502979:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275033.502980:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000800:00000200:1.0:1647275033.502981:0:8139:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:1.0:1647275033.502981:0:8139:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691100 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1647275033.502981:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0f68. 00000400:00000200:3.0:1647275033.502982:0:8143:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2cd39 [1] + 224 00000100:00000001:2.0:1647275033.502982:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275033.502983:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1647275033.502983:0:8139:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.502984:0:8143:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1647275033.502984:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff880. 00000100:00000040:1.0:1647275033.502984:0:8139:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00010000:00000001:1.0:1647275033.502984:0:8139:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000200:0.0:1647275033.502984:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348809536, offset 224 00000400:00000200:3.0:1647275033.502985:0:8143:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1647275033.502985:0:8139:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.502985:0:8139:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1647275033.502985:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000200:2.0:1647275033.502986:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1727288330498560, offset 0 00000100:00000001:3.0:1647275033.502987:0:8143:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275033.502988:0:8143:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1647275033.502988:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1647275033.502988:0:9353:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000400:00000200:0.0:1647275033.502989:0:9353:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14435:14435:253:4294967295] 10.0.2.5@tcp LPNI seq info [11449:11449:5:4294967295] 00000100:00000040:3.0:1647275033.502993:0:8143:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:0.0:1647275033.502993:0:9353:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:0.0:1647275033.502994:0:9353:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275033.502995:0:3303:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:0.0:1647275033.502995:0:9353:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf200 (tot 73195433). 00000800:00000200:0.0:1647275033.502996:0:9353:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000200:2.0:1647275033.502997:0:3303:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x622f5a75d3200 00000100:00000001:3.0:1647275033.502998:0:8143:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:0.0:1647275033.502998:0:9353:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000400:00000200:2.0:1647275033.502999:0:3303:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1b7c9 [64] + 55496 00000800:00000200:0.0:1647275033.502999:0:9353:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1647275033.503000:0:3303:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275033.503000:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.503001:0:8143:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802220 00000400:00000200:2.0:1647275033.503001:0:3303:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1647275033.503001:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00000400:00000010:3.0:1647275033.503002:0:8143:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802220. 00010000:00000001:0.0:1647275033.503002:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275033.503002:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503003:0:8143:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275033.503003:0:3303:0:(events.c:307:request_in_callback()) Process entered 00000020:00000001:0.0:1647275033.503003:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1647275033.503004:0:8143:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000200:2.0:1647275033.503004:0:3303:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1647275033.503004:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a221b80 x1727288348809536/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1647275033.503005:0:8143:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275033.503005:0:3303:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e3c80. 00000100:00000040:2.0:1647275033.503006:0:3303:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e3c80 x1727288330498560 msgsize 224 00000100:00000040:3.0:1647275033.503007:0:8143:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:3.0:1647275033.503008:0:8143:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:3.0:1647275033.503008:0:8143:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275033.503008:0:3303:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1647275033.503008:0:3303:0:(events.c:394:request_in_callback()) Process leaving 00000100:00100000:0.0:1647275033.503008:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a221b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-OST0000_UUID+8:2603:x1727288348809536:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 56us (580us total) trans 0 rc 0/0 00000020:00000001:3.0:1647275033.503009:0:8143:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1647275033.503009:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff880 00000400:00000010:2.0:1647275033.503010:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff880. 00000100:00000001:2.0:1647275033.503010:0:3303:0:(events.c:53:request_out_callback()) Process entered 00000100:00000040:3.0:1647275033.503011:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e4d00 x1727288330497984/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/368 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000200:2.0:1647275033.503011:0:3303:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1647275033.503011:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2532 00000100:00000040:0.0:1647275033.503012:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a2958000 : new rpc_count 0 00000100:00000001:0.0:1647275033.503013:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275033.503013:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1647275033.503014:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000020:00000010:0.0:1647275033.503014:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456e80. 00000100:00000040:2.0:1647275033.503015:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000010:0.0:1647275033.503015:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e69d8. 00000100:00100000:3.0:1647275033.503016:0:8143:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e4d00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0000-mdtlov_UUID+5:3303:x1727288330497984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (468us total) trans 0 rc 0/0 00000020:00000010:0.0:1647275033.503016:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05b200. 00000020:00000040:0.0:1647275033.503017:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a2958000 : new refcount 7 00000100:00000001:0.0:1647275033.503017:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503018:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275033.503019:0:8143:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00000001:2.0:1647275033.503019:0:3303:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275033.503019:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.503019:0:9353:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1647275033.503020:0:8143:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00000100:00000001:2.0:1647275033.503020:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1647275033.503020:0:9353:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275033.503020:0:9353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275033.503021:0:8143:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275033.503021:0:8143:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1647275033.503021:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275033.503021:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a225800 x1727288348809664/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1647275033.503021:0:9353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275033.503022:0:8143:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0100. 00000400:00000001:2.0:1647275033.503022:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1647275033.503022:0:9353:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275033.503022:0:9353:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330498560 00000020:00000010:3.0:1647275033.503023:0:8143:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b5077e0. 00000400:00000001:2.0:1647275033.503023:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275033.503023:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da160. 00000020:00000001:0.0:1647275033.503023:0:9353:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275033.503023:0:9353:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372be 00000400:00000200:2.0:1647275033.503024:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff088 00000400:00000010:2.0:1647275033.503024:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff088. 00000020:00000001:0.0:1647275033.503024:0:9353:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000010:3.0:1647275033.503025:0:8143:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8600. 00000100:00000001:2.0:1647275033.503025:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000020:00000040:0.0:1647275033.503025:0:9353:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2378ae5000 refcount=11 00000100:00000200:2.0:1647275033.503026:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00100000:1.0:1647275033.503026:0:8139:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a225800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-OST0001_UUID+8:2600:x1727288348809664:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 120us (714us total) trans 0 rc 0/0 00000020:00000001:0.0:1647275033.503026:0:9353:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881732530176 : -125191977021440 : ffff8e2378ae5000) 00000020:00000040:3.0:1647275033.503027:0:8143:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000100:00000001:3.0:1647275033.503027:0:8143:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275033.503027:0:9353:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881732530176 : -125191977021440 : ffff8e2378ae5000) 00000100:00000001:0.0:1647275033.503028:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275033.503028:0:9353:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1647275033.503029:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00100000:1.0:1647275033.503029:0:8139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2531 00000020:00000010:0.0:1647275033.503029:0:9353:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188a200. 00000100:00000040:1.0:1647275033.503030:0:8139:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7ca000 : new rpc_count 0 00000100:00000001:3.0:1647275033.503048:0:8143:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1647275033.503048:0:8143:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275033.503048:0:8139:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275033.503048:0:8139:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275033.503048:0:9353:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9f80. 00000100:00000001:3.0:1647275033.503049:0:8143:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1647275033.503049:0:8139:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456600. 00000020:00000010:0.0:1647275033.503049:0:9353:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12c78. 00000100:00000001:3.0:1647275033.503050:0:8143:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503050:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000020:00000010:1.0:1647275033.503050:0:8139:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e62a0. 00000100:00000001:0.0:1647275033.503050:0:9353:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275033.503050:0:9353:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1647275033.503051:0:8143:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503051:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1647275033.503051:0:8139:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05aa00. 00000100:00000001:0.0:1647275033.503051:0:9353:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1647275033.503052:0:8143:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330498304 00000020:00000001:3.0:1647275033.503052:0:8143:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:2.0:1647275033.503052:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275033.503052:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1647275033.503052:0:8139:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7ca000 : new refcount 7 00000100:00000001:0.0:1647275033.503052:0:9353:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000040:3.0:1647275033.503053:0:8143:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000100:00000001:2.0:1647275033.503053:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275033.503053:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503053:0:8139:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275033.503054:0:8143:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1647275033.503054:0:8143:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 02000000:00000001:2.0:1647275033.503054:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.503054:0:9353:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275033.503054:0:9353:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275033.503055:0:8143:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00001000:2.0:1647275033.503055:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=91 v=1 (1 1 0 0) 00000100:00000001:1.0:1647275033.503055:0:8139:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275033.503055:0:9353:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275033.503056:0:8143:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:1.0:1647275033.503056:0:8139:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1647275033.503075:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1647275033.503075:0:8139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2533 00000100:00000001:3.0:1647275033.503076:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275033.503076:0:8143:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8600. 00000100:00001000:2.0:1647275033.503076:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=91 v=1 (1 1 0 0) 00000100:00000040:1.0:1647275033.503076:0:8139:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b1838800 : new rpc_count 1 00000100:00000001:0.0:1647275033.503076:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1647275033.503077:0:8143:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0100. 00000100:00000001:2.0:1647275033.503077:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275033.503077:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503077:0:8139:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025345664 : -125191684205952 : ffff8e238a225280) 00000100:00000001:0.0:1647275033.503077:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1647275033.503078:0:8143:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b5077e0. 00000100:00000040:1.0:1647275033.503078:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a225280 x1727288348809728/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1647275033.503078:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534 00000100:00000001:3.0:1647275033.503079:0:8143:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275033.503079:0:8143:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1647275033.503079:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275033.503079:0:3303:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.503079:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7c9000 : new rpc_count 1 00000100:00000001:0.0:1647275033.503079:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779705472 : -125191929846144 : ffff8e237b7e2680) 00000100:00000001:3.0:1647275033.503080:0:8143:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.503080:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e2680 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503081:0:8143:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503081:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275033.503081:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1647275033.503082:0:8143:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503082:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275033.503082:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503082:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275033.503082:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1647275033.503083:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275033.503084:0:8143:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275033.503084:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275033.503084:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1647275033.503085:0:8143:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1647275033.503085:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-MDT0001_UUID+11:3303:x1727288330498048:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1647275033.503086:0:8143:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00000001:2.0:1647275033.503086:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1647275033.503086:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330498048 00000100:00000040:3.0:1647275033.503087:0:8143:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:2.0:1647275033.503087:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1647275033.503087:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275033.503087:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:3.0:1647275033.503088:0:8143:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208656896 : -125191500894720 : ffff8e23950f6e00) 00000100:00000001:2.0:1647275033.503088:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275033.503088:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.503088:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1647275033.503089:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f6e00 x1727288330497920/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000004:00000001:2.0:1647275033.503089:0:3303:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000020:00000001:0.0:1647275033.503089:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:0.0:1647275033.503089:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000004:00000020:2.0:1647275033.503090:0:3303:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-MDT0001-osp-MDT0000 (ffff8e2442027000): 7230535 blocks, 7229627 free, 6577855 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,20868120 files, 20867861 free files 00000020:00000001:0.0:1647275033.503090:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275033.503091:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275033.503091:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275033.503091:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503092:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000004:00000001:2.0:1647275033.503092:0:3303:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.503092:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1647275033.503093:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:0.0:1647275033.503093:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275033.503093:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1647275033.503094:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:0.0:1647275033.503094:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23b2692800. 02000000:00000001:0.0:1647275033.503094:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275033.503095:0:8143:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f6e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0001-mdtlov_UUID+7:3301:x1727288330497920:12345-0@lo:400:kworker/u8:0.0 00000100:00000001:0.0:1647275033.503095:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275033.503096:0:8143:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330497920 00000020:00000001:3.0:1647275033.503096:0:8143:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275033.503096:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275033.503096:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330498048 00000020:00000001:3.0:1647275033.503097:0:8143:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275033.503097:0:8143:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275033.503097:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330497984:0@lo:41:osp-pre-1-0.0 00010000:00000001:0.0:1647275033.503097:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000001:3.0:1647275033.503098:0:8143:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1647275033.503098:0:8143:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:2.0:1647275033.503098:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1647275033.503098:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e2680 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000001:3.0:1647275033.503099:0:8143:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1647275033.503099:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275033.503099:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f2680 x1727288330497984/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000020:00000001:3.0:1647275033.503100:0:8143:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275033.503101:0:8143:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275033.503101:0:8143:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275033.503101:0:8143:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275033.503102:0:8143:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1647275033.503102:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275033.503102:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503103:0:8143:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275033.503103:0:8143:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:0.0:1647275033.503103:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=143 v=1 (1 1 1 1) 02000000:00000010:3.0:1647275033.503104:0:8143:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241b5fa000. 00000100:00000001:0.0:1647275033.503104:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1647275033.503105:0:8143:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.503105:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:3.0:1647275033.503106:0:8143:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503106:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275033.503106:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1647275033.503106:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:0.0:1647275033.503106:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1647275033.503107:0:8143:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1647275033.503107:0:8143:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330497920 02000000:00000010:2.0:1647275033.503107:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23d5b2b800. 02000000:00000001:0.0:1647275033.503107:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.503107:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00010000:00000001:3.0:1647275033.503108:0:8143:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 02000000:00000001:2.0:1647275033.503108:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1647275033.503108:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000200:3.0:1647275033.503109:0:8143:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f6e00 x1727288330497920/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000001:2.0:1647275033.503109:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275033.503109:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00000400:00000010:0.0:1647275033.503109:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0a18. 00000100:00000200:0.0:1647275033.503109:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288330498048, offset 224 00000020:00000001:2.0:1647275033.503110:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275033.503110:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bfb00. 02000000:00000001:2.0:1647275033.503111:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1647275033.503111:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1647275033.503112:0:8143:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275033.503112:0:8143:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.503112:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275033.503112:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f2680. 00000100:00100000:1.0:1647275033.503112:0:8139:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a225280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0001-lwp-OST0001_UUID+5:2602:x1727288348809728:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000100:00001000:3.0:1647275033.503113:0:8143:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=143 v=1 (1 1 1 1) 00000400:00000200:0.0:1647275033.503113:0:9353:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1647275033.503114:0:8143:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1647275033.503114:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275033.503114:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1647275033.503114:0:8139:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809728 00000100:00000040:3.0:1647275033.503115:0:8143:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 27 to 0@lo 00000100:00000001:2.0:1647275033.503115:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503115:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1647275033.503115:0:8139:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000400:00000200:0.0:1647275033.503115:0:9353:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x622f5a75d3000 00000100:00000001:3.0:1647275033.503116:0:8143:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000100:00000001:2.0:1647275033.503116:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275033.503116:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.503116:0:8139:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275033.503116:0:8139:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275033.503116:0:9353:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2cd81 [1] + 224 02000000:00000001:3.0:1647275033.503117:0:8143:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275033.503117:0:8143:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503117:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.503117:0:8139:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275033.503117:0:8139:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:3.0:1647275033.503118:0:8143:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:1.0:1647275033.503118:0:8139:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1647275033.503118:0:9353:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1647275033.503119:0:8143:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1647275033.503119:0:8143:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802220. 00000020:00000001:1.0:1647275033.503119:0:8139:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275033.503119:0:8139:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1647275033.503119:0:9353:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1647275033.503120:0:8139:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275033.503120:0:8139:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.503120:0:9353:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275033.503121:0:8143:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330497920, offset 224 00000020:00000001:1.0:1647275033.503121:0:8139:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1647275033.503121:0:9353:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275033.503122:0:8143:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1647275033.503122:0:8139:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275033.503122:0:8139:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275033.503123:0:8139:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241134c000. 02000000:00000001:1.0:1647275033.503123:0:8139:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.503142:0:8143:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1647275033.503143:0:9249:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275033.503143:0:9249:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1647275033.503143:0:8139:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.503143:0:8139:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.503143:0:9353:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000040:1.0:1647275033.503144:0:8139:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809728 00000400:00000200:3.0:1647275033.503145:0:8143:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d2f80 00000100:00100000:2.0:1647275033.503145:0:9249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00010000:00000001:1.0:1647275033.503145:0:8139:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000200:3.0:1647275033.503146:0:8143:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2cd4d [1] + 224 00000100:00000040:2.0:1647275033.503146:0:9249:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000001:2.0:1647275033.503146:0:9249:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779709696 : -125191929841920 : ffff8e237b7e3700) 00010000:00000200:1.0:1647275033.503146:0:8139:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a225280 x1727288348809728/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:3.0:1647275033.503147:0:8143:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1647275033.503147:0:9249:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e3700 x1727288330498304/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275033.503149:0:8143:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1647275033.503149:0:8139:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275033.503149:0:8139:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503150:0:8143:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275033.503150:0:8143:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00001000:1.0:1647275033.503150:0:8139:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=143 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275033.503150:0:9353:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1647275033.503151:0:8139:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275033.503152:0:8139:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000400:00000200:0.0:1647275033.503152:0:9353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0a18 00000400:00000010:0.0:1647275033.503152:0:9353:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0a18. 00000100:00000001:1.0:1647275033.503153:0:8139:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:1.0:1647275033.503153:0:8139:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1647275033.503153:0:9353:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000040:3.0:1647275033.503154:0:8143:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:1.0:1647275033.503154:0:8139:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503154:0:8139:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:0.0:1647275033.503154:0:9353:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:0.0:1647275033.503154:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.503155:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000040:1.0:1647275033.503156:0:8139:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:1.0:1647275033.503156:0:8139:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574cc0. 00010000:00000001:0.0:1647275033.503156:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000001:3.0:1647275033.503157:0:8143:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275033.503157:0:9249:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275033.503157:0:9249:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1647275033.503157:0:8139:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348809728, offset 224 00000020:00000001:0.0:1647275033.503157:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.503157:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1647275033.503158:0:8143:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802220 00000100:00100000:2.0:1647275033.503158:0:9249:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e3700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustrefs-MDT0000-mdtlov_UUID+5:3303:x1727288330498304:12345-0@lo:400:kworker/u8:0.0 00000400:00000010:3.0:1647275033.503159:0:8143:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802220. 00000100:00000200:2.0:1647275033.503159:0:9249:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330498304 00000100:00000040:0.0:1647275033.503159:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e2680 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503160:0:8143:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275033.503160:0:8143:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:2.0:1647275033.503160:0:9249:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000400:00000200:1.0:1647275033.503160:0:8139:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275033.503161:0:8143:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275033.503161:0:9249:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1647275033.503161:0:9249:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.503162:0:8143:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:3.0:1647275033.503162:0:8143:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275033.503162:0:9249:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1647275033.503162:0:8139:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000100:00100000:0.0:1647275033.503162:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-MDT0001_UUID+11:3303:x1727288330498048:12345-0@lo:400:kworker/u8:0.0 Request processed in 78us (305us total) trans 0 rc 0/0 00000020:00000001:3.0:1647275033.503163:0:8143:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275033.503163:0:8143:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1647275033.503163:0:9249:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000040:3.0:1647275033.503164:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f6e00 x1727288330497920/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000001:2.0:1647275033.503164:0:9249:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1647275033.503164:0:8139:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14436:14436:252:4294967295] 10.0.2.5@tcp LPNI seq info [11450:11450:4:4294967295] 00000020:00000001:2.0:1647275033.503165:0:9249:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275033.503165:0:9249:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1647275033.503165:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534 00000020:00000001:2.0:1647275033.503166:0:9249:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275033.503166:0:9249:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.503166:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7c9000 : new rpc_count 0 00000100:00000001:0.0:1647275033.503166:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1647275033.503167:0:9249:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1647275033.503167:0:9249:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1647275033.503167:0:8139:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:0.0:1647275033.503167:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275033.503167:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9180. 00000100:00100000:3.0:1647275033.503168:0:8143:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f6e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0001-mdtlov_UUID+7:3301:x1727288330497920:12345-0@lo:400:kworker/u8:0.0 Request processed in 75us (523us total) trans 0 rc 0/0 02000000:00000001:2.0:1647275033.503168:0:9249:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1647275033.503168:0:9249:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23d5b2b800. 00000020:00000010:0.0:1647275033.503168:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12888. 02000000:00000001:2.0:1647275033.503169:0:9249:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275033.503169:0:8139:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000020:00000010:0.0:1647275033.503169:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188be00. 00000100:00100000:3.0:1647275033.503170:0:8143:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00000001:2.0:1647275033.503170:0:9249:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1647275033.503170:0:8139:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691e00 (tot 73195681). 00000020:00000040:0.0:1647275033.503170:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7c9000 : new refcount 10 00000100:00000040:3.0:1647275033.503171:0:8143:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000020:00000001:2.0:1647275033.503171:0:9249:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1647275033.503171:0:9249:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330498304 00000800:00000200:1.0:1647275033.503171:0:8139:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:0.0:1647275033.503171:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503172:0:8143:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275033.503172:0:8143:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1647275033.503172:0:8143:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0180. 00010000:00000001:2.0:1647275033.503172:0:9249:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000010:3.0:1647275033.503173:0:8143:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507738. 00010000:00000200:2.0:1647275033.503173:0:9249:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e3700 x1727288330498304/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000200:1.0:1647275033.503173:0:8139:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:0.0:1647275033.503173:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275033.503173:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1647275033.503174:0:8143:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8200. 00000800:00000200:1.0:1647275033.503174:0:8139:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691e00 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1647275033.503174:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2535 00000020:00000040:3.0:1647275033.503175:0:8143:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000100:00000001:1.0:1647275033.503175:0:8139:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.503175:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2378ae5000 : new rpc_count 1 00000100:00000001:0.0:1647275033.503175:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779711104 : -125191929840512 : ffff8e237b7e3c80) 00000100:00000001:3.0:1647275033.503176:0:8143:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1647275033.503176:0:9249:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1647275033.503176:0:8139:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:1.0:1647275033.503176:0:8139:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00010000:00000001:2.0:1647275033.503177:0:9249:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275033.503177:0:9249:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=143 v=1 (1 1 1 1) 00000020:00000001:1.0:1647275033.503177:0:8139:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.503177:0:8139:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275033.503177:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e3c80 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503178:0:9249:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275033.503178:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a225280 x1727288348809728/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000040:2.0:1647275033.503179:0:9249:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:2.0:1647275033.503180:0:9249:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000100:00000001:0.0:1647275033.503180:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275033.503180:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1647275033.503181:0:9249:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1647275033.503181:0:9249:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275033.503181:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e3c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-MDT0000_UUID+11:3303:x1727288330498560:12345-0@lo:400:kworker/u8:0.0 00000100:00000001:3.0:1647275033.503182:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275033.503182:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275033.503182:0:9249:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00100000:1.0:1647275033.503182:0:8139:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a225280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0001-lwp-OST0001_UUID+5:2602:x1727288348809728:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 99us (668us total) trans 0 rc 0/0 00000100:00000200:0.0:1647275033.503182:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330498560 00000100:00000001:3.0:1647275033.503183:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275033.503183:0:9249:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275033.503183:0:9249:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff088. 00000020:00000001:0.0:1647275033.503183:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275033.503183:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275033.503183:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.503184:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:2.0:1647275033.503184:0:9249:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330498304, offset 224 00000020:00000001:0.0:1647275033.503184:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275033.503184:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000400:00000200:2.0:1647275033.503185:0:9249:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1647275033.503185:0:8139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2533 00000100:00000040:1.0:1647275033.503185:0:8139:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b1838800 : new rpc_count 0 00000020:00000001:0.0:1647275033.503185:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1647275033.503186:0:8139:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275033.503186:0:8139:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1647275033.503186:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503187:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275033.503187:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275033.503187:0:9249:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1647275033.503187:0:8139:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456e00. 00000020:00000001:0.0:1647275033.503187:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275033.503187:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 02000000:00000001:3.0:1647275033.503188:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275033.503188:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275033.503188:0:8139:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6e70. 00000020:00000001:0.0:1647275033.503188:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.503188:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1647275033.503189:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e238a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330498624:0@lo:41:osp-pre-0-1.0 00000400:00000200:2.0:1647275033.503189:0:9249:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d3100 00000020:00000010:1.0:1647275033.503189:0:8139:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a600. 00000100:00000001:0.0:1647275033.503189:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275033.503189:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1647275033.503190:0:9249:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2cd8d [1] + 224 00000020:00000040:1.0:1647275033.503190:0:8139:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b1838800 : new refcount 4 00000100:00000001:1.0:1647275033.503190:0:8139:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1647275033.503190:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23b2693000. 00000100:00000001:3.0:1647275033.503191:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275033.503191:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1647275033.503191:0:9249:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1647275033.503191:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.503191:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275033.503192:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275033.503192:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1647275033.503192:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275033.503193:0:9249:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000040:0.0:1647275033.503193:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330498560 00010000:00000001:0.0:1647275033.503193:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 02000000:00000010:3.0:1647275033.503194:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23a7df7000. 02000000:00000001:3.0:1647275033.503194:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503194:0:9249:0:(events.c:103:reply_in_callback()) Process entered 00010000:00000200:0.0:1647275033.503194:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e3c80 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000010:3.0:1647275033.503195:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491632c0. 00000100:00000200:2.0:1647275033.503195:0:9249:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:3.0:1647275033.503196:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802220. 00000100:00000001:1.0:1647275033.503196:0:7651:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1647275033.503197:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330498624, portal 4 00000100:00000001:3.0:1647275033.503197:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1647275033.503197:0:7651:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275033.503197:0:7651:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1647275033.503197:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1647275033.503198:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882025334400 : -125191684217216 : ffff8e238a222680) 00000100:00000040:2.0:1647275033.503198:0:9249:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275033.503198:0:7651:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275033.503198:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275033.503198:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=143 v=1 (1 1 1 1) 00000100:00000040:3.0:1647275033.503199:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000001:1.0:1647275033.503199:0:7651:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275033.503200:0:7651:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330497792 00000100:00000001:0.0:1647275033.503200:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275033.503200:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 27 to 0@lo 00000020:00000001:1.0:1647275033.503201:0:7651:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275033.503201:0:7651:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd063670a 00000100:00000001:0.0:1647275033.503201:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000100:00000001:3.0:1647275033.503202:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1647275033.503202:0:9249:0:(events.c:185:reply_in_callback()) Process leaving 00000020:00000001:1.0:1647275033.503202:0:7651:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275033.503202:0:7651:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a7e4d800 refcount=17 02000000:00000001:0.0:1647275033.503202:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275033.503202:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.503203:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1647275033.503203:0:9249:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff088 00000400:00000010:2.0:1647275033.503203:0:9249:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff088. 00000020:00000001:1.0:1647275033.503203:0:7651:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882524633088 : -125191184918528 : ffff8e23a7e4d800) 00000100:00000001:0.0:1647275033.503203:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275033.503203:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1647275033.503204:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 00000100:00000200:3.0:1647275033.503204:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330498624, offset 0 00000100:00000001:2.0:1647275033.503204:0:9249:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275033.503204:0:9249:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:1.0:1647275033.503204:0:7651:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882524633088 : -125191184918528 : ffff8e23a7e4d800) 00000400:00000010:0.0:1647275033.503204:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0a18. 00000100:00000001:2.0:1647275033.503205:0:9249:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503205:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1647275033.503205:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288330498560, offset 224 00000400:00000200:3.0:1647275033.503206:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1647275033.503206:0:9249:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:1.0:1647275033.503206:0:7651:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275033.503206:0:7651:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a600. 00010000:00000001:2.0:1647275033.503207:0:9249:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275033.503207:0:9249:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275033.503207:0:7651:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456e00. 00000400:00000200:0.0:1647275033.503207:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275033.503208:0:3301:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1647275033.503208:0:9249:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1647275033.503208:0:7651:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6e70. 00000100:00000040:1.0:1647275033.503208:0:7651:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000400:00000200:3.0:1647275033.503209:0:3301:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3240 00000100:00000040:2.0:1647275033.503209:0:9249:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e3700 x1727288330498304/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275033.503209:0:7651:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1647275033.503209:0:9353:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1647275033.503210:0:7651:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275033.503210:0:7651:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275033.503211:0:3301:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 16448 00000100:00000001:1.0:1647275033.503211:0:7651:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275033.503211:0:9353:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x622f5a75d3200 00000400:00000200:3.0:1647275033.503212:0:3301:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1647275033.503213:0:9249:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e3700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustrefs-MDT0000-mdtlov_UUID+5:3303:x1727288330498304:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (283us total) trans 0 rc 0/0 00000100:00000001:1.0:1647275033.503213:0:7651:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275033.503213:0:9353:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2cd9d [1] + 224 00000400:00000200:3.0:1647275033.503214:0:3301:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1647275033.503214:0:9353:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1647275033.503215:0:3301:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:1.0:1647275033.503215:0:7651:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275033.503215:0:7651:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1647275033.503216:0:3301:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00100000:2.0:1647275033.503216:0:9249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00000040:2.0:1647275033.503216:0:9249:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00000100:00100000:1.0:1647275033.503216:0:7651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000400:00000200:0.0:1647275033.503216:0:9353:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:3.0:1647275033.503217:0:3301:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a224200. 00000100:00000001:2.0:1647275033.503217:0:9249:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1647275033.503217:0:7651:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a7e4d800 : new rpc_count 1 00000100:00000001:1.0:1647275033.503217:0:7651:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618883263268944 : -125190446282672 : ffff8e23d3eb8850) 00000100:00000001:0.0:1647275033.503217:0:9353:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000040:3.0:1647275033.503218:0:3301:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a224200 x1727288330498624 msgsize 224 00000100:00000001:2.0:1647275033.503218:0:9249:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1647275033.503218:0:9249:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0100. 00000100:00000200:0.0:1647275033.503218:0:9353:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275033.503219:0:3301:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1647275033.503219:0:9249:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b5077e0. 00000100:00000040:1.0:1647275033.503219:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23d3eb8850 x1727288330497792/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503221:0:3301:0:(events.c:394:request_in_callback()) Process leaving 00000020:00000010:2.0:1647275033.503221:0:9249:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8600. 00000400:00000200:3.0:1647275033.503222:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 00000400:00000010:3.0:1647275033.503222:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 00000020:00000040:2.0:1647275033.503222:0:9249:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000100:00000001:2.0:1647275033.503222:0:9249:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275033.503222:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275033.503222:0:7651:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1647275033.503223:0:3301:0:(events.c:53:request_out_callback()) Process entered 00000100:00100000:1.0:1647275033.503223:0:7651:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23d3eb8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a104e6ec-b36b-47db-9d0a-896e252a4f7d+17:3303:x1727288330497792:12345-0@lo:400:kworker/u8:0.0 00000100:00000200:3.0:1647275033.503224:0:3301:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275033.503225:0:9249:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1647275033.503225:0:7651:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330497792 00000020:00000001:1.0:1647275033.503225:0:7651:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000040:0.0:1647275033.503225:0:9353:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275033.503226:0:9249:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275033.503226:0:9249:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1647275033.503226:0:7651:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:3.0:1647275033.503227:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275033.503227:0:9249:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.503227:0:7651:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.503227:0:7651:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1647275033.503228:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000001:2.0:1647275033.503228:0:9249:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275033.503228:0:9249:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330498624 00000020:00000001:1.0:1647275033.503228:0:7651:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000020:00000001:1.0:1647275033.503228:0:7651:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1647275033.503228:0:9353:0:(events.c:185:reply_in_callback()) Process leaving 00000020:00000001:2.0:1647275033.503229:0:9249:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000001:1.0:1647275033.503229:0:7651:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275033.503229:0:7651:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1647275033.503229:0:9353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0a18 00000020:00000040:2.0:1647275033.503230:0:9249:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000020:00000001:2.0:1647275033.503230:0:9249:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:1.0:1647275033.503230:0:7651:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275033.503230:0:7651:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275033.503230:0:9353:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0a18. 00000100:00000001:0.0:1647275033.503230:0:9353:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275033.503231:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503231:0:3301:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000040:2.0:1647275033.503231:0:9249:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000020:00000001:1.0:1647275033.503231:0:7651:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275033.503231:0:7651:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1647275033.503231:0:9353:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:0.0:1647275033.503231:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503232:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275033.503232:0:9249:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 02000000:00000001:1.0:1647275033.503232:0:7651:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275033.503232:0:7651:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241134e400. 00000100:00000040:0.0:1647275033.503232:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00000100:00000001:3.0:1647275033.503233:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1647275033.503233:0:9249:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 02000000:00000001:1.0:1647275033.503233:0:7651:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275033.503233:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275033.503233:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503234:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503234:0:9249:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275033.503234:0:9249:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1647275033.503234:0:7651:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.503234:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1647275033.503235:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275033.503235:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1647275033.503235:0:9249:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560da00. 00000020:00000010:2.0:1647275033.503235:0:9249:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568c00. 00000020:00000001:1.0:1647275033.503235:0:7651:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275033.503235:0:7651:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330497792 00000100:00000040:0.0:1647275033.503235:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e3c80 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000010:3.0:1647275033.503236:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa761b8. 00000020:00000010:2.0:1647275033.503236:0:9249:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cbd0. 00010000:00000001:1.0:1647275033.503236:0:7651:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000200:3.0:1647275033.503237:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d06e8 00000400:00000010:3.0:1647275033.503237:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d06e8. 00000100:00000040:2.0:1647275033.503237:0:9249:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00010000:00000200:1.0:1647275033.503237:0:7651:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23d3eb8850 x1727288330497792/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503238:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275033.503238:0:9249:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275033.503238:0:9249:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1647275033.503238:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e3c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-MDT0000_UUID+11:3303:x1727288330498560:12345-0@lo:400:kworker/u8:0.0 Request processed in 58us (231us total) trans 0 rc 0/0 00000100:00000200:3.0:1647275033.503239:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503239:0:9249:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503240:0:9249:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275033.503240:0:7651:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275033.503240:0:7651:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275033.503241:0:7651:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=2 v=1 (1 1 1 1) 00000100:00100000:0.0:1647275033.503241:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2535 00000100:00000040:0.0:1647275033.503241:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2378ae5000 : new rpc_count 0 00000100:00000200:3.0:1647275033.503242:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275033.503242:0:7651:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1647275033.503242:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275033.503242:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1647275033.503243:0:7651:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:1.0:1647275033.503243:0:7651:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000020:00000010:0.0:1647275033.503243:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9f80. 00000100:00000001:2.0:1647275033.503244:0:9249:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1647275033.503244:0:7651:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275033.503244:0:7651:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1647275033.503244:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12c78. 00000020:00000010:0.0:1647275033.503244:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188a200. 00000100:00000001:1.0:1647275033.503245:0:7651:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000040:0.0:1647275033.503245:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e2378ae5000 : new refcount 10 00000100:00000040:1.0:1647275033.503246:0:7651:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1647275033.503246:0:7651:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24155742a8. 00000100:00000001:0.0:1647275033.503246:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503247:0:9249:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275033.503247:0:9249:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1647275033.503247:0:7651:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727288330497792, offset 224 00000100:00100000:2.0:1647275033.503248:0:9249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00000040:2.0:1647275033.503249:0:9249:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:2.0:1647275033.503249:0:9249:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025341440 : -125191684210176 : ffff8e238a224200) 00000400:00000200:1.0:1647275033.503249:0:7651:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1647275033.503250:0:9249:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a224200 x1727288330498624/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:1.0:1647275033.503257:0:7651:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1647275033.503260:0:7651:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x622f5a75d2f00 00000100:00000001:2.0:1647275033.503261:0:9249:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275033.503262:0:9249:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1647275033.503262:0:7651:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2cd71 [1] + 224 00000100:00100000:2.0:1647275033.503263:0:9249:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a224200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustrefs-MDT0001-mdtlov_UUID+7:3301:x1727288330498624:12345-0@lo:41:osp-pre-0-1.0 00000100:00000001:0.0:1647275033.503263:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1647275033.503264:0:9249:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330498624 00000020:00000001:2.0:1647275033.503264:0:9249:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000400:00000200:1.0:1647275033.503264:0:7651:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275033.503264:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275033.503265:0:9249:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1647275033.503265:0:9249:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275033.503265:0:7651:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1647275033.503266:0:9249:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1647275033.503266:0:7651:0:(events.c:103:reply_in_callback()) Process entered 00000020:00000001:2.0:1647275033.503267:0:9249:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072656300544 : -1053251072 : ffffffffc138aa00) 00000100:00000200:1.0:1647275033.503267:0:7651:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:2.0:1647275033.503268:0:9249:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1647275033.503269:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275033.503269:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275033.503269:0:9249:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275033.503269:0:9249:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1647275033.503270:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275033.503270:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1647275033.503270:0:9249:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275033.503270:0:9249:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1647275033.503270:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1647275033.503271:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275033.503271:0:9249:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1647275033.503271:0:9249:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1647275033.503271:0:7651:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503272:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275033.503272:0:9249:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8e23d5b2b400. 02000000:00000001:3.0:1647275033.503273:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.503273:0:9249:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275033.503274:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=143 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275033.503274:0:9249:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503274:0:7651:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00001000:3.0:1647275033.503275:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=86 v=1 (1 1 0 0) 00000004:00000001:2.0:1647275033.503275:0:9249:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000100:00000001:3.0:1647275033.503276:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000004:00000001:2.0:1647275033.503276:0:9249:0:(mdt_lib.c:397:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1647275033.503276:0:9249:0:(mdt_lib.c:404:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275033.503276:0:7651:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24155742a8 00000400:00000010:1.0:1647275033.503276:0:7651:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24155742a8. 00000100:00000001:3.0:1647275033.503277:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503277:0:7651:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275033.503277:0:7651:0:(events.c:419:reply_out_callback()) Process leaving 00010000:00000001:3.0:1647275033.503278:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275033.503278:0:3301:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503278:0:7651:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503279:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275033.503279:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000004:00000024:2.0:1647275033.503279:0:9249:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 29613133824 avail 26943475712 00000100:00000040:1.0:1647275033.503279:0:7651:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00000100:00000001:3.0:1647275033.503280:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275033.503280:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275033.503280:0:7651:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275033.503280:0:7651:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.503281:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000020:2.0:1647275033.503281:0:9249:0:(tgt_grant.c:221:tgt_grant_sanity_check()) lustrefs-MDT0000: processing self export: 0 0 0 00000020:00000001:1.0:1647275033.503281:0:7651:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000020:2.0:1647275033.503282:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-MDT0000_UUID/ffff8e2378ae5000 dirty 0 pend 0 grant 0 00000100:00000040:1.0:1647275033.503282:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23d3eb8850 x1727288330497792/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000020:2.0:1647275033.503283:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-MDT0001_UUID/ffff8e235d7c9000 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1647275033.503284:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1647275033.503284:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-OST0001_UUID/ffff8e235d7ca000 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1647275033.503284:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-OST0000_UUID/ffff8e23a2958000 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1647275033.503285:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000020:00000020:2.0:1647275033.503285:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli d14dab7c-c50e-464d-b9b2-5ce6f15a3529/ffff8e2364592000 dirty 0 pend 0 grant 2097152 00000100:00100000:1.0:1647275033.503285:0:7651:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23d3eb8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a104e6ec-b36b-47db-9d0a-896e252a4f7d+17:3303:x1727288330497792:12345-0@lo:400:kworker/u8:0.0 Request processed in 62us (533us total) trans 0 rc 0/0 00000100:00000001:3.0:1647275033.503286:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:2.0:1647275033.503286:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0001-mdtlov_UUID/ffff8e2364590000 dirty 0 pend 0 grant 0 00000100:00000040:3.0:1647275033.503287:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000004:00000020:2.0:1647275033.503287:0:9249:0:(mdt_handler.c:558:mdt_statfs()) 7230783 blocks: 7229769 free, 6577997 avail; 20863024 objects: 20862696 free; state 0 00000100:00100000:1.0:1647275033.503288:0:7651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00000040:1.0:1647275033.503288:0:7651:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a7e4d800 : new rpc_count 0 00000004:00000001:2.0:1647275033.503289:0:9249:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503289:0:7651:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275033.503289:0:7651:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1647275033.503290:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e7380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330497920:0@lo:400:kworker/u8:0.0 00010000:00000040:2.0:1647275033.503290:0:9249:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330498624 00000020:00000010:1.0:1647275033.503290:0:7651:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456e00. 00000800:00000001:0.0:1647275033.503290:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1647275033.503291:0:9249:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:2.0:1647275033.503291:0:9249:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a224200 x1727288330498624/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:184/0 lens 224/368 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000020:00000010:1.0:1647275033.503291:0:7651:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6e70. 00000800:00000001:0.0:1647275033.503291:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000010:1.0:1647275033.503292:0:7651:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a600. 00000100:00000001:3.0:1647275033.503315:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1647275033.503315:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503316:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275033.503316:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e7380 x1727288330497920/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000040:1.0:1647275033.503316:0:7651:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a7e4d800 : new refcount 16 02000000:00000001:1.0:1647275033.503317:0:7651:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1647275033.503317:0:7651:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e241134e400. 00000400:00000200:0.0:1647275033.503317:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00010000:00000001:2.0:1647275033.503318:0:9249:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1647275033.503318:0:9249:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275033.503318:0:7651:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1647275033.503318:0:7651:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503319:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1647275033.503319:0:9249:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=143 v=1 (1 1 1 1) 00000400:00000200:0.0:1647275033.503319:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d2f40 02000000:00000001:3.0:1647275033.503320:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1647275033.503320:0:9249:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1647275033.503320:0:7651:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1647275033.503321:0:7651:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c1b00. 00000100:00000040:2.0:1647275033.503322:0:9249:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000400:00000200:0.0:1647275033.503322:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cd21 [1] + 224 00000100:00000001:2.0:1647275033.503323:0:9249:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:2.0:1647275033.503323:0:9249:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000001:0.0:1647275033.503323:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:2.0:1647275033.503324:0:9249:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503324:0:9249:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000800:00000001:0.0:1647275033.503324:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275033.503325:0:9249:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275033.503337:0:9249:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff088. 00000400:00000200:0.0:1647275033.503337:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1647275033.503338:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188b200. 00000100:00000200:2.0:1647275033.503338:0:9249:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1727288330498624, offset 224 02000000:00000001:3.0:1647275033.503339:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1647275033.503339:0:9249:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1647275033.503339:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000001:3.0:1647275033.503340:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275033.503340:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:3.0:1647275033.503341:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275033.503341:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34100. 00000400:00000200:2.0:1647275033.503341:0:9249:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1647275033.503341:0:3296:0:(events.c:103:reply_in_callback()) Process entered 02000000:00000001:3.0:1647275033.503342:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1647275033.503342:0:3296:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000001:3.0:1647275033.503343:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1647275033.503343:0:9249:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x622f5a75d3240 00000100:00000010:3.0:1647275033.503344:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e7380. 00000100:00000001:3.0:1647275033.503345:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275033.503345:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275033.503345:0:9249:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2cdb9 [1] + 224 00000100:00000001:3.0:1647275033.503346:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275033.503346:0:9249:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1647275033.503346:0:3296:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:3.0:1647275033.503347:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1647275033.503347:0:9249:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1647275033.503348:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1647275033.503348:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275033.503348:0:9249:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1647275033.503349:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1647275033.503349:0:9249:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:0.0:1647275033.503350:0:3296:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:2.0:1647275033.503353:0:9249:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:1.0:1647275033.503355:0:7651:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e235efeec00 (tot 73195833). 00000100:00000001:2.0:1647275033.503356:0:9249:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1647275033.503358:0:9249:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff088 00000400:00000010:2.0:1647275033.503358:0:9249:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff088. 00000100:00000001:2.0:1647275033.503359:0:9249:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275033.503359:0:9249:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000001:1.0:1647275033.503359:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:0.0:1647275033.503359:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1647275033.503360:0:9249:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1647275033.503360:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf900 (tot 73195585). 00000100:00000040:2.0:1647275033.503361:0:9249:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:2.0:1647275033.503361:0:9249:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000400:00000200:0.0:1647275033.503361:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1647275033.503362:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1647275033.503362:0:9249:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275033.503362:0:9249:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000001:1.0:1647275033.503362:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275033.503362:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000001:3.0:1647275033.503363:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275033.503363:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76dc0. 00000100:00000040:2.0:1647275033.503363:0:9249:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a224200 x1727288330498624/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:184/0 lens 224/368 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000800:00000001:1.0:1647275033.503363:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275033.503363:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275033.503364:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d07f8 00000400:00000010:3.0:1647275033.503365:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d07f8. 00000100:00000001:3.0:1647275033.503365:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000200:1.0:1647275033.503365:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:0.0:1647275033.503366:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0110 00000400:00000010:0.0:1647275033.503366:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0110. 00000100:00000200:3.0:1647275033.503367:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00100000:2.0:1647275033.503367:0:9249:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a224200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustrefs-MDT0001-mdtlov_UUID+7:3301:x1727288330498624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (148us total) trans 0 rc 0/0 00000100:00000001:0.0:1647275033.503367:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000400:00000200:1.0:1647275033.503368:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d2ec0 00000100:00000200:0.0:1647275033.503368:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:1.0:1647275033.503369:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cd29 [1] + 224 00000100:00000200:3.0:1647275033.503370:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00100000:2.0:1647275033.503370:0:9249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00000040:2.0:1647275033.503371:0:9249:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000800:00000001:1.0:1647275033.503371:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275033.503371:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275033.503372:0:9249:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275033.503372:0:9249:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000001:1.0:1647275033.503372:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275033.503372:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:3.0:1647275033.503373:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000020:00000010:2.0:1647275033.503373:0:9249:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568c00. 00000400:00000200:1.0:1647275033.503373:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1647275033.503374:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1647275033.503374:0:9249:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cbd0. 00000400:00000200:1.0:1647275033.503374:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:3.0:1647275033.503375:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275033.503375:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275033.503375:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1647275033.503375:0:9249:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560da00. 00000100:00000001:1.0:1647275033.503375:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:0.0:1647275033.503375:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503376:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275033.503376:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1647275033.503376:0:9249:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000100:00000200:1.0:1647275033.503376:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:0.0:1647275033.503376:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000100:00001000:3.0:1647275033.503377:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815638 time=137 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275033.503377:0:9249:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1647275033.503379:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=137 v=1 (1 1 1 1) 00000800:00000200:0.0:1647275033.503379:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275033.503379:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf400 (tot 73195337). 00000100:00000001:3.0:1647275033.503380:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275033.503380:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275033.503380:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:0.0:1647275033.503380:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1647275033.503381:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275033.503381:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275033.503381:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:3.0:1647275033.503382:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275033.503382:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000400:00000200:0.0:1647275033.503382:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0bb0 00000400:00000010:0.0:1647275033.503382:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0bb0. 00000100:00000001:3.0:1647275033.503383:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275033.503383:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.503383:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275033.503383:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000040:3.0:1647275033.503384:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275033.503384:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275033.503385:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275033.503388:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275033.503388:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275033.503389:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275033.503389:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1647275033.503389:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1647275033.503390:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da790. 00000400:00000200:2.0:1647275033.503390:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff330 00000800:00000001:1.0:1647275033.503390:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1647275033.503391:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1647275033.503391:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff330. 00000800:00000001:1.0:1647275033.503391:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503392:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275033.503392:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503392:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275033.503392:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275033.503392:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000800:00000200:0.0:1647275033.503392:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000004:00000001:3.0:1647275033.503393:0:3301:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000800:00000010:0.0:1647275033.503393:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691100 (tot 73195089). 00000004:00000040:3.0:1647275033.503394:0:3301:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0000-osc-MDT0001: blocks=957295 free=956948 avail=900408 avail_mb=3517 hwm_mb=7 files=261888 ffree=261551 state=0: rc = 0 00000400:00000200:1.0:1647275033.503394:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3040 00000400:00000200:0.0:1647275033.503394:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275033.503395:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cd2d [1] + 224 00000004:00000020:3.0:1647275033.503396:0:3301:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0000-osc-MDT0001 (ffff8e2342d39000): 957295 blocks, 956948 free, 900408 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,261888 files, 261551 free files 00000100:00000200:2.0:1647275033.503396:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275033.503396:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000800:00000001:1.0:1647275033.503397:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000200:0.0:1647275033.503397:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574f68 00000400:00000010:0.0:1647275033.503397:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574f68. 00000004:00000001:3.0:1647275033.503398:0:3301:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275033.503398:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275033.503398:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275033.503398:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000040:3.0:1647275033.503399:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275033.503399:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275033.503399:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275033.503399:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:2.0:1647275033.503400:0:3303:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:1.0:1647275033.503400:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000001:2.0:1647275033.503401:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275033.503401:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275033.503401:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503401:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275033.503401:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275033.503402:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330497856:10.0.2.5@tcp:13:osp-pre-0-1.0 02000000:00000001:2.0:1647275033.503402:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275033.503402:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1647275033.503403:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275033.503403:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e244d184548 time=152 v=1 (1 1 1 1) 00000800:00000010:0.0:1647275033.503403:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf200 (tot 73194841). 00000100:00000001:3.0:1647275033.503404:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00001000:2.0:1647275033.503404:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e244d1844d0 time=152 v=1 (1 1 1 1) 00000400:00000200:0.0:1647275033.503404:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1647275033.503405:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f5800 x1727288330497856/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275033.503405:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1647275033.503405:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275033.503406:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275033.503406:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1647275033.503406:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0f68 00000400:00000010:0.0:1647275033.503406:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0f68. 00010000:00000001:2.0:1647275033.503407:0:3303:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503407:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.503407:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275033.503407:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:3.0:1647275033.503408:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275033.503408:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1647275033.503408:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000010:3.0:1647275033.503409:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23e507bc00. 02000000:00000001:3.0:1647275033.503410:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275033.503410:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275033.503410:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:3.0:1647275033.503411:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275033.503411:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bff00. 02000000:00000001:3.0:1647275033.503412:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275033.503413:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275033.503413:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f5800. 00000100:00000001:3.0:1647275033.503414:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275033.503415:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503415:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503415:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275033.503416:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275033.503416:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275033.503416:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275033.503416:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1647275033.503417:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1647275033.503417:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000001:3.0:1647275033.503418:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275033.503418:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491632c0. 00000400:00000200:3.0:1647275033.503419:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802220 00000400:00000010:3.0:1647275033.503420:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802220. 00000100:00000001:3.0:1647275033.503420:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00100000:2.0:1647275033.503420:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e6e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:a104e6ec-b36b-47db-9d0a-896e252a4f7d:3303:1727288330497792:0@lo:400:kworker/u8:0.0 00000100:00000200:3.0:1647275033.503421:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000001:2.0:1647275033.503422:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275033.503422:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275033.503423:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69dacb8. 00000400:00000200:2.0:1647275033.503423:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffcc0 00000100:00000200:3.0:1647275033.503424:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:2.0:1647275033.503424:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffcc0. 00000100:00000001:2.0:1647275033.503424:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275033.503425:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503427:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275033.503428:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503428:0:3301:0:(client.c:1428:after_reply()) Process entered 00000100:00000200:2.0:1647275033.503428:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:3.0:1647275033.503429:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275033.503429:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275033.503430:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275033.503430:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275033.503431:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=143 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275033.503431:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00001000:3.0:1647275033.503432:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=86 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275033.503432:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503432:0:3303:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:3.0:1647275033.503433:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275033.503433:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.503433:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275033.503433:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1647275033.503434:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275033.503434:0:3301:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503434:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.503434:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503435:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275033.503435:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000100:00001000:2.0:1647275033.503435:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e240f586548 time=143 v=1 (1 1 1 1) 00000100:00000001:3.0:1647275033.503436:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275033.503436:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275033.503436:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e240f5864d0 time=86 v=1 (1 1 0 0) 00000100:00000040:3.0:1647275033.503437:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275033.503437:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275033.503437:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275033.503438:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000800:00000200:0.0:1647275033.503438:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000001:2.0:1647275033.503439:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503439:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000800:00000010:0.0:1647275033.503439:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691e00 (tot 73194593). 00000100:00000001:3.0:1647275033.503440:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1647275033.503440:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275033.503440:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275033.503441:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275033.503441:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503441:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275033.503441:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000001:3.0:1647275033.503442:0:3301:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000040:2.0:1647275033.503442:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275033.503442:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000004:00000020:3.0:1647275033.503443:0:3301:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-MDT0000-osp-MDT0001 (ffff8e23b1d2a000): 7230783 blocks, 7229769 free, 6577997 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,20863024 files, 20862696 free files 00000400:00000200:0.0:1647275033.503443:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574cc0 00000004:00000001:3.0:1647275033.503444:0:3301:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275033.503444:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574cc0. 00000100:00000001:2.0:1647275033.503445:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275033.503445:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275033.503445:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000040:3.0:1647275033.503446:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275033.503446:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275033.503446:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275033.503447:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275033.503449:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e238a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330498624:0@lo:41:osp-pre-0-1.0 00000100:00000001:3.0:1647275033.503451:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503451:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00100000:2.0:1647275033.503451:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e2100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-lwp-MDT0001_UUID:3303:1727288330498048:0@lo:400:kworker/u8:0.0 00000100:00000040:3.0:1647275033.503452:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e238a222680 x1727288330498624/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000001:2.0:1647275033.503452:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275033.503453:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275033.503453:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da6e0. 00000400:00000200:2.0:1647275033.503453:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff110 00000400:00000010:2.0:1647275033.503454:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff110. 00000100:00000001:2.0:1647275033.503454:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1647275033.503455:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275033.503455:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1647275033.503455:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000010:3.0:1647275033.503456:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23a7df7000. 02000000:00000001:3.0:1647275033.503457:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275033.503457:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275033.503457:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=2 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:3.0:1647275033.503458:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275033.503458:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e245f7ef700. 02000000:00000001:3.0:1647275033.503459:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275033.503459:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1647275033.503459:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275033.503459:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000010:3.0:1647275033.503460:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e238a222680. 00000100:00000001:3.0:1647275033.503461:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275033.503461:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503462:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503462:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275033.503462:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275033.503462:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503463:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1647275033.503463:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1647275033.503463:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275033.503463:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275033.503463:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275033.503463:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000001:3.0:1647275033.503464:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275033.503464:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76630. 00000100:00000001:2.0:1647275033.503464:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.503464:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275033.503464:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000200:3.0:1647275033.503465:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0d48 00000400:00000010:3.0:1647275033.503465:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0d48. 00000100:00001000:2.0:1647275033.503465:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=91 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275033.503466:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00001000:2.0:1647275033.503466:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=91 v=1 (1 1 0 0) 00000800:00000001:1.0:1647275033.503466:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275033.503466:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:3.0:1647275033.503467:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503467:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275033.503467:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275033.503467:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1647275033.503468:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275033.503468:0:3303:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503469:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275033.503469:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000200:1.0:1647275033.503469:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000200:3.0:1647275033.503470:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503470:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275033.503471:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275033.503471:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3140 00000100:00000040:2.0:1647275033.503472:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275033.503472:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cd41 [1] + 224 00000100:00000001:3.0:1647275033.503473:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275033.503474:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275033.503474:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1647275033.503475:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275033.503475:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275033.503475:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275033.503475:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1647275033.503475:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275033.503475:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1647275033.503476:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275033.503476:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503476:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275033.503476:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000001:3.0:1647275033.503477:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275033.503477:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815548 time=137 v=1 (1 1 1 1) 00000100:00000040:2.0:1647275033.503477:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275033.503477:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00001000:3.0:1647275033.503478:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=137 v=1 (1 1 1 1) 00000100:00000200:1.0:1647275033.503478:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503479:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275033.503480:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275033.503480:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1647275033.503480:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330498304:0@lo:400:kworker/u8:0.0 00010000:00000001:3.0:1647275033.503481:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503481:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275033.503482:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1647275033.503482:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1647275033.503482:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275033.503482:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275033.503482:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da630. 00000100:00000040:1.0:1647275033.503482:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503483:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275033.503483:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff7f8 00000400:00000010:2.0:1647275033.503483:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff7f8. 00000100:00000040:3.0:1647275033.503484:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503484:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275033.503485:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275033.503485:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275033.503486:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1647275033.503487:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275033.503487:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1647275033.503487:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503488:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275033.503488:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000001:1.0:1647275033.503488:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275033.503488:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275033.503489:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503491:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275033.503491:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1647275033.503492:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e5d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330498112:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1647275033.503492:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275033.503492:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275033.503493:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275033.503493:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1647275033.503494:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275033.503494:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275033.503494:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa766e0. 02000000:00000001:2.0:1647275033.503494:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275033.503494:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3d8b548 time=86 v=1 (1 1 0 0) 00000400:00000200:3.0:1647275033.503495:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0198 00000400:00000010:3.0:1647275033.503495:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0198. 00000100:00001000:2.0:1647275033.503495:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3d8b4d0 time=86 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275033.503496:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275033.503496:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1647275033.503497:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503497:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275033.503497:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275033.503498:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503498:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275033.503499:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000200:3.0:1647275033.503500:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503500:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275033.503500:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.503501:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503504:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275033.503505:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275033.503505:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275033.503506:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503507:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275033.503507:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503508:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275033.503508:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275033.503508:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275033.503509:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275033.503509:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275033.503509:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e5280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-lwp-MDT0000_UUID:3303:1727288330498560:0@lo:400:kworker/u8:0.0 00000100:00001000:3.0:1647275033.503510:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25548 time=91 v=1 (1 1 0 0) 00000100:00001000:3.0:1647275033.503511:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=91 v=1 (1 1 0 0) 00000400:00000001:2.0:1647275033.503511:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275033.503511:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1647275033.503512:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1647275033.503512:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000400:00000200:2.0:1647275033.503512:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff198 00000100:00000001:3.0:1647275033.503513:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275033.503513:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1647275033.503513:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff198. 00000100:00000001:2.0:1647275033.503513:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00010000:00000001:3.0:1647275033.503514:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503514:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1647275033.503514:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:3.0:1647275033.503515:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1647275033.503515:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275033.503516:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.503517:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275033.503518:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275033.503520:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275033.503520:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275033.503521:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503521:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275033.503521:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275033.503522:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503522:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275033.503522:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275033.503523:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275033.503523:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.503523:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275033.503523:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00001000:2.0:1647275033.503524:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea45c0 time=91 v=1 (1 1 0 0) 00000100:00100000:3.0:1647275033.503525:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330498368:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00001000:2.0:1647275033.503525:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=91 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275033.503526:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503526:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1647275033.503526:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d30c0 00000100:00000001:3.0:1647275033.503527:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275033.503527:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275033.503527:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1647275033.503527:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cd51 [1] + 224 00000100:00000040:3.0:1647275033.503528:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e5d80 x1727288330498112/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00010000:00000001:2.0:1647275033.503528:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503528:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275033.503529:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 0 00000800:00000001:1.0:1647275033.503529:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275033.503530:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275033.503530:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275033.503530:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503531:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1647275033.503531:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000200:1.0:1647275033.503531:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1647275033.503532:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275033.503532:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188ba00. 00000400:00000200:1.0:1647275033.503532:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000001:3.0:1647275033.503534:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1647275033.503534:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275033.503534:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000020:00000001:3.0:1647275033.503535:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275033.503535:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=2 obd=lustrefs-OST0000-osc-MDT0001 00000100:00000001:2.0:1647275033.503535:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1647275033.503535:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:3.0:1647275033.503536:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:2.0:1647275033.503536:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275033.503536:0:3303:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 02000000:00000010:3.0:1647275033.503537:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34700. 00000004:00000040:2.0:1647275033.503537:0:3303:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0001-osc-MDT0000: blocks=958279 free=957931 avail=901340 avail_mb=3520 hwm_mb=7 files=262144 ffree=261808 state=0: rc = 0 02000000:00000001:3.0:1647275033.503538:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275033.503538:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1647275033.503538:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000010:3.0:1647275033.503539:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e5d80. 00000004:00000020:2.0:1647275033.503539:0:3303:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0001-osc-MDT0000 (ffff8e2378ae3800): 958279 blocks, 957931 free, 901340 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,262144 files, 261808 free files 00000100:00000001:3.0:1647275033.503541:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275033.503541:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275033.503541:0:3303:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503542:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275033.503542:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275033.503542:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:3.0:1647275033.503543:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e6880 x1727288330498368/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000001:1.0:1647275033.503543:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275033.503544:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275033.503545:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f3700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330497728:10.0.2.5@tcp:13:osp-pre-1-0.0 00000800:00000001:1.0:1647275033.503545:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275033.503546:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503547:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275033.503547:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1647275033.503547:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275033.503547:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275033.503547:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da580. 00000400:00000200:1.0:1647275033.503547:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 02000000:00000010:3.0:1647275033.503548:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188b800. 00000400:00000200:2.0:1647275033.503548:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffe58 02000000:00000001:3.0:1647275033.503549:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275033.503549:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000400:00000010:2.0:1647275033.503549:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffe58. 00000100:00000001:2.0:1647275033.503549:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000200:1.0:1647275033.503549:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d31c0 00000020:00000040:3.0:1647275033.503550:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=5 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:3.0:1647275033.503550:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000200:2.0:1647275033.503550:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275033.503550:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cd61 [1] + 224 02000000:00000010:3.0:1647275033.503551:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34c00. 00000800:00000001:1.0:1647275033.503551:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:3.0:1647275033.503552:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275033.503552:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1647275033.503552:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1647275033.503553:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e6880. 00000400:00000200:1.0:1647275033.503553:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1647275033.503554:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275033.503554:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275033.503554:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:3.0:1647275033.503555:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275033.503555:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275033.503555:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275033.503555:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503556:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275033.503556:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275033.503557:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503558:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503559:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:1.0:1647275033.503559:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503560:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503560:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275033.503561:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275033.503579:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275033.503580:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.503581:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.503581:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275033.503581:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275033.503582:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1647275033.503583:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae548 time=131 v=1 (1 1 1 1) 00000800:00000001:1.0:1647275033.503583:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00001000:2.0:1647275033.503584:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=131 v=1 (1 1 1 1) 00000800:00000001:1.0:1647275033.503584:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503585:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1647275033.503585:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:2.0:1647275033.503586:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275033.503586:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3080 00010000:00000001:2.0:1647275033.503587:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275033.503587:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503588:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1647275033.503588:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cd69 [1] + 224 00000100:00000040:2.0:1647275033.503589:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275033.503589:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1647275033.503589:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275033.503590:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275033.503590:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275033.503591:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275033.503591:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275033.503592:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275033.503593:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275033.503594:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:2.0:1647275033.503595:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275033.503596:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275033.503596:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275033.503598:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275033.503598:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00100000:2.0:1647275033.503602:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e7900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0001-mdtlov_UUID:3303:1727288330498240:10.0.2.5@tcp:400:kworker/u8:0.0 00000400:00000001:2.0:1647275033.503604:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275033.503604:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275033.503605:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da4d0. 00000100:00000001:1.0:1647275033.503605:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1647275033.503606:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffa18 00000400:00000010:2.0:1647275033.503606:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffa18. 00000100:00000001:2.0:1647275033.503607:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275033.503608:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000001:1.0:1647275033.503608:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275033.503609:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275033.503612:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503616:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275033.503616:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503617:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275033.503617:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275033.503637:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275033.503637:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.503638:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275033.503639:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea4548 time=91 v=1 (1 1 0 0) 00000100:00001000:2.0:1647275033.503640:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=91 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275033.503642:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275033.503642:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503643:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1647275033.503643:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1647275033.503644:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1647275033.503644:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503644:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275033.503645:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1647275033.503645:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1647275033.503646:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275033.503646:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1647275033.503646:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275033.503647:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76840. 00000100:00000040:2.0:1647275033.503647:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275033.503648:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0908 00000400:00000010:3.0:1647275033.503649:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0908. 00000100:00000001:3.0:1647275033.503650:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275033.503650:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275033.503650:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275033.503651:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275033.503652:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:3.0:1647275033.503653:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00100000:2.0:1647275033.503655:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330498496:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1647275033.503656:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1647275033.503657:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:2.0:1647275033.503657:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275033.503658:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e6e00 x1727288330497792/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275033.503661:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275033.503661:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503661:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275033.503661:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1647275033.503662:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000010:2.0:1647275033.503662:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c600. 02000000:00000001:3.0:1647275033.503663:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1647275033.503663:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275033.503663:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:3.0:1647275033.503664:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275033.503664:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1647275033.503664:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e244d184000 refcount=3 obd=MGC10.0.2.4@tcp 00000020:00000001:2.0:1647275033.503664:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000001:3.0:1647275033.503665:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275033.503665:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34500. 02000000:00000001:2.0:1647275033.503665:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1647275033.503667:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae638 time=131 v=1 (1 1 1 1) 02000000:00000001:2.0:1647275033.503667:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275033.503667:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e6e00. 00000100:00001000:3.0:1647275033.503668:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=131 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275033.503668:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275033.503668:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503669:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275033.503669:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1647275033.503670:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275033.503670:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e2100 x1727288330498048/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00010000:00000001:3.0:1647275033.503671:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275033.503672:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503672:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275033.503673:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275033.503673:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275033.503673:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275033.503673:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c000. 00000100:00000001:3.0:1647275033.503674:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275033.503674:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.503674:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275033.503674:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275033.503675:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e240f586000 refcount=2 obd=lustrefs-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1647275033.503675:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000040:3.0:1647275033.503676:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 02000000:00000010:2.0:1647275033.503676:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34300. 02000000:00000001:2.0:1647275033.503676:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275033.503677:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275033.503677:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e2100. 00000100:00000001:2.0:1647275033.503678:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275033.503678:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503679:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275033.503679:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1647275033.503680:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275033.503680:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275033.503680:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e6300 x1727288330498304/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000004:00000001:3.0:1647275033.503681:0:3301:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1647275033.503682:0:3301:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0001-osc-MDT0001: blocks=958279 free=957931 avail=901340 avail_mb=3520 hwm_mb=7 files=262144 ffree=261808 state=0: rc = 0 00000100:00000001:2.0:1647275033.503683:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275033.503683:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275033.503683:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560d600. 00000004:00000020:3.0:1647275033.503684:0:3301:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0001-osc-MDT0001 (ffff8e23c906e000): 958279 blocks, 957931 free, 901340 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,262144 files, 261808 free files 02000000:00000001:2.0:1647275033.503684:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275033.503684:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275033.503685:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=2 obd=lustrefs-MDT0001-osp-MDT0000 00000020:00000001:2.0:1647275033.503685:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 00000004:00000001:3.0:1647275033.503686:0:3301:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275033.503686:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34900. 02000000:00000001:2.0:1647275033.503686:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275033.503687:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275033.503687:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e6300. 00000100:00000040:3.0:1647275033.503688:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00000001:2.0:1647275033.503688:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275033.503688:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503689:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275033.503690:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e5280 x1727288330498560/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275033.503691:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e2348c02c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330498176:10.0.2.5@tcp:13:osp-pre-1-1.0 00000100:00000001:2.0:1647275033.503693:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275033.503693:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1647275033.503694:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275033.503694:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560de00. 02000000:00000001:2.0:1647275033.503694:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275033.503694:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:3.0:1647275033.503695:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275033.503695:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e2348c02c00 x1727288330498176/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000020:00000040:2.0:1647275033.503695:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e23d3d8b000 refcount=2 obd=lustrefs-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1647275033.503695:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275033.503696:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34400. 02000000:00000001:2.0:1647275033.503696:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275033.503697:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275033.503697:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e5280. 00000100:00000001:3.0:1647275033.503698:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1647275033.503698:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275033.503698:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1647275033.503699:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275033.503699:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23e5079800. 00000100:00000001:2.0:1647275033.503699:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275033.503699:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f3700 x1727288330497728/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 02000000:00000001:3.0:1647275033.503700:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275033.503700:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275033.503701:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:3.0:1647275033.503702:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275033.503702:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691f00. 00000100:00000001:2.0:1647275033.503702:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275033.503703:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275033.503703:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275033.503703:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e2348c02c00. 02000000:00000001:2.0:1647275033.503703:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275033.503703:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23d5b28c00. 02000000:00000001:2.0:1647275033.503704:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275033.503705:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275033.503705:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=4 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:3.0:1647275033.503706:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1647275033.503706:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275033.503706:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bfd00. 00000100:00000001:3.0:1647275033.503707:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503707:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275033.503707:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275033.503707:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275033.503707:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f3700. 00000100:00000001:3.0:1647275033.503708:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275033.503708:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275033.503708:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275033.503709:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503709:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503709:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503709:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275033.503710:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e7900 x1727288330498240/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503713:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275033.503713:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275033.503714:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c400. 02000000:00000001:2.0:1647275033.503715:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275033.503715:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275033.503716:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=2 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:2.0:1647275033.503716:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275033.503717:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34200. 02000000:00000001:2.0:1647275033.503717:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275033.503718:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275033.503718:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e7900. 00000100:00000001:2.0:1647275033.503719:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275033.503724:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503725:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275033.503726:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e5800 x1727288330498496/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275040 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275033.503729:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275033.503729:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275033.503729:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c800. 02000000:00000001:2.0:1647275033.503730:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275033.503730:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275033.503731:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 00000020:00000001:2.0:1647275033.503731:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275033.503732:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34000. 02000000:00000001:2.0:1647275033.503732:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275033.503733:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275033.503733:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e5800. 00000100:00000001:2.0:1647275033.503734:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275033.503734:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503735:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275033.503736:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275033.503736:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275033.503737:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275033.503738:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275033.503873:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275033.503876:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275033.503876:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275033.503877:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275033.503879:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:3.0:1647275033.503882:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3180 00000400:00000200:3.0:1647275033.503884:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cd79 [1] + 224 00000800:00000001:3.0:1647275033.503886:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275033.503888:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275033.503888:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275033.503890:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:3.0:1647275033.503891:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275033.503892:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000040:3.0:1647275033.503897:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:3.0:1647275033.503902:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1647275033.503904:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275033.503904:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503907:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275033.503908:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1647275033.503908:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275033.503909:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275033.503909:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76528. 00000400:00000200:3.0:1647275033.503910:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0b28 00000400:00000010:3.0:1647275033.503911:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0b28. 00000100:00000001:3.0:1647275033.503911:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275033.503912:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:3.0:1647275033.503915:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:3.0:1647275033.503918:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275033.503919:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503919:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275033.503920:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275033.503921:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275033.503921:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275033.503922:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275033.503923:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c255c0 time=91 v=1 (1 1 0 0) 00000100:00001000:3.0:1647275033.503924:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=91 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275033.503925:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275033.503926:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275033.503926:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275033.503927:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503928:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275033.503928:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1647275033.503929:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275033.503929:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.503930:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00000001:3.0:1647275033.503934:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275033.503935:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275033.503935:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1647275033.503936:0:3301:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1647275033.503937:0:3301:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0000-osc-MDT0000: blocks=957295 free=956948 avail=900408 avail_mb=3517 hwm_mb=7 files=261888 ffree=261551 state=0: rc = 0 00000004:00000020:3.0:1647275033.503939:0:3301:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0000-osc-MDT0000 (ffff8e2442023000): 957295 blocks, 956948 free, 900408 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,261888 files, 261551 free files 00000004:00000001:3.0:1647275033.503940:0:3301:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275033.503941:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00100000:3.0:1647275033.503944:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e2348c03180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330498432:10.0.2.5@tcp:13:osp-pre-0-0.0 00000100:00000001:3.0:1647275033.503946:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503947:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275033.503947:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e2348c03180 x1727288330498432/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275040 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00000001:3.0:1647275033.503950:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275033.503951:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275033.503951:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23b2690000. 02000000:00000001:3.0:1647275033.503952:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275033.503953:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275033.503953:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=4 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:3.0:1647275033.503954:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275033.503954:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691600. 02000000:00000001:3.0:1647275033.503955:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275033.503955:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275033.503955:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e2348c03180. 00000100:00000001:3.0:1647275033.503956:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275033.503957:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503957:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275033.503959:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275033.503959:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275033.503960:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275033.503961:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1647275033.551056:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275033.551061:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275033.551063:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275033.551063:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275033.551067:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:0.0:1647275033.551073:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 26 MB=0x622f655323400 00000400:00000200:0.0:1647275033.551077:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-10.0.2.6@tcp of length 224/224 into md 0x2bce5 [2] + 0 00000400:00000010:0.0:1647275033.551079:0:3296:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e24515b7738. 00000400:00000200:0.0:1647275033.551080:0:3296:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e2344cb6180 00000800:00000001:0.0:1647275033.551082:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275033.551083:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275033.551084:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275033.551088:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:0.0:1647275033.551089:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2344cb6180 00000400:00000010:0.0:1647275033.551090:0:3296:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e2344cb6180 (tot 73194441). 00000100:00000001:0.0:1647275033.551094:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:0.0:1647275033.551095:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:0.0:1647275033.551098:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347eca850 x1727291246916608 msgsize 224 00000100:00100000:0.0:1647275033.551100:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000040:0.0:1647275033.551101:0:3296:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1647275033.551107:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:0.0:1647275033.551109:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275033.551110:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275033.551111:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275033.551112:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275033.551113:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:0.0:1647275033.551115:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 12 MB=0x622f655323480 00000400:00000200:0.0:1647275033.551117:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.6@tcp of length 224/224 into md 0x1b7c9 [64] + 55720 00000800:00000001:0.0:1647275033.551118:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275033.551119:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275033.551120:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275033.551121:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:0.0:1647275033.551123:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:0.0:1647275033.551123:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1647275033.551125:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f0580. 00000100:00000040:0.0:1647275033.551126:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f0580 x1727291246916736 msgsize 224 00000100:00100000:0.0:1647275033.551128:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000001:0.0:1647275033.551132:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:0.0:1647275033.551133:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275033.551134:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275033.551134:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275033.551135:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275033.551136:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:0.0:1647275033.551138:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 12 MB=0x622f655323440 00000400:00000200:0.0:1647275033.551139:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.6@tcp of length 224/224 into md 0x1b7c9 [64] + 55944 00000800:00000001:0.0:1647275033.551140:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275033.551143:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275033.551143:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275033.551144:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:0.0:1647275033.551145:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:0.0:1647275033.551145:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1647275033.551146:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f0000. 00000100:00000040:0.0:1647275033.551147:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f0000 x1727291246916672 msgsize 224 00000100:00100000:0.0:1647275033.551149:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000001:0.0:1647275033.551151:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:0.0:1647275033.551151:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275033.551152:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275033.551159:0:8140:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275033.551160:0:8140:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275033.551161:0:8140:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275033.551169:0:8140:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.551171:0:7651:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275033.551171:0:8140:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275033.551172:0:7651:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1647275033.551172:0:8140:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246916736 00000100:00000001:1.0:1647275033.551173:0:7651:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275033.551173:0:7651:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.551174:0:8140:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275033.551174:0:8140:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636af3 02000000:00000001:1.0:1647275033.551175:0:7651:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.551175:0:8140:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00100000:1.0:1647275033.551176:0:7651:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246916608 00000020:00000001:1.0:1647275033.551176:0:7651:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275033.551177:0:7651:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636ac9 00000020:00000040:0.0:1647275033.551177:0:8140:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183f800 refcount=5 00000020:00000001:1.0:1647275033.551178:0:7651:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:0.0:1647275033.551178:0:8140:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686056448 : -125191023495168 : ffff8e23b183f800) 00000020:00000040:1.0:1647275033.551179:0:7651:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183e800 refcount=9 00000020:00000001:0.0:1647275033.551179:0:8140:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686056448 : -125191023495168 : ffff8e23b183f800) 00000020:00000001:1.0:1647275033.551180:0:7651:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686052352 : -125191023499264 : ffff8e23b183e800) 00000020:00000001:1.0:1647275033.551180:0:7651:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686052352 : -125191023499264 : ffff8e23b183e800) 00000100:00000001:0.0:1647275033.551181:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275033.551181:0:8140:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1647275033.551182:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275033.551182:0:7651:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275033.551183:0:7651:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a600. 00000020:00000010:0.0:1647275033.551183:0:8140:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b800. 00000020:00000010:1.0:1647275033.551186:0:7651:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456e00. 00000020:00000010:0.0:1647275033.551186:0:8140:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9f80. 00000020:00000010:1.0:1647275033.551188:0:7651:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6e70. 00000020:00000010:0.0:1647275033.551188:0:8140:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12c78. 00000100:00000040:1.0:1647275033.551191:0:7651:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000100:00000001:1.0:1647275033.551192:0:7651:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275033.551192:0:7651:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1647275033.551192:0:8140:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:0.0:1647275033.551192:0:8140:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275033.551193:0:7651:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.551193:0:8140:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275033.551194:0:8140:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275033.551195:0:7651:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.551195:0:8140:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1647275033.551196:0:8140:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275033.551196:0:8140:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.551198:0:7651:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275033.551199:0:8140:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275033.551201:0:7651:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275033.551203:0:7651:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1647275033.551203:0:8140:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275033.551203:0:8140:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275033.551204:0:8140:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275033.551204:0:8140:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275033.551205:0:7651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 1327 00000100:00000040:1.0:1647275033.551206:0:7651:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183e800 : new rpc_count 1 02000000:00000001:0.0:1647275033.551206:0:8140:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275033.551206:0:8140:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246916672 00000100:00000001:1.0:1647275033.551207:0:7651:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914532432 : -125192795019184 : ffff8e2347eca850) 00000020:00000001:0.0:1647275033.551207:0:8140:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275033.551207:0:8140:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371bb 00000020:00000001:0.0:1647275033.551208:0:8140:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000040:1.0:1647275033.551209:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347eca850 x1727291246916608/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000040:0.0:1647275033.551209:0:8140:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364592000 refcount=7 00000020:00000001:0.0:1647275033.551210:0:8140:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000020:00000001:0.0:1647275033.551211:0:8140:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000100:00000001:0.0:1647275033.551212:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275033.551212:0:8140:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1647275033.551213:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1647275033.551213:0:8140:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188ba00. 00000100:00000001:1.0:1647275033.551214:0:7651:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275033.551214:0:8140:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9180. 00000100:00100000:1.0:1647275033.551215:0:7651:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347eca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e970ac4e-baa2-41d5-9e2f-f6e61477f110+9:7985:x1727291246916608:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00000020:00000010:0.0:1647275033.551215:0:8140:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12888. 00000100:00000200:1.0:1647275033.551216:0:7651:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246916608 00000100:00000001:0.0:1647275033.551216:0:8140:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275033.551216:0:8140:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1647275033.551217:0:7651:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:0.0:1647275033.551217:0:8140:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275033.551218:0:7651:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:0.0:1647275033.551218:0:8140:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1647275033.551218:0:8140:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:1.0:1647275033.551219:0:7651:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.551219:0:8140:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.551220:0:7651:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275033.551221:0:7651:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000020:00000001:1.0:1647275033.551221:0:7651:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1647275033.551221:0:8140:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275033.551222:0:7651:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275033.551222:0:7651:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275033.551223:0:7651:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275033.551224:0:7651:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.551224:0:7651:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1647275033.551224:0:8140:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275033.551224:0:8140:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1647275033.551225:0:7651:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275033.551226:0:7651:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1647275033.551226:0:8140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 2536 02000000:00000010:1.0:1647275033.551227:0:7651:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241134e400. 00000100:00000040:0.0:1647275033.551227:0:8140:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183f800 : new rpc_count 1 02000000:00000001:1.0:1647275033.551228:0:7651:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.551228:0:8140:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208630144 : -125191500921472 : ffff8e23950f0580) 00000100:00000001:1.0:1647275033.551230:0:7651:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.551230:0:7651:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.551230:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f0580 x1727291246916736/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00010000:00000040:1.0:1647275033.551254:0:7651:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727291246916608 00010000:00000001:1.0:1647275033.551255:0:7651:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:1.0:1647275033.551257:0:7651:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347eca850 x1727291246916608/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:0.0:1647275033.551257:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275033.551258:0:8140:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00010000:00000001:1.0:1647275033.551260:0:7651:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1647275033.551260:0:8140:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f0580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+5:7985:x1727291246916736:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00010000:00000001:1.0:1647275033.551261:0:7651:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275033.551263:0:7651:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=2 v=1 (1 1 1 1) 00000100:00000200:0.0:1647275033.551263:0:8140:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246916736 00000020:00000001:0.0:1647275033.551264:0:8140:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275033.551264:0:8140:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:1.0:1647275033.551265:0:7651:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275033.551266:0:7651:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00000020:00000001:0.0:1647275033.551266:0:8140:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.551267:0:7651:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 00000020:00000001:0.0:1647275033.551267:0:8140:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275033.551267:0:8140:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 02000000:00000001:1.0:1647275033.551268:0:7651:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275033.551268:0:7651:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.551268:0:8140:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1647275033.551269:0:7651:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000001:00000001:0.0:1647275033.551269:0:8140:0:(tgt_lastrcvd.c:2238:tgt_lookup_reply()) lustrefs-MDT0001: lookup reply xid 1727291246916736, found 0 last_xid 1727291246916735 00000100:00000040:1.0:1647275033.551270:0:7651:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000020:00000001:0.0:1647275033.551270:0:8140:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275033.551271:0:8140:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275033.551271:0:8140:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000400:00000010:1.0:1647275033.551272:0:7651:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24155742a8. 00000020:00000001:0.0:1647275033.551272:0:8140:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.551273:0:8140:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1647275033.551274:0:7651:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727291246916608, offset 224 00000100:00000001:0.0:1647275033.551274:0:8140:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275033.551274:0:8140:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1647275033.551276:0:7651:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 02000000:00000010:0.0:1647275033.551276:0:8140:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23572d3000. 02000000:00000001:0.0:1647275033.551277:0:8140:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.551278:0:8140:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275033.551279:0:7651:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000020:00000001:0.0:1647275033.551279:0:8140:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275033.551280:0:8140:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727291246916736 00010000:00000001:0.0:1647275033.551280:0:8140:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000200:1.0:1647275033.551282:0:7651:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14437:14437:256:4294967295] 10.0.2.6@tcp LPNI seq info [2987:2987:8:4294967295] 00010000:00000200:0.0:1647275033.551282:0:8140:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f0580 x1727291246916736/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:1.0:1647275033.551285:0:7651:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00010000:00000001:0.0:1647275033.551285:0:8140:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275033.551286:0:8140:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275033.551286:0:8140:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=143 v=1 (1 1 1 1) 00000800:00000200:1.0:1647275033.551287:0:7651:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000100:00000001:0.0:1647275033.551288:0:8140:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1647275033.551289:0:7651:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691500 (tot 73194689). 00000100:00000040:0.0:1647275033.551289:0:8140:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 8 to 10.0.2.6@tcp 00000100:00000001:0.0:1647275033.551289:0:8140:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 02000000:00000001:0.0:1647275033.551290:0:8140:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:1.0:1647275033.551291:0:7651:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 02000000:00000001:0.0:1647275033.551291:0:8140:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.551291:0:8140:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275033.551292:0:8140:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000800:00000200:1.0:1647275033.551293:0:7651:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000400:00000010:0.0:1647275033.551293:0:8140:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0f68. 00000800:00000200:1.0:1647275033.551295:0:7651:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691500 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1647275033.551295:0:8140:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727291246916736, offset 224 00000400:00000200:0.0:1647275033.551297:0:8140:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000100:00000001:1.0:1647275033.551298:0:7651:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275033.551299:0:7651:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00010000:00000001:1.0:1647275033.551299:0:7651:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000400:00000200:0.0:1647275033.551299:0:8140:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000020:00000001:1.0:1647275033.551300:0:7651:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.551300:0:7651:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1647275033.551301:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347eca850 x1727291246916608/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:0.0:1647275033.551301:0:8140:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14438:14438:255:4294967295] 10.0.2.6@tcp LPNI seq info [2988:2988:7:4294967295] 00000400:00000200:0.0:1647275033.551305:0:8140:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000800:00000200:0.0:1647275033.551307:0:8140:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000100:00100000:1.0:1647275033.551308:0:7651:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347eca850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e970ac4e-baa2-41d5-9e2f-f6e61477f110+9:7985:x1727291246916608:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 91us (207us total) trans 0 rc 0/0 00000800:00000010:0.0:1647275033.551308:0:8140:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf200 (tot 73194937). 00000800:00000200:0.0:1647275033.551309:0:8140:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000100:00100000:1.0:1647275033.551311:0:7651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 1327 00000800:00000200:0.0:1647275033.551311:0:8140:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000100:00000040:1.0:1647275033.551312:0:7651:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183e800 : new rpc_count 0 00000100:00000001:1.0:1647275033.551312:0:7651:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1647275033.551312:0:8140:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275033.551313:0:8140:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275033.551314:0:7651:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1647275033.551314:0:8140:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 6 to 10.0.2.6@tcp 00000020:00000010:1.0:1647275033.551315:0:7651:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456e00. 00010000:00000001:0.0:1647275033.551315:0:8140:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275033.551315:0:8140:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275033.551316:0:7651:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6e70. 00000020:00000001:0.0:1647275033.551316:0:8140:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1647275033.551317:0:7651:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a600. 00000100:00000040:0.0:1647275033.551317:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f0580 x1727291246916736/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000020:00000040:1.0:1647275033.551318:0:7651:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183e800 : new refcount 8 00000100:00000001:1.0:1647275033.551320:0:7651:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1647275033.551321:0:7651:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00100000:0.0:1647275033.551321:0:8140:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f0580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+5:7985:x1727291246916736:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 62us (193us total) trans 0 rc 0/0 00000400:00000010:1.0:1647275033.551322:0:7651:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c1948. 00000400:00000010:1.0:1647275033.551323:0:7651:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e235efeee40 (tot 73195089). 00000100:00100000:0.0:1647275033.551323:0:8140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 2536 00000100:00000040:0.0:1647275033.551324:0:8140:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183f800 : new rpc_count 0 00000100:00000001:0.0:1647275033.551325:0:8140:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275033.551325:0:8140:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275033.551326:0:8140:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9f80. 00000020:00000010:0.0:1647275033.551327:0:8140:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12c78. 00000020:00000010:0.0:1647275033.551328:0:8140:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b800. 00000020:00000040:0.0:1647275033.551329:0:8140:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183f800 : new refcount 4 00000100:00000001:0.0:1647275033.551330:0:8140:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275033.551332:0:8140:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275033.551332:0:8140:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1647275033.551333:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275033.551357:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691500 (tot 73194841). 00000400:00000200:1.0:1647275033.551358:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275033.551359:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00100000:0.0:1647275033.551359:0:8140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 2537 00000100:00000040:0.0:1647275033.551360:0:8140:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364592000 : new rpc_count 1 00000100:00000001:0.0:1647275033.551360:0:8140:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208628736 : -125191500922880 : ffff8e23950f0000) 00000100:00000040:0.0:1647275033.551362:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f0000 x1727291246916672/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:184/0 lens 224/0 e 0 to 0 dl 1647275039 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1647275033.551365:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1647275033.551380:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24155742a8 00000400:00000010:1.0:1647275033.551381:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24155742a8. 00000100:00000001:1.0:1647275033.551382:0:3295:0:(events.c:407:reply_out_callback()) Process entered 02000000:00000001:1.0:1647275033.551383:0:3295:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1647275033.551383:0:8140:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:1.0:1647275033.551384:0:3295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e241134e400. 00000100:00100000:0.0:1647275033.551384:0:8140:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7985:x1727291246916672:12345-10.0.2.6@tcp:400:kworker/u8:1.0 02000000:00000001:1.0:1647275033.551385:0:3295:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1647275033.551385:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000200:0.0:1647275033.551385:0:8140:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246916672 00000020:00000001:0.0:1647275033.551386:0:8140:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275033.551387:0:8140:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275033.551387:0:8140:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.551388:0:8140:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275033.551389:0:8140:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:0.0:1647275033.551389:0:8140:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1647275033.551390:0:8140:0:(tgt_lastrcvd.c:2238:tgt_lookup_reply()) lustrefs-MDT0000: lookup reply xid 1727291246916672, found 0 last_xid 1727291246916671 00000020:00000001:0.0:1647275033.551408:0:8140:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275033.551408:0:8140:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275033.551409:0:8140:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275033.551409:0:8140:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.551410:0:8140:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1647275033.551410:0:8140:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275033.551411:0:8140:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275033.551412:0:8140:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23572d1800. 02000000:00000001:0.0:1647275033.551412:0:8140:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.551413:0:8140:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.551414:0:8140:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275033.551415:0:8140:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 4294967314, transno 0, xid 1727291246916672 00010000:00000001:0.0:1647275033.551415:0:8140:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:0.0:1647275033.551416:0:8140:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f0000 x1727291246916672/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000001:0.0:1647275033.551419:0:8140:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275033.551421:0:8140:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275033.551421:0:8140:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=143 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275033.551423:0:8140:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275033.551423:0:8140:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00000100:00000001:0.0:1647275033.551424:0:8140:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 02000000:00000001:0.0:1647275033.551425:0:8140:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275033.551425:0:8140:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275033.551426:0:8140:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275033.551427:0:8140:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000400:00000010:0.0:1647275033.551427:0:8140:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0bb0. 00000100:00000200:0.0:1647275033.551428:0:8140:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727291246916672, offset 224 00000800:00000200:1.0:1647275033.551430:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1647275033.551430:0:8140:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000800:00000010:1.0:1647275033.551431:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf200 (tot 73194593). 00000400:00000200:0.0:1647275033.551431:0:8140:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000400:00000200:1.0:1647275033.551432:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275033.551433:0:8140:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14439:14439:255:4294967295] 10.0.2.6@tcp LPNI seq info [2989:2989:7:4294967295] 00000400:00000200:1.0:1647275033.551434:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275033.551434:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0f68 00000400:00000010:1.0:1647275033.551435:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0f68. 00000100:00000001:1.0:1647275033.551436:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275033.551436:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000200:0.0:1647275033.551436:0:8140:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000800:00000200:0.0:1647275033.551469:0:8140:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000800:00000010:0.0:1647275033.551470:0:8140:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf400 (tot 73194841). 00000800:00000200:0.0:1647275033.551471:0:8140:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000800:00000200:0.0:1647275033.551473:0:8140:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000800:00000200:0.0:1647275033.551473:0:8140:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275033.551479:0:8140:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275033.551480:0:8140:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 6 to 10.0.2.6@tcp 00010000:00000001:0.0:1647275033.551481:0:8140:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275033.551481:0:8140:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275033.551482:0:8140:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275033.551483:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f0000 x1727291246916672/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:184/0 lens 224/224 e 0 to 0 dl 1647275039 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1647275033.551487:0:8140:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7985:x1727291246916672:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 121us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1647275033.551489:0:8140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 2537 00000100:00000040:0.0:1647275033.551490:0:8140:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364592000 : new rpc_count 0 00000100:00000001:0.0:1647275033.551492:0:8140:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275033.551492:0:8140:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275033.551492:0:8140:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9180. 00000020:00000010:0.0:1647275033.551493:0:8140:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12888. 00000020:00000010:0.0:1647275033.551494:0:8140:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188ba00. 00000020:00000040:0.0:1647275033.551495:0:8140:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364592000 : new refcount 6 00000100:00000001:0.0:1647275033.551496:0:8140:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1647275033.551538:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275033.551539:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf400 (tot 73194593). 00000400:00000200:3.0:1647275033.551559:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275033.551561:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:3.0:1647275033.551562:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0bb0 00000400:00000010:3.0:1647275033.551563:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0bb0. 00000100:00000001:3.0:1647275033.551564:0:3294:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275033.551564:0:3294:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:1.0:1647275033.700089:0:7642:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1647275033.700092:0:7642:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275033.720522:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275033.720523:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275033.720525:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275033.720526:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275033.720528:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275033.720529:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275033.720531:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275033.720536:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275033.720538:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275033.720538:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275033.720540:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275033.720540:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275033.720547:0:7645:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1647275033.720548:0:7645:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275034.503881:0:9249:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1647275034.503882:0:9249:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275034.551932:0:7649:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1647275034.551934:0:7649:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275034.551986:0:8140:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1647275034.551987:0:8140:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723532:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275034.723535:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723537:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275034.723538:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723540:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275034.723542:0:5187:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1647275034.723543:0:5187:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1647275034.723543:0:5187:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723544:0:5187:0:(ldlm_lockd.c:2185:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1647275034.723545:0:5187:0:(ldlm_lockd.c:2188:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723546:0:5187:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723546:0:5187:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723548:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275034.723549:0:5187:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1647275034.723549:0:5187:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1647275034.723550:0:5187:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723550:0:5187:0:(ldlm_lockd.c:2185:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1647275034.723551:0:5187:0:(ldlm_lockd.c:2188:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723551:0:5187:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723552:0:5187:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723554:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275034.723554:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275034.723556:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275034.723556:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275034.723652:0:7646:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1647275034.723654:0:7646:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275035.748617:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275035.748620:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275035.748623:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275035.748624:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275035.748627:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275035.748633:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275035.748637:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275035.748637:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275035.748639:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275035.748639:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275035.748641:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275035.748641:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275035.748658:0:8691:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1647275035.748659:0:8691:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275036.756824:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275036.756826:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275036.756829:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275036.756829:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275036.756832:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275036.756832:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275036.756834:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275036.756835:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275036.756836:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275036.756837:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275036.756838:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275036.756839:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275036.756855:0:9456:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1647275036.756856:0:9456:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275037.759397:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275037.759399:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275037.759401:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275037.759402:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275037.759404:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275037.759404:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275037.759407:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275037.759407:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275037.759409:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275037.759409:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275037.759410:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275037.759411:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275037.759417:0:9457:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1647275037.759418:0:9457:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1647275037.893529:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e245f7efb00. 00080000:00000010:1.0:1647275037.893533:0:8682:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34a00. 00080000:00000010:0.0:1647275037.922565:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e241a4bfc00. 00080000:00000010:0.0:1647275037.922567:0:9763:0:(osd_handler.c:1804:osd_trans_commit_cb()) kfreed 'oh': 256 at ffff8e23e4c34b00. 00000004:00000001:3.0:1647275038.515783:0:8695:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:3.0:1647275038.515784:0:8695:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1647275038.515788:0:8695:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a222680. 00000020:00000040:3.0:1647275038.515796:0:8695:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:3.0:1647275038.515813:0:8695:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1647275038.515814:0:8695:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:1.0:1647275038.515815:0:9772:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000001:0.0:1647275038.515815:0:9770:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 02000000:00000001:3.0:1647275038.515816:0:8695:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1647275038.515816:0:9770:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000004:00000001:2.0:1647275038.515817:0:9774:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:1.0:1647275038.515817:0:9772:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 02000000:00000010:3.0:1647275038.515818:0:8695:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34400. 00000100:00000010:1.0:1647275038.515818:0:9772:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e2348c03700. 00000100:00000010:0.0:1647275038.515818:0:9770:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f4200. 00000100:00000001:3.0:1647275038.515821:0:8695:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1647275038.515821:0:9774:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000020:00000040:0.0:1647275038.515822:0:9770:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000001:3.0:1647275038.515823:0:8695:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000010:2.0:1647275038.515823:0:9774:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e5800. 00000020:00000040:1.0:1647275038.515823:0:9772:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=5 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:0.0:1647275038.515823:0:9770:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1647275038.515824:0:8695:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.515824:0:9770:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1647275038.515825:0:9772:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275038.515825:0:9772:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275038.515825:0:9770:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1647275038.515826:0:9774:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=4 obd=lustrefs-OST0001-osc-MDT0000 02000000:00000001:1.0:1647275038.515826:0:9772:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.515827:0:9774:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:0.0:1647275038.515827:0:9770:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bfc00. 00000100:00000040:3.0:1647275038.515828:0:8695:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e238a222680] to pc [ptlrpcd_00_01+1] req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000001:2.0:1647275038.515828:0:9774:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275038.515828:0:9774:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275038.515828:0:9772:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691900. 00000100:00000001:0.0:1647275038.515828:0:9770:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.515829:0:9772:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.515829:0:9770:0:(jobid.c:866:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1647275038.515830:0:9774:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23762b0000. 00000100:00000001:1.0:1647275038.515830:0:9772:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1647275038.515830:0:9770:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.515831:0:9774:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.515831:0:9772:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.515832:0:9774:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1647275038.515832:0:9770:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f4200] to pc [ptlrpcd_00_02+2] req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275038.515833:0:9774:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.515833:0:9772:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e2348c03700] to pc [ptlrpcd_00_03+3] req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000040:2.0:1647275038.515835:0:9774:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e5800] to pc [ptlrpcd_00_00+0] req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000004:00000001:3.0:1647275038.515836:0:8695:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.515839:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275038.515840:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275038.515841:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000004:00000001:1.0:1647275038.515842:0:9772:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275038.515842:0:9770:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275038.515846:0:9018:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000100:00000040:3.0:1647275038.515847:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000004:00000001:2.0:1647275038.515847:0:9774:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:0.0:1647275038.515847:0:9018:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:0.0:1647275038.515847:0:9018:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f6300. 00000004:00000001:1.0:1647275038.515848:0:9047:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:1.0:1647275038.515848:0:9047:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1647275038.515849:0:9047:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e2348c03180. 00000020:00000040:0.0:1647275038.515849:0:9018:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000100:00000001:0.0:1647275038.515850:0:9018:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275038.515850:0:9018:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1647275038.515851:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275038.515851:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.515851:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1647275038.515851:0:9047:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000001:1.0:1647275038.515851:0:9047:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275038.515851:0:9018:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275038.515852:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1647275038.515852:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275038.515852:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1647275038.515852:0:9047:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:0.0:1647275038.515852:0:9018:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bf400. 02000000:00000001:3.0:1647275038.515853:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.515853:0:9047:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275038.515853:0:9047:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691800. 00000100:00100000:3.0:1647275038.515854:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e238a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330498688:0@lo:41:osp-pre-0-1.0 00000100:00000040:2.0:1647275038.515854:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275038.515854:0:9047:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.515855:0:9047:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1647275038.515855:0:9018:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.515856:0:9047:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.515856:0:9018:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1647275038.515856:0:9018:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.515857:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1647275038.515857:0:9047:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e2348c03180] to pc [ptlrpcd_00_01+1] req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:3.0:1647275038.515858:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1647275038.515858:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.515858:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1647275038.515858:0:9018:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f6300] to pc [ptlrpcd_00_02+2] req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000001:3.0:1647275038.515859:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275038.515859:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275038.515860:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275038.515860:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1647275038.515860:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f4200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330498752:0@lo:41:osp-pre-1-0.0 02000000:00000010:3.0:1647275038.515861:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23a7df7000. 02000000:00000001:3.0:1647275038.515862:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.515862:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275038.515862:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:1.0:1647275038.515862:0:9047:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275038.515862:0:9018:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.515863:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.515863:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1647275038.515864:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491632c0. 02000000:00000010:2.0:1647275038.515864:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23d5b28000. 02000000:00000001:2.0:1647275038.515865:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275038.515866:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da4d0. 00000100:00000040:1.0:1647275038.515866:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) a104e6ec-b36b-47db-9d0a-896e252a4f7d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1647275038.515867:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802220. 00000100:00000001:0.0:1647275038.515867:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1647275038.515868:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffa18. 00000100:00000001:1.0:1647275038.515868:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1647275038.515868:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275038.515868:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1647275038.515869:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330498688, portal 4 00000100:00000010:1.0:1647275038.515869:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e2348c02c00. 00000100:00000040:0.0:1647275038.515869:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:3.0:1647275038.515870:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1647275038.515870:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330498752, portal 4 00000100:00000001:2.0:1647275038.515870:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000020:00000040:1.0:1647275038.515870:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e244d184000 refcount=4 obd=MGC10.0.2.4@tcp 00000100:00000001:3.0:1647275038.515871:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882025334400 : -125191684217216 : ffff8e238a222680) 00000100:00000001:2.0:1647275038.515871:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208645632 : -125191500905984 : ffff8e23950f4200) 00000100:00000001:1.0:1647275038.515871:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275038.515871:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275038.515872:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275038.515873:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:2.0:1647275038.515873:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:1.0:1647275038.515873:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691d00. 00000100:00000001:1.0:1647275038.515873:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.515873:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275038.515873:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.515874:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275038.515874:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.515875:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging a104e6ec-b36b-47db-9d0a-896e252a4f7d->MGS req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1647275038.515875:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e2348c03700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330498816:10.0.2.5@tcp:13:osp-pre-0-0.0 00000100:00000001:3.0:1647275038.515876:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275038.515877:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1647275038.515877:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:0.0:1647275038.515877:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275038.515877:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1647275038.515878:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 00000100:00000040:2.0:1647275038.515878:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1647275038.515878:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275038.515879:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330498688, offset 0 00000400:00000010:2.0:1647275038.515879:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffe58. 00000100:00000200:2.0:1647275038.515879:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330498752, offset 0 00000100:00000001:1.0:1647275038.515879:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275038.515879:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.515879:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1647275038.515880:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e2348c02c00] to pc [ptlrpcd_00_03+3] req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000010:0.0:1647275038.515880:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23f3d57c00. 02000000:00000001:0.0:1647275038.515881:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275038.515882:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1647275038.515882:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa760b0. 00000400:00000200:2.0:1647275038.515884:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1647275038.515884:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.515885:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1647275038.515885:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0110. 00000400:00000200:3.0:1647275038.515886:0:3302:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1647275038.515886:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1647275038.515887:0:3303:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1647275038.515887:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e2348c06e00. 00000100:00000200:0.0:1647275038.515887:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330498816, portal 4 00000020:00000040:1.0:1647275038.515888:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=4 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:0.0:1647275038.515888:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275038.515888:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618880928397056 : -125192781154560 : ffff8e2348c03700) 00000100:00000001:1.0:1647275038.515889:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275038.515889:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275038.515889:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275038.515890:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691200. 00000100:00000040:0.0:1647275038.515890:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:3.0:1647275038.515891:0:3302:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3280 00000100:00000001:1.0:1647275038.515891:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.515892:0:3303:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d32c0 00000100:00000040:1.0:1647275038.515892:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-MDT0000_UUID req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1647275038.515893:0:3302:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 16672 00000100:00000001:0.0:1647275038.515893:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275038.515894:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275038.515895:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275038.515895:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275038.515895:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0a18. 00000400:00000200:3.0:1647275038.515896:0:3302:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275038.515896:0:3303:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 16896 00000100:00000040:1.0:1647275038.515896:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e2348c06e00] to pc [ptlrpcd_00_00+0] req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275038.515897:0:3303:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1647275038.515897:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330498816, offset 0 00000400:00000200:3.0:1647275038.515898:0:3302:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1647275038.515899:0:3303:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1647275038.515900:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.515900:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000040:1.0:1647275038.515901:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-lwp-MDT0001_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1647275038.515902:0:3302:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:1.0:1647275038.515902:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1647275038.515903:0:3302:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1647275038.515903:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33e880. 00000400:00000200:0.0:1647275038.515903:0:3304:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000010:3.0:1647275038.515904:0:3302:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a222100. 00000020:00000040:1.0:1647275038.515904:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e240f586000 refcount=3 obd=lustrefs-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1647275038.515905:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275038.515905:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275038.515905:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1647275038.515906:0:3302:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a222100 x1727288330498688 msgsize 224 00000100:00000001:2.0:1647275038.515906:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275038.515906:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1647275038.515906:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.515906:0:3304:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00100000:3.0:1647275038.515907:0:3302:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1647275038.515907:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:1.0:1647275038.515907:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691700. 00000100:00000001:1.0:1647275038.515907:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.515907:0:3304:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1647275038.515908:0:3304:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000040:1.0:1647275038.515909:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-lwp-MDT0001_UUID->lustrefs-MDT0000_UUID req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1647275038.515910:0:3304:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14440:14440:256:4294967295] 10.0.2.5@tcp LPNI seq info [11451:11451:8:4294967295] 00000100:00000001:3.0:1647275038.515912:0:3302:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:1.0:1647275038.515912:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275038.515912:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.515913:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33e880] to pc [ptlrpcd_00_01+1] req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275038.515914:0:3304:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:1.0:1647275038.515916:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275038.515916:0:3304:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:3.0:1647275038.515917:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 00000100:00000001:2.0:1647275038.515917:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275038.515917:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.515917:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:0.0:1647275038.515917:0:3304:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf600 (tot 73194841). 00000400:00000010:3.0:1647275038.515918:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 02000000:00000001:2.0:1647275038.515918:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275038.515918:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.515918:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1647275038.515919:0:3302:0:(events.c:53:request_out_callback()) Process entered 00000100:00100000:2.0:1647275038.515919:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330498880:10.0.2.5@tcp:13:osp-pre-1-0.0 00000100:00000010:1.0:1647275038.515919:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33f900. 00000100:00000200:3.0:1647275038.515920:0:3302:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000040:1.0:1647275038.515920:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=4 obd=lustrefs-OST0000-osc-MDT0001 00000800:00000200:0.0:1647275038.515920:0:3304:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:2.0:1647275038.515921:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275038.515921:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1647275038.515921:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275038.515921:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275038.515921:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.515922:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.515922:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1647275038.515922:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691c00. 00000800:00000200:0.0:1647275038.515922:0:3304:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 02000000:00000010:2.0:1647275038.515923:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23d5b2a000. 02000000:00000001:2.0:1647275038.515923:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.515923:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275038.515924:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da580. 00000100:00000040:1.0:1647275038.515924:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0000_UUID req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1647275038.515924:0:3304:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf600 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1647275038.515925:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff198. 00000100:00000200:2.0:1647275038.515926:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330498880, portal 4 00000100:00000001:2.0:1647275038.515926:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1647275038.515927:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275038.515927:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779718144 : -125191929833472 : ffff8e237b7e5800) 00000100:00000001:1.0:1647275038.515927:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275038.515927:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.515927:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275038.515928:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:2.0:1647275038.515928:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:1.0:1647275038.515928:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33f900] to pc [ptlrpcd_00_02+2] req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.515928:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275038.515929:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.515930:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.515931:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.515931:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.515932:0:3302:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1647275038.515932:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.515932:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1647275038.515933:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.515933:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1647275038.515934:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1647275038.515934:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33ee00. 00000100:00000001:0.0:1647275038.515934:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275038.515934:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1647275038.515935:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.515935:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.515935:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000040:1.0:1647275038.515935:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=4 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000001:1.0:1647275038.515935:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275038.515935:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275038.515935:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275038.515936:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275038.515936:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 02000000:00000001:1.0:1647275038.515936:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275038.515936:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.515936:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1647275038.515937:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff7f8. 00000100:00000200:2.0:1647275038.515937:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330498880, offset 0 02000000:00000010:1.0:1647275038.515937:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691b00. 00000100:00000001:1.0:1647275038.515937:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275038.515937:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275038.515938:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275038.515938:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1647275038.515939:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1647275038.515939:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000040:1.0:1647275038.515939:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0001_UUID req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1647275038.515940:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275038.515940:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1647275038.515940:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1647275038.515941:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:2.0:1647275038.515941:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:0.0:1647275038.515941:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.515941:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1647275038.515942:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1647275038.515942:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.515943:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:1.0:1647275038.515943:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275038.515943:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e2348c02c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a104e6ec-b36b-47db-9d0a-896e252a4f7d:3304:1727288330499072:0@lo:400:kworker/u8:0.0 00000400:00000200:2.0:1647275038.515944:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1647275038.515944:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33ee00] to pc [ptlrpcd_00_03+3] req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.515944:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1647275038.515945:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275038.515945:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.515945:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 02000000:00000001:0.0:1647275038.515945:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275038.515945:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275038.515946:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275038.515946:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.515946:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14441:14441:255:4294967295] 10.0.2.5@tcp LPNI seq info [11452:11452:7:4294967295] 02000000:00000001:0.0:1647275038.515946:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275038.515946:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188b800. 00000100:00100000:3.0:1647275038.515947:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e2348c03180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330498944:10.0.2.5@tcp:13:osp-pre-1-1.0 00000100:00000001:1.0:1647275038.515947:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.515947:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.515948:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1647275038.515949:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275038.515949:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1647275038.515949:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1647275038.515949:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76058. 00000400:00000010:0.0:1647275038.515949:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0770. 02000000:00000001:3.0:1647275038.515950:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275038.515950:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1647275038.515950:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000010:1.0:1647275038.515950:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33d800. 00000100:00000200:0.0:1647275038.515950:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330499072, portal 25 02000000:00000010:3.0:1647275038.515951:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23a7df5800. 02000000:00000001:3.0:1647275038.515951:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275038.515951:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=4 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000001:1.0:1647275038.515951:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275038.515951:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275038.515951:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618880928394240 : -125192781157376 : ffff8e2348c02c00) 00000400:00000010:3.0:1647275038.515952:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491633c8. 00000800:00000200:2.0:1647275038.515952:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275038.515952:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23762b0600 (tot 73195089). 02000000:00000001:1.0:1647275038.515952:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275038.515952:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275038.515953:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 02000000:00000010:1.0:1647275038.515953:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691f00. 00000100:00000001:1.0:1647275038.515953:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275038.515953:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1647275038.515954:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330498944, portal 4 00000100:00000001:3.0:1647275038.515954:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000800:00000200:2.0:1647275038.515954:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000040:1.0:1647275038.515954:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-MDT0001_UUID req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1647275038.515955:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618880928395648 : -125192781155968 : ffff8e2348c03180) 00000800:00000200:2.0:1647275038.515956:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:0.0:1647275038.515956:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275038.515957:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000800:00000200:2.0:1647275038.515957:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23762b0600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1647275038.515957:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1647275038.515957:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275038.515957:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0cc0. 00000100:00000001:2.0:1647275038.515958:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.515958:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275038.515958:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1727288330499072, offset 0 00000100:00000001:2.0:1647275038.515959:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1647275038.515959:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33d800] to pc [ptlrpcd_00_00+0] req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.515960:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.515960:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1647275038.515961:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1647275038.515961:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275038.515962:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275038.515962:0:3304:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1647275038.515963:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:3.0:1647275038.515963:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802330. 00000100:00000001:1.0:1647275038.515963:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.515963:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1647275038.515964:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330498944, offset 0 00000100:00000001:1.0:1647275038.515964:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1647275038.515964:0:3304:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x622f5a75d3400 00000100:00000001:2.0:1647275038.515965:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275038.515965:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1647275038.515965:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33cd00. 00000400:00000200:3.0:1647275038.515966:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 02000000:00000001:2.0:1647275038.515966:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1647275038.515966:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=6 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:1.0:1647275038.515966:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:3.0:1647275038.515967:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 02000000:00000001:2.0:1647275038.515967:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.515967:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275038.515967:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275038.515968:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e2348c06e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330499136:0@lo:400:kworker/u8:0.0 02000000:00000010:1.0:1647275038.515968:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691e00. 00000400:00000200:0.0:1647275038.515968:0:3304:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2bd5d [2] + 0 00000400:00000200:3.0:1647275038.515969:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:2.0:1647275038.515969:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275038.515969:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1647275038.515969:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275038.515969:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e24515b7790. 00000400:00000200:3.0:1647275038.515970:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1647275038.515970:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.515970:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1647275038.515970:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0000_UUID req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1647275038.515970:0:3304:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e2344cb6a80 00000400:00000200:3.0:1647275038.515971:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:0.0:1647275038.515971:0:3304:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275038.515972:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14442:14442:254:4294967295] 10.0.2.5@tcp LPNI seq info [11453:11453:6:4294967295] 02000000:00000010:2.0:1647275038.515972:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560de00. 02000000:00000001:2.0:1647275038.515972:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275038.515973:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00000100:00000001:1.0:1647275038.515973:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1647275038.515973:0:3304:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1647275038.515974:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff110. 00000100:00000001:1.0:1647275038.515974:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275038.515975:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330499136, portal 4 00000100:00000001:2.0:1647275038.515975:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1647275038.515975:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33cd00] to pc [ptlrpcd_00_01+1] req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275038.515976:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:2.0:1647275038.515976:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618880928411136 : -125192781140480 : ffff8e2348c06e00) 00000100:00000040:2.0:1647275038.515977:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275038.515977:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2344cb6a80 00000800:00000200:3.0:1647275038.515978:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275038.515978:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275038.515978:0:3304:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e2344cb6a80 (tot 73194937). 00000800:00000010:3.0:1647275038.515979:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34500 (tot 73195185). 00000100:00000040:1.0:1647275038.515979:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1647275038.515980:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:2.0:1647275038.515980:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:1.0:1647275038.515980:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1647275038.515981:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275038.515981:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffcc0. 00000100:00000010:1.0:1647275038.515981:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d338b00. 00000100:00000001:0.0:1647275038.515981:0:3304:0:(events.c:307:request_in_callback()) Process entered 00000800:00000200:3.0:1647275038.515982:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000200:2.0:1647275038.515982:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330499136, offset 0 00000020:00000040:1.0:1647275038.515982:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=5 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:1.0:1647275038.515982:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275038.515982:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1647275038.515982:0:3304:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000800:00000200:3.0:1647275038.515983:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1647275038.515983:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1647275038.515983:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.515984:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275038.515984:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691300. 00000100:00000001:1.0:1647275038.515984:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275038.515984:0:3304:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ec9850 x1727288330499072 msgsize 224 00000100:00000001:3.0:1647275038.515985:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275038.515986:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.515986:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1647275038.515986:0:3301:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1647275038.515986:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0001_UUID req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00100000:0.0:1647275038.515986:0:3304:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1647275038.515987:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275038.515987:0:3304:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1647275038.515988:0:3301:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3440 00000400:00000200:2.0:1647275038.515989:0:3301:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 17120 00000100:00000001:1.0:1647275038.515989:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275038.515989:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.515991:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275038.515991:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.515991:0:3301:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1647275038.515992:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275038.515992:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.515992:0:3301:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1647275038.515992:0:3304:0:(events.c:394:request_in_callback()) Process leaving 00000100:00100000:3.0:1647275038.515993:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-lwp-MDT0001_UUID:3302:1727288330499200:0@lo:400:kworker/u8:0.0 00000400:00000200:0.0:1647275038.515993:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0cc0 00000400:00000010:0.0:1647275038.515993:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0cc0. 00000100:00000001:3.0:1647275038.515994:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1647275038.515994:0:3304:0:(events.c:53:request_out_callback()) Process entered 02000000:00000001:3.0:1647275038.515995:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1647275038.515995:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.515995:0:3301:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275038.515995:0:3301:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:0.0:1647275038.515995:0:3304:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:3.0:1647275038.515996:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1647275038.515996:0:3301:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e7900. 00000100:00000040:1.0:1647275038.515996:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d338b00] to pc [ptlrpcd_00_02+2] req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000010:3.0:1647275038.515997:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a8400. 02000000:00000001:3.0:1647275038.515998:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275038.515998:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e2349163210. 00000100:00000040:2.0:1647275038.515998:0:3301:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e7900 x1727288330499136 msgsize 224 00000400:00000010:3.0:1647275038.515999:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802550. 00000100:00100000:2.0:1647275038.515999:0:3301:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1647275038.515999:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.515999:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000200:3.0:1647275038.516000:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330499200, portal 10 00000100:00000040:1.0:1647275038.516000:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-lwp-MDT0000_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1647275038.516000:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275038.516001:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1647275038.516001:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298055296 : -125188411496320 : ffff8e244d33e880) 00000100:00000001:1.0:1647275038.516001:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1647275038.516002:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000010:1.0:1647275038.516002:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33c780. 00000020:00000040:1.0:1647275038.516003:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e23d3d8b000 refcount=3 obd=lustrefs-MDT0000-lwp-MDT0000 00000100:00000001:0.0:1647275038.516003:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516004:0:3301:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:1.0:1647275038.516004:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275038.516004:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275038.516004:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516004:0:3304:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000010:1.0:1647275038.516005:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691100. 00000100:00000001:0.0:1647275038.516005:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.516006:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffcc0 00000400:00000010:2.0:1647275038.516006:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffcc0. 00000100:00000001:1.0:1647275038.516006:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516006:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275038.516006:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516007:0:3301:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1647275038.516007:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275038.516008:0:3301:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275038.516008:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-lwp-MDT0000_UUID->lustrefs-MDT0000_UUID req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275038.516008:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.516009:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275038.516023:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1647275038.516024:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275038.516024:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1647275038.516024:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1647275038.516024:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275038.516024:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1647275038.516025:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802e58. 00000100:00000001:2.0:1647275038.516025:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1647275038.516025:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516025:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1647275038.516025:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1647275038.516026:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1727288330499200, offset 0 00000100:00000040:2.0:1647275038.516026:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275038.516026:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33c780] to pc [ptlrpcd_00_03+3] req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275038.516027:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275038.516029:0:3302:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1647275038.516029:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.516029:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516029:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275038.516029:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516030:0:3301:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000001:0.0:1647275038.516030:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275038.516030:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275038.516031:0:3302:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x622f5a75d3480 00000020:00000001:1.0:1647275038.516031:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=18446744073707110267 : -2441349 : ffffffffffdabf7b) 00000100:00100000:0.0:1647275038.516031:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330499328:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1647275038.516032:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516032:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1647275038.516032:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=18446744073709188820 : -362796 : fffffffffffa76d4) 00000100:00000001:0.0:1647275038.516032:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1647275038.516033:0:3302:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1b7c9 [64] + 56168 00000100:00000001:2.0:1647275038.516033:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.516033:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=10268518 : 10268518 : 9caf66) 00000020:00000001:1.0:1647275038.516033:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=127358832 : 127358832 : 7975770) 02000000:00000001:0.0:1647275038.516033:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275038.516033:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275038.516034:0:3302:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275038.516034:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516034:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1647275038.516034:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275038.516034:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188a200. 00000400:00000200:3.0:1647275038.516035:0:3302:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1647275038.516035:0:9755:0:(pinger.c:319:ptlrpc_pinger_main()) next wakeup in 5 (4839) 02000000:00000001:0.0:1647275038.516035:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275038.516035:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76ec8. 00000100:00000001:2.0:1647275038.516036:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1647275038.516036:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0cc0. 00000100:00000001:3.0:1647275038.516037:0:3302:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275038.516037:0:3302:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1647275038.516037:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275038.516037:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1647275038.516037:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330499328, portal 4 00000100:00000001:0.0:1647275038.516037:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1647275038.516038:0:3302:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a221600. 00000100:00000001:2.0:1647275038.516038:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275038.516038:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1647275038.516038:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298056704 : -125188411494912 : ffff8e244d33ee00) 00000100:00000040:3.0:1647275038.516039:0:3302:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a221600 x1727288330499200 msgsize 224 00000100:00000040:2.0:1647275038.516039:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275038.516039:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275038.516041:0:3302:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1647275038.516041:0:7649:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1647275038.516042:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275038.516042:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.516042:0:7649:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275038.516042:0:7649:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275038.516042:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:2.0:1647275038.516043:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275038.516043:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.516043:0:7649:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.516044:0:7649:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516045:0:3302:0:(events.c:394:request_in_callback()) Process leaving 00000100:00100000:1.0:1647275038.516045:0:7649:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330499072 00000400:00000200:3.0:1647275038.516046:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802e58 00000400:00000010:3.0:1647275038.516046:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802e58. 00000100:00100000:2.0:1647275038.516046:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33d800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330499392:0@lo:400:kworker/u8:0.0 00000020:00000001:1.0:1647275038.516046:0:7649:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:3.0:1647275038.516047:0:3302:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275038.516047:0:3302:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516047:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1647275038.516047:0:7649:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd063670a 02000000:00000001:2.0:1647275038.516048:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275038.516048:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.516048:0:7649:0:(lustre_handles.c:133:class_handle2object()) Process entered 02000000:00000001:2.0:1647275038.516049:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275038.516049:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c400. 00000020:00000040:1.0:1647275038.516049:0:7649:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a7e4d800 refcount=17 02000000:00000001:2.0:1647275038.516050:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275038.516050:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da630. 00000020:00000001:1.0:1647275038.516050:0:7649:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882524633088 : -125191184918528 : ffff8e23a7e4d800) 00000020:00000001:1.0:1647275038.516050:0:7649:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882524633088 : -125191184918528 : ffff8e23a7e4d800) 00000100:00000040:0.0:1647275038.516050:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275038.516051:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275038.516051:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:2.0:1647275038.516051:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffcc0. 00000400:00000010:0.0:1647275038.516051:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0dd0. 00000100:00000200:0.0:1647275038.516051:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330499328, offset 0 00000100:00000200:2.0:1647275038.516052:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330499392, portal 4 00000100:00000001:1.0:1647275038.516052:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.516052:0:7649:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275038.516053:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275038.516053:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298051072 : -125188411500544 : ffff8e244d33d800) 00000400:00000200:0.0:1647275038.516053:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275038.516054:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275038.516054:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000010:1.0:1647275038.516054:0:7649:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a600. 00000100:00000001:3.0:1647275038.516055:0:3302:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1647275038.516055:0:3304:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000020:00000010:1.0:1647275038.516056:0:7649:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456780. 00000400:00000200:0.0:1647275038.516056:0:3304:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:2.0:1647275038.516057:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000010:1.0:1647275038.516057:0:7649:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6e70. 00000400:00000200:0.0:1647275038.516057:0:3304:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1647275038.516057:0:3304:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000040:2.0:1647275038.516058:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275038.516058:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff330. 00000400:00000200:0.0:1647275038.516058:0:3304:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14443:14443:253:4294967295] 10.0.2.5@tcp LPNI seq info [11454:11454:5:4294967295] 00000100:00000200:2.0:1647275038.516059:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330499392, offset 0 00000100:00000040:1.0:1647275038.516060:0:7649:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000400:00000200:2.0:1647275038.516061:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1647275038.516061:0:7649:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275038.516061:0:7649:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275038.516062:0:7649:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.516062:0:3304:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:3.0:1647275038.516064:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516064:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1647275038.516064:0:3304:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:0.0:1647275038.516064:0:3304:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf900 (tot 73195433). 00000100:00000001:3.0:1647275038.516065:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.516065:0:3301:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1647275038.516065:0:7649:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516066:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.516066:0:3301:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3540 00000800:00000200:0.0:1647275038.516066:0:3304:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:3.0:1647275038.516067:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.516067:0:7649:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1647275038.516067:0:3304:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:3.0:1647275038.516068:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275038.516068:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:2.0:1647275038.516068:0:3301:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 17344 00000800:00000200:0.0:1647275038.516068:0:3304:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1647275038.516069:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275038.516069:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1647275038.516069:0:3301:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275038.516069:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516070:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1647275038.516070:0:3301:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1647275038.516070:0:7649:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275038.516070:0:7649:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1647275038.516070:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1647275038.516071:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516071:0:3301:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275038.516071:0:3301:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1647275038.516071:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516071:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275038.516072:0:3301:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e5280. 00000100:00100000:1.0:1647275038.516072:0:7649:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00000040:1.0:1647275038.516072:0:7649:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a7e4d800 : new rpc_count 1 00000100:00000001:0.0:1647275038.516072:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275038.516073:0:3301:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e5280 x1727288330499392 msgsize 224 00000100:00000001:1.0:1647275038.516073:0:7649:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914528336 : -125192795023280 : ffff8e2347ec9850) 00000100:00000001:0.0:1647275038.516073:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275038.516073:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1647275038.516074:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275038.516074:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516074:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1647275038.516075:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275038.516075:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275038.516075:0:3301:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1647275038.516075:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ec9850 x1727288330499072/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516075:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275038.516075:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1647275038.516076:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33cd00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-mdtlov_UUID:3302:1727288330499456:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000040:0.0:1647275038.516076:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516078:0:3301:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:1.0:1647275038.516078:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.516078:0:7649:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1647275038.516079:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff330 00000400:00000010:2.0:1647275038.516079:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff330. 00000100:00100000:1.0:1647275038.516079:0:7649:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ec9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a104e6ec-b36b-47db-9d0a-896e252a4f7d+17:3304:x1727288330499072:12345-0@lo:400:kworker/u8:0.0 00000100:00000001:0.0:1647275038.516079:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275038.516079:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516080:0:3301:0:(events.c:53:request_out_callback()) Process entered 02000000:00000001:0.0:1647275038.516080:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275038.516080:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516081:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275038.516081:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1647275038.516081:0:3301:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1647275038.516081:0:7649:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330499072 00000100:00100000:0.0:1647275038.516081:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-lwp-MDT0000_UUID:3304:1727288330499584:0@lo:400:kworker/u8:0.0 02000000:00000001:3.0:1647275038.516082:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275038.516082:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1647275038.516082:0:7649:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:0.0:1647275038.516082:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1647275038.516083:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a8800. 02000000:00000001:3.0:1647275038.516083:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.516083:0:7649:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275038.516083:0:7649:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.516083:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1647275038.516084:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e2349163268. 00000100:00000001:2.0:1647275038.516084:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000020:00000001:1.0:1647275038.516084:0:7649:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1647275038.516084:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.516084:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1647275038.516085:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802e58. 00000100:00000200:3.0:1647275038.516085:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330499456, portal 4 00000100:00000040:2.0:1647275038.516085:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:1.0:1647275038.516085:0:7649:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000020:00000001:1.0:1647275038.516085:0:7649:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000010:0.0:1647275038.516085:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188be00. 02000000:00000001:0.0:1647275038.516085:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516086:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1647275038.516086:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298048256 : -125188411503360 : ffff8e244d33cd00) 00000020:00000001:1.0:1647275038.516086:0:7649:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1647275038.516086:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa768f0. 00000020:00000001:1.0:1647275038.516087:0:7649:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275038.516087:0:7649:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275038.516087:0:7649:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275038.516087:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0e58. 00000100:00000040:3.0:1647275038.516088:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516088:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516088:0:3301:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:1.0:1647275038.516088:0:7649:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1647275038.516088:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330499584, portal 10 00000100:00000001:0.0:1647275038.516088:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275038.516089:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516089:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275038.516089:0:7649:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275038.516089:0:7649:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1647275038.516089:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298046848 : -125188411504768 : ffff8e244d33c780) 00000100:00000001:2.0:1647275038.516090:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275038.516090:0:7649:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241134e400. 00000100:00000040:0.0:1647275038.516090:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275038.516091:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1647275038.516091:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.516091:0:7649:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275038.516092:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:3.0:1647275038.516092:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e23528024c8. 00000100:00000001:2.0:1647275038.516092:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.516092:0:7649:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275038.516093:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330499456, offset 0 00000100:00000001:2.0:1647275038.516093:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275038.516093:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000020:00000001:1.0:1647275038.516093:0:7649:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516093:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1647275038.516094:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275038.516094:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275038.516094:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275038.516094:0:7649:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330499072 00000100:00000040:0.0:1647275038.516094:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275038.516094:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0088. 00000400:00000200:3.0:1647275038.516095:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:2.0:1647275038.516095:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275038.516095:0:7649:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:1.0:1647275038.516096:0:7649:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ec9850 x1727288330499072/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:0.0:1647275038.516096:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1727288330499584, offset 0 00000400:00000200:3.0:1647275038.516097:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:0.0:1647275038.516097:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275038.516098:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:3.0:1647275038.516099:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1647275038.516100:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:3.0:1647275038.516100:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14444:14444:252:4294967295] 10.0.2.5@tcp LPNI seq info [11455:11455:4:4294967295] 00000100:00000001:2.0:1647275038.516103:0:9249:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1647275038.516103:0:9249:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1647275038.516103:0:7649:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275038.516103:0:7649:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275038.516104:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:2.0:1647275038.516104:0:9249:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1647275038.516104:0:7649:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=7 v=1 (1 1 1 1) 00000800:00000200:3.0:1647275038.516105:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:2.0:1647275038.516105:0:9249:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1647275038.516106:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34a00 (tot 73195681). 02000000:00000001:2.0:1647275038.516106:0:9249:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.516106:0:7649:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1647275038.516106:0:3304:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:3.0:1647275038.516107:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00100000:2.0:1647275038.516107:0:9249:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330498688 00000020:00000001:2.0:1647275038.516107:0:9249:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000040:1.0:1647275038.516107:0:7649:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000020:00000040:2.0:1647275038.516108:0:9249:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000100:00000001:1.0:1647275038.516108:0:7649:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:1.0:1647275038.516108:0:7649:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1647275038.516108:0:3304:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x622f5a75d3600 00000800:00000200:3.0:1647275038.516109:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000020:00000001:2.0:1647275038.516109:0:9249:0:(lustre_handles.c:133:class_handle2object()) Process entered 02000000:00000001:1.0:1647275038.516109:0:7649:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.516109:0:7649:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:0.0:1647275038.516109:0:3304:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1b7c9 [64] + 56392 00000800:00000200:3.0:1647275038.516110:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34a00 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:2.0:1647275038.516110:0:9249:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000020:00000001:2.0:1647275038.516110:0:9249:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000100:00000040:1.0:1647275038.516110:0:7649:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1647275038.516111:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516111:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1647275038.516111:0:9249:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000400:00000010:1.0:1647275038.516111:0:7649:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24155742a8. 00000400:00000200:0.0:1647275038.516111:0:3304:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1647275038.516112:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516112:0:9249:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1647275038.516112:0:7649:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727288330499072, offset 224 00000400:00000200:0.0:1647275038.516112:0:3304:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1647275038.516113:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516113:0:9249:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275038.516113:0:3304:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:3.0:1647275038.516114:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1647275038.516114:0:9249:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c200. 00000100:00000200:0.0:1647275038.516114:0:3304:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1647275038.516114:0:3304:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f3180. 00000100:00000001:3.0:1647275038.516115:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275038.516115:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000020:00000010:2.0:1647275038.516115:0:9249:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568380. 00000400:00000200:1.0:1647275038.516115:0:7649:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1647275038.516116:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275038.516116:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1647275038.516116:0:9249:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cbd0. 00000100:00000040:0.0:1647275038.516116:0:3304:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f3180 x1727288330499584 msgsize 224 00000100:00000001:3.0:1647275038.516117:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516117:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275038.516117:0:7649:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1647275038.516117:0:3304:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1647275038.516118:0:9249:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:2.0:1647275038.516118:0:9249:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275038.516119:0:9249:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1647275038.516119:0:9249:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275038.516119:0:7649:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x622f5a75d3400 00000100:00000001:2.0:1647275038.516121:0:9249:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516121:0:3304:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:3.0:1647275038.516122:0:8144:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1647275038.516122:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0088 02000000:00000001:3.0:1647275038.516123:0:8144:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1647275038.516123:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0088. 00000100:00000001:0.0:1647275038.516123:0:3304:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1647275038.516124:0:9249:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1647275038.516124:0:3304:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275038.516126:0:7649:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2ce01 [1] + 224 00000100:00000001:3.0:1647275038.516127:0:8144:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275038.516127:0:9249:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1647275038.516127:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1647275038.516128:0:8144:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.516128:0:9249:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275038.516128:0:9249:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275038.516128:0:9249:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275038.516128:0:7649:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1647275038.516129:0:8144:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.516129:0:9249:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275038.516129:0:7649:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1647275038.516129:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275038.516130:0:8144:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330499136 00000020:00000001:3.0:1647275038.516130:0:8144:0:(genops.c:899:class_conn2export()) Process entered 00000100:00100000:2.0:1647275038.516130:0:9249:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330499392 00000020:00000001:2.0:1647275038.516130:0:9249:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1647275038.516130:0:9249:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000100:00000001:1.0:1647275038.516130:0:7649:0:(events.c:103:reply_in_callback()) Process entered 00000020:00000040:3.0:1647275038.516131:0:8144:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000020:00000001:3.0:1647275038.516131:0:8144:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:2.0:1647275038.516131:0:9249:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000200:1.0:1647275038.516131:0:7649:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000040:3.0:1647275038.516132:0:8144:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=8 00000020:00000040:2.0:1647275038.516132:0:9249:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 00000020:00000001:2.0:1647275038.516132:0:9249:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:0.0:1647275038.516132:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516132:0:3304:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:3.0:1647275038.516133:0:8144:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000020:00000001:2.0:1647275038.516133:0:9249:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:0.0:1647275038.516133:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275038.516134:0:8144:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000100:00000001:2.0:1647275038.516134:0:9249:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275038.516134:0:9249:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275038.516134:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275038.516135:0:8144:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1647275038.516135:0:7649:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516135:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516136:0:8144:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275038.516136:0:8144:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8e00. 00000020:00000010:2.0:1647275038.516136:0:9249:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c000. 00000020:00000010:2.0:1647275038.516136:0:9249:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568700. 00000020:00000010:2.0:1647275038.516137:0:9249:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52ce70. 00000020:00000010:3.0:1647275038.516138:0:8144:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0980. 00000100:00000001:2.0:1647275038.516138:0:9249:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275038.516138:0:9249:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275038.516138:0:7649:0:(events.c:185:reply_in_callback()) Process leaving 00000020:00000010:3.0:1647275038.516139:0:8144:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507738. 00000100:00000001:2.0:1647275038.516139:0:9249:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516139:0:9249:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516140:0:8144:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275038.516140:0:8144:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275038.516140:0:8144:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516141:0:9249:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.516142:0:8144:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516142:0:8144:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.516143:0:9249:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275038.516143:0:9249:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1647275038.516144:0:9249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000400:00000200:1.0:1647275038.516144:0:7649:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24155742a8 00000400:00000010:1.0:1647275038.516144:0:7649:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24155742a8. 00000100:00000001:3.0:1647275038.516145:0:8144:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275038.516145:0:8144:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1647275038.516145:0:9249:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:2.0:1647275038.516145:0:9249:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025332992 : -125191684218624 : ffff8e238a222100) 00000100:00000001:1.0:1647275038.516145:0:7649:0:(events.c:407:reply_out_callback()) Process entered 00000100:00100000:3.0:1647275038.516146:0:8144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00000001:1.0:1647275038.516146:0:7649:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000040:3.0:1647275038.516147:0:8144:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000040:2.0:1647275038.516147:0:9249:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a222100 x1727288330498688/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275038.516147:0:7649:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516148:0:8144:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779716736 : -125191929834880 : ffff8e237b7e5280) 00000100:00000040:1.0:1647275038.516148:0:7649:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:1.0:1647275038.516148:0:7649:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000001:0.0:1647275038.516148:0:8140:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1647275038.516149:0:8144:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e5280 x1727288330499392/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:1.0:1647275038.516149:0:7649:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.516149:0:8140:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275038.516149:0:8140:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275038.516150:0:9249:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275038.516150:0:9249:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1647275038.516150:0:7649:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1647275038.516150:0:8140:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275038.516151:0:9249:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a222100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustrefs-MDT0001-mdtlov_UUID+8:3302:x1727288330498688:12345-0@lo:41:osp-pre-0-1.0 00000100:00000040:1.0:1647275038.516151:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ec9850 x1727288330499072/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000001:0.0:1647275038.516151:0:8140:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275038.516151:0:8140:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330499200 00000100:00000001:3.0:1647275038.516152:0:8144:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275038.516152:0:8144:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1647275038.516152:0:8140:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275038.516152:0:8140:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b7 00000100:00100000:3.0:1647275038.516153:0:8144:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e5280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustrefs-MDT0000-mdtlov_UUID+5:3301:x1727288330499392:12345-0@lo:400:kworker/u8:0.0 00000100:00000200:2.0:1647275038.516153:0:9249:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330498688 00000020:00000001:2.0:1647275038.516153:0:9249:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275038.516153:0:8140:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:2.0:1647275038.516154:0:9249:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000040:0.0:1647275038.516154:0:8140:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7c9000 refcount=11 00000100:00000200:3.0:1647275038.516155:0:8144:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330499392 00000020:00000001:3.0:1647275038.516155:0:8144:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1647275038.516155:0:9249:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275038.516155:0:7649:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ec9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:a104e6ec-b36b-47db-9d0a-896e252a4f7d+17:3304:x1727288330499072:12345-0@lo:400:kworker/u8:0.0 Request processed in 76us (170us total) trans 0 rc 0/0 00000020:00000001:0.0:1647275038.516155:0:8140:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276284928 : -125192433266688 : ffff8e235d7c9000) 00000020:00000001:0.0:1647275038.516155:0:8140:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276284928 : -125192433266688 : ffff8e235d7c9000) 00000020:00000001:3.0:1647275038.516156:0:8144:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1647275038.516156:0:9249:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275038.516156:0:9249:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072656300544 : -1053251072 : ffffffffc138aa00) 00000100:00000001:0.0:1647275038.516156:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1647275038.516157:0:8144:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275038.516157:0:8144:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275038.516157:0:9249:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1647275038.516157:0:8140:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275038.516157:0:8140:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b200. 00000020:00000001:3.0:1647275038.516158:0:8144:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:3.0:1647275038.516158:0:8144:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1647275038.516158:0:9249:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275038.516158:0:9249:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1647275038.516158:0:7649:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000020:00000001:3.0:1647275038.516159:0:8144:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275038.516159:0:9249:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275038.516159:0:9249:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.516159:0:7649:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a7e4d800 : new rpc_count 0 00000020:00000010:0.0:1647275038.516159:0:8140:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9680. 00000020:00000001:3.0:1647275038.516160:0:8144:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275038.516160:0:8144:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1647275038.516160:0:9249:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1647275038.516160:0:7649:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275038.516160:0:7649:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275038.516160:0:8140:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12888. 00000020:00000001:3.0:1647275038.516161:0:8144:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275038.516161:0:8144:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1647275038.516161:0:9249:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1647275038.516161:0:9249:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8e23d5b2ac00. 00000020:00000010:1.0:1647275038.516161:0:7649:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456780. 00000100:00000040:0.0:1647275038.516161:0:8140:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:3.0:1647275038.516162:0:8144:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1647275038.516162:0:9249:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275038.516162:0:7649:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6e70. 00000100:00000001:0.0:1647275038.516162:0:8140:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275038.516162:0:8140:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1647275038.516163:0:8144:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1647275038.516163:0:9249:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275038.516163:0:7649:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a600. 00000100:00000001:0.0:1647275038.516163:0:8140:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1647275038.516164:0:8144:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23a7df5400. 00000020:00000040:1.0:1647275038.516164:0:7649:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a7e4d800 : new refcount 16 02000000:00000001:3.0:1647275038.516165:0:8144:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275038.516165:0:9249:0:(mdt_handler.c:477:mdt_statfs()) Process entered 02000000:00000001:1.0:1647275038.516165:0:7649:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:0.0:1647275038.516165:0:8140:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1647275038.516165:0:8140:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1647275038.516166:0:8144:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275038.516166:0:8144:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275038.516166:0:9249:0:(mdt_lib.c:397:mdt_check_ucred()) Process entered 02000000:00000010:1.0:1647275038.516166:0:7649:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e241134e400. 00000100:00000001:0.0:1647275038.516166:0:8140:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1647275038.516167:0:8144:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330499392 00000004:00000001:2.0:1647275038.516167:0:9249:0:(mdt_lib.c:404:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.516167:0:7649:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1647275038.516167:0:7649:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1647275038.516168:0:8144:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000200:1.0:1647275038.516168:0:7649:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00010000:00000200:3.0:1647275038.516169:0:8144:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e5280 x1727288330499392/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516170:0:8140:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000024:2.0:1647275038.516171:0:9249:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 29613133824 avail 26943475712 00010000:00000001:3.0:1647275038.516172:0:8144:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275038.516172:0:8144:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1647275038.516172:0:9249:0:(tgt_grant.c:221:tgt_grant_sanity_check()) lustrefs-MDT0000: processing self export: 0 0 0 00000100:00001000:3.0:1647275038.516173:0:8144:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=148 v=1 (1 1 1 1) 00000400:00000010:1.0:1647275038.516173:0:7649:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c1b58. 00000100:00000001:0.0:1647275038.516173:0:8140:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275038.516173:0:8140:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000020:2.0:1647275038.516174:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-MDT0000_UUID/ffff8e2378ae5000 dirty 0 pend 0 grant 0 00000400:00000010:1.0:1647275038.516174:0:7649:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23b267a180 (tot 73195833). 00000100:00000001:0.0:1647275038.516174:0:8140:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275038.516174:0:8140:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516175:0:8144:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1647275038.516175:0:8144:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000020:00000020:2.0:1647275038.516175:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-MDT0001_UUID/ffff8e235d7c9000 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1647275038.516176:0:8144:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000020:00000020:2.0:1647275038.516176:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-OST0001_UUID/ffff8e235d7ca000 dirty 0 pend 0 grant 0 02000000:00000001:0.0:1647275038.516176:0:8140:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275038.516176:0:8140:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330499584 02000000:00000001:3.0:1647275038.516177:0:8144:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275038.516177:0:8144:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1647275038.516177:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-OST0000_UUID/ffff8e23a2958000 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1647275038.516177:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli d14dab7c-c50e-464d-b9b2-5ce6f15a3529/ffff8e2364592000 dirty 0 pend 0 grant 2097152 00000020:00000001:0.0:1647275038.516177:0:8140:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275038.516177:0:8140:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372be 00000100:00000001:3.0:1647275038.516178:0:8144:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275038.516178:0:8144:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1647275038.516178:0:8140:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275038.516178:0:8140:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2378ae5000 refcount=11 00000400:00000010:3.0:1647275038.516179:0:8144:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802aa0. 00000020:00000020:2.0:1647275038.516179:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0001-mdtlov_UUID/ffff8e2364590000 dirty 0 pend 0 grant 0 00000004:00000020:2.0:1647275038.516179:0:9249:0:(mdt_handler.c:558:mdt_statfs()) 7230783 blocks: 7229769 free, 6577997 avail; 20863024 objects: 20862696 free; state 0 00000020:00000001:0.0:1647275038.516179:0:8140:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881732530176 : -125191977021440 : ffff8e2378ae5000) 00000100:00000200:3.0:1647275038.516180:0:8144:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330499392, offset 224 00000100:00000001:1.0:1647275038.516180:0:8138:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1647275038.516180:0:8140:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881732530176 : -125191977021440 : ffff8e2378ae5000) 00000100:00000001:0.0:1647275038.516180:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1647275038.516181:0:8144:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1647275038.516181:0:8138:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1647275038.516181:0:8140:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275038.516181:0:8140:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b400. 00000004:00000001:2.0:1647275038.516182:0:9249:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1647275038.516182:0:9249:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330498688 00000100:00100000:1.0:1647275038.516182:0:8138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00000040:1.0:1647275038.516182:0:8138:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7c9000 : new rpc_count 1 00000020:00000010:0.0:1647275038.516182:0:8140:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9180. 00000400:00000200:3.0:1647275038.516183:0:8144:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1647275038.516183:0:9249:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:1.0:1647275038.516183:0:8138:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025330176 : -125191684221440 : ffff8e238a221600) 00000020:00000010:0.0:1647275038.516183:0:8140:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12c78. 00010000:00000200:2.0:1647275038.516184:0:9249:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a222100 x1727288330498688/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:189/0 lens 224/368 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000040:1.0:1647275038.516184:0:8138:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a221600 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516184:0:8140:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275038.516184:0:8140:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1647275038.516185:0:8144:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d3540 00000100:00000001:0.0:1647275038.516185:0:8140:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.516185:0:8140:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:3.0:1647275038.516186:0:8144:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2ce29 [1] + 224 00000100:00000001:0.0:1647275038.516186:0:8140:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275038.516186:0:8140:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275038.516187:0:9249:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1647275038.516188:0:8144:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1647275038.516188:0:9249:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.516188:0:8138:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.516188:0:8138:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1647275038.516189:0:8144:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1647275038.516189:0:9249:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=148 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275038.516189:0:8140:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.516190:0:8144:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275038.516190:0:9249:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1647275038.516191:0:8144:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275038.516191:0:9249:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 27 to 0@lo 00000100:00000001:2.0:1647275038.516191:0:9249:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000100:00000001:0.0:1647275038.516191:0:8140:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1647275038.516192:0:9249:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1647275038.516192:0:8140:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1647275038.516193:0:9249:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516193:0:9249:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00100000:1.0:1647275038.516193:0:8138:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a221600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustrefs-MDT0000-lwp-MDT0001_UUID+11:3302:x1727288330499200:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:0.0:1647275038.516193:0:8140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2539 00000100:00000040:0.0:1647275038.516193:0:8140:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2378ae5000 : new rpc_count 1 00000100:00000040:3.0:1647275038.516194:0:8144:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275038.516194:0:9249:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1647275038.516194:0:8138:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330499200 00000100:00000001:0.0:1647275038.516194:0:8140:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208641408 : -125191500910208 : ffff8e23950f3180) 00000400:00000010:2.0:1647275038.516195:0:9249:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff330. 00000100:00000200:2.0:1647275038.516195:0:9249:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1727288330498688, offset 224 00000020:00000001:1.0:1647275038.516195:0:8138:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000040:0.0:1647275038.516195:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f3180 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:1.0:1647275038.516196:0:8138:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275038.516196:0:8138:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.516197:0:9249:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1647275038.516197:0:8138:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275038.516197:0:8138:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:1.0:1647275038.516198:0:8138:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1647275038.516198:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1647275038.516199:0:9249:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1647275038.516199:0:8138:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275038.516199:0:8138:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1647275038.516199:0:8140:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1647275038.516200:0:8138:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275038.516200:0:8138:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275038.516200:0:8140:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f3180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustrefs-MDT0000-lwp-MDT0000_UUID+11:3304:x1727288330499584:12345-0@lo:400:kworker/u8:0.0 00000020:00000001:1.0:1647275038.516201:0:8138:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275038.516201:0:8138:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1647275038.516201:0:8140:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330499584 00000100:00000001:3.0:1647275038.516202:0:8144:0:(events.c:185:reply_in_callback()) Process leaving 02000000:00000001:1.0:1647275038.516202:0:8138:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275038.516202:0:8138:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241134e400. 00000020:00000001:0.0:1647275038.516202:0:8140:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275038.516202:0:8140:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 02000000:00000001:1.0:1647275038.516203:0:8138:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275038.516204:0:8144:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802aa0 00000100:00000001:1.0:1647275038.516204:0:8138:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.516204:0:8138:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.516204:0:8140:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.516204:0:8140:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000010:3.0:1647275038.516205:0:8144:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802aa0. 00010000:00000040:1.0:1647275038.516205:0:8138:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330499200 00000020:00000001:0.0:1647275038.516205:0:8140:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:3.0:1647275038.516206:0:8144:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275038.516206:0:8144:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000200:2.0:1647275038.516206:0:9249:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x622f5a75d3280 00010000:00000001:1.0:1647275038.516206:0:8138:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000001:0.0:1647275038.516206:0:8140:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275038.516206:0:8140:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.516207:0:8144:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.516207:0:9249:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2cde1 [1] + 224 00010000:00000200:1.0:1647275038.516207:0:8138:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a221600 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000001:0.0:1647275038.516207:0:8140:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275038.516207:0:8140:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1647275038.516208:0:8144:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 26 to 0@lo 00000020:00000001:0.0:1647275038.516208:0:8140:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.516208:0:8140:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1647275038.516209:0:8144:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:3.0:1647275038.516209:0:8144:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.516209:0:9249:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275038.516209:0:8140:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1647275038.516210:0:8144:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1647275038.516210:0:9249:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1647275038.516210:0:8138:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275038.516210:0:8138:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.516210:0:8140:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275038.516210:0:8140:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23f3d56c00. 00000100:00000040:3.0:1647275038.516211:0:8144:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e5280 x1727288330499392/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516211:0:9249:0:(events.c:103:reply_in_callback()) Process entered 00000100:00001000:1.0:1647275038.516211:0:8138:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=148 v=1 (1 1 1 1) 02000000:00000001:0.0:1647275038.516211:0:8140:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275038.516212:0:9249:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275038.516212:0:8138:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1647275038.516212:0:8140:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.516213:0:8138:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 27 to 0@lo 00000100:00000001:1.0:1647275038.516213:0:8138:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000020:00000001:0.0:1647275038.516213:0:8140:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275038.516213:0:8140:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330499584 02000000:00000001:1.0:1647275038.516214:0:8138:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1647275038.516214:0:8140:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00100000:3.0:1647275038.516215:0:8144:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e5280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustrefs-MDT0000-mdtlov_UUID+5:3301:x1727288330499392:12345-0@lo:400:kworker/u8:0.0 Request processed in 62us (141us total) trans 0 rc 0/0 00000100:00000040:2.0:1647275038.516215:0:9249:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000001:1.0:1647275038.516215:0:8138:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.516215:0:8138:0:(niobuf.c:55:ptl_send_buf()) Process entered 00010000:00000200:0.0:1647275038.516215:0:8140:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f3180 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275038.516216:0:8138:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1647275038.516217:0:8144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000400:00000010:1.0:1647275038.516217:0:8138:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24155742a8. 00000100:00000040:3.0:1647275038.516218:0:8144:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00000100:00000200:1.0:1647275038.516218:0:8138:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288330499200, offset 224 00010000:00000001:0.0:1647275038.516218:0:8140:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1647275038.516219:0:8144:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275038.516219:0:8144:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1647275038.516219:0:8138:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1647275038.516219:0:8140:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275038.516220:0:8144:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568700. 00000100:00001000:0.0:1647275038.516220:0:8140:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=148 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275038.516221:0:9249:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:1.0:1647275038.516221:0:8138:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1647275038.516221:0:8140:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1647275038.516222:0:9249:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff330 00000400:00000010:2.0:1647275038.516222:0:9249:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff330. 00000100:00000040:0.0:1647275038.516222:0:8140:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 28 to 0@lo 00000100:00000001:0.0:1647275038.516222:0:8140:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000100:00000001:2.0:1647275038.516223:0:9249:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275038.516223:0:9249:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000200:1.0:1647275038.516223:0:8138:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x622f5a75d3480 02000000:00000001:0.0:1647275038.516223:0:8140:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1647275038.516224:0:9249:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275038.516224:0:8138:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2ce19 [1] + 224 02000000:00000001:0.0:1647275038.516224:0:8140:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516224:0:8140:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275038.516225:0:9249:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 27 to 0@lo 00000100:00000040:0.0:1647275038.516225:0:8140:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1647275038.516226:0:8144:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52ce70. 00010000:00000001:2.0:1647275038.516226:0:9249:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275038.516226:0:9249:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275038.516226:0:8140:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0088. 00000020:00000010:3.0:1647275038.516227:0:8144:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c000. 00000020:00000001:2.0:1647275038.516227:0:9249:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1647275038.516227:0:8138:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1647275038.516227:0:8140:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288330499584, offset 224 00000020:00000040:3.0:1647275038.516228:0:8144:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000100:00000040:2.0:1647275038.516228:0:9249:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a222100 x1727288330498688/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:189/0 lens 224/368 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000200:1.0:1647275038.516228:0:8138:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1647275038.516228:0:8140:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1647275038.516229:0:8144:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.516229:0:8138:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275038.516230:0:8138:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275038.516230:0:8140:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1647275038.516231:0:8144:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275038.516231:0:8144:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1647275038.516232:0:8144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:2.0:1647275038.516232:0:9249:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a222100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustrefs-MDT0001-mdtlov_UUID+8:3302:x1727288330498688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (325us total) trans 0 rc 0/0 00000400:00000200:0.0:1647275038.516232:0:8140:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x622f5a75d3600 00000100:00000040:3.0:1647275038.516233:0:8144:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 2 00000100:00000040:1.0:1647275038.516233:0:8138:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275038.516234:0:8144:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779726592 : -125191929825024 : ffff8e237b7e7900) 00000400:00000200:0.0:1647275038.516234:0:8140:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2ce35 [1] + 224 00000100:00000040:3.0:1647275038.516235:0:8144:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e7900 x1727288330499136/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275038.516235:0:9249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00000040:2.0:1647275038.516235:0:9249:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:2.0:1647275038.516236:0:9249:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275038.516236:0:9249:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1647275038.516236:0:8140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1647275038.516237:0:9249:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568380. 00000100:00000001:1.0:1647275038.516237:0:8138:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:0.0:1647275038.516237:0:8140:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1647275038.516238:0:8144:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275038.516238:0:8144:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1647275038.516238:0:9249:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cbd0. 00000400:00000200:1.0:1647275038.516238:0:8138:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24155742a8 00000400:00000010:1.0:1647275038.516238:0:8138:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24155742a8. 00000100:00100000:3.0:1647275038.516239:0:8144:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustrefs-MDT0001-mdtlov_UUID+8:3301:x1727288330499136:12345-0@lo:400:kworker/u8:0.0 00000020:00000010:2.0:1647275038.516239:0:9249:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c200. 00000100:00000001:1.0:1647275038.516239:0:8138:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275038.516239:0:8138:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:0.0:1647275038.516239:0:8140:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275038.516240:0:8144:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330499136 00000020:00000040:2.0:1647275038.516240:0:9249:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 7 00000100:00000001:1.0:1647275038.516240:0:8138:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275038.516240:0:8140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516241:0:9249:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1647275038.516241:0:8138:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 26 to 0@lo 00000020:00000001:3.0:1647275038.516242:0:8144:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:3.0:1647275038.516242:0:8144:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00010000:00000001:1.0:1647275038.516242:0:8138:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275038.516242:0:8138:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275038.516243:0:8144:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275038.516243:0:8144:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275038.516243:0:8138:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:3.0:1647275038.516244:0:8144:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:3.0:1647275038.516244:0:8144:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1647275038.516244:0:3303:0:(events.c:307:request_in_callback()) Process entered 00000100:00000040:1.0:1647275038.516244:0:8138:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a221600 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275038.516244:0:8140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:3.0:1647275038.516245:0:8144:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275038.516245:0:3303:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:3.0:1647275038.516246:0:8144:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275038.516246:0:8144:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275038.516246:0:8144:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275038.516246:0:3303:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e6300. 00000020:00000001:3.0:1647275038.516247:0:8144:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1647275038.516247:0:3303:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e6300 x1727288330498752 msgsize 224 00000100:00100000:1.0:1647275038.516247:0:8138:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a221600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustrefs-MDT0000-lwp-MDT0001_UUID+11:3302:x1727288330499200:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (207us total) trans 0 rc 0/0 00000100:00000001:0.0:1647275038.516247:0:8140:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275038.516248:0:8144:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275038.516248:0:8144:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1647275038.516249:0:8144:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23a7df6400. 02000000:00000001:3.0:1647275038.516249:0:8144:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275038.516249:0:3303:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1647275038.516249:0:8140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0088 00000400:00000010:0.0:1647275038.516249:0:8140:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0088. 00000100:00000001:3.0:1647275038.516250:0:8144:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516250:0:3303:0:(events.c:394:request_in_callback()) Process leaving 00000100:00100000:1.0:1647275038.516250:0:8138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00000040:1.0:1647275038.516250:0:8138:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7c9000 : new rpc_count 0 00000100:00000001:0.0:1647275038.516250:0:8140:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275038.516250:0:8140:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:3.0:1647275038.516251:0:8144:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1647275038.516251:0:8144:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330499136 00000400:00000200:2.0:1647275038.516251:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffe58 00000100:00000001:1.0:1647275038.516251:0:8138:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275038.516251:0:8140:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275038.516252:0:8144:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000010:2.0:1647275038.516252:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffe58. 00000100:00000001:2.0:1647275038.516252:0:3303:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:1.0:1647275038.516252:0:8138:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1647275038.516252:0:8138:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9680. 00000100:00000040:0.0:1647275038.516252:0:8140:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000200:3.0:1647275038.516253:0:8144:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e7900 x1727288330499136/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275038.516253:0:3303:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000010:1.0:1647275038.516253:0:8138:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12888. 00010000:00000001:0.0:1647275038.516253:0:8140:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275038.516253:0:8140:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275038.516254:0:8138:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b200. 00000020:00000001:0.0:1647275038.516254:0:8140:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275038.516254:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f3180 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000040:1.0:1647275038.516255:0:8138:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7c9000 : new refcount 10 00010000:00000001:3.0:1647275038.516256:0:8144:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275038.516256:0:8144:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516256:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1647275038.516256:0:8138:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1647275038.516257:0:8144:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=148 v=1 (1 1 1 1) 00000100:00000040:2.0:1647275038.516257:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275038.516258:0:8144:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1647275038.516258:0:8140:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f3180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustrefs-MDT0000-lwp-MDT0000_UUID+11:3304:x1727288330499584:12345-0@lo:400:kworker/u8:0.0 Request processed in 59us (142us total) trans 0 rc 0/0 00000100:00000040:3.0:1647275038.516259:0:8144:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:3.0:1647275038.516260:0:8144:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:3.0:1647275038.516260:0:8144:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1647275038.516260:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275038.516261:0:8144:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516261:0:8144:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1647275038.516261:0:3303:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275038.516261:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275038.516261:0:8140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2539 00000100:00000040:3.0:1647275038.516262:0:8144:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1647275038.516262:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1647275038.516262:0:8140:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2378ae5000 : new rpc_count 0 00000100:00000001:0.0:1647275038.516262:0:8140:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1647275038.516263:0:8144:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802aa0. 00000100:00000200:3.0:1647275038.516263:0:8144:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330499136, offset 224 00000100:00000001:2.0:1647275038.516263:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516263:0:8140:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275038.516263:0:8140:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9180. 00000100:00000001:2.0:1647275038.516264:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516264:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1647275038.516264:0:8140:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12c78. 00000400:00000200:3.0:1647275038.516265:0:8144:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1647275038.516265:0:8140:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b400. 00000100:00000001:2.0:1647275038.516266:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275038.516266:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000020:00000040:0.0:1647275038.516266:0:8140:0:(genops.c:979:class_export_put()) PUTting export ffff8e2378ae5000 : new refcount 10 00000400:00000200:3.0:1647275038.516267:0:8144:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1647275038.516267:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275038.516267:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275038.516267:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1647275038.516267:0:8140:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275038.516268:0:8144:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d3440 00000100:00000001:1.0:1647275038.516268:0:8143:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275038.516268:0:8143:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1647275038.516269:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275038.516269:0:8143:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1647275038.516270:0:8144:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2ce11 [1] + 224 00000100:00000001:1.0:1647275038.516270:0:8143:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.516271:0:8143:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275038.516272:0:8144:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275038.516272:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275038.516272:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1647275038.516272:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275038.516272:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1647275038.516273:0:8144:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1647275038.516273:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275038.516273:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275038.516273:0:8143:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330498752 00000400:00000010:0.0:1647275038.516273:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76058. 00000100:00100000:2.0:1647275038.516274:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0001-mdtlov_UUID:3303:1727288330499008:10.0.2.5@tcp:13:osp-pre-0-1.0 00000020:00000001:1.0:1647275038.516274:0:8143:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275038.516274:0:8143:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000400:00000200:0.0:1647275038.516274:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0770 00000100:00000001:2.0:1647275038.516275:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1647275038.516275:0:8143:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000400:00000010:0.0:1647275038.516275:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0770. 00000100:00000001:0.0:1647275038.516275:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1647275038.516276:0:8144:0:(events.c:103:reply_in_callback()) Process entered 02000000:00000001:2.0:1647275038.516276:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275038.516276:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275038.516276:0:8143:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 00000020:00000001:1.0:1647275038.516276:0:8143:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000200:0.0:1647275038.516276:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1647275038.516277:0:8144:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:1.0:1647275038.516277:0:8143:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:1.0:1647275038.516278:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.516278:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275038.516279:0:8143:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a600. 00000020:00000010:1.0:1647275038.516279:0:8143:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456780. 00000100:00000040:3.0:1647275038.516280:0:8144:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000010:1.0:1647275038.516280:0:8143:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6e70. 00000100:00000200:0.0:1647275038.516280:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275038.516281:0:8143:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275038.516281:0:8143:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1647275038.516282:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275038.516282:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23d5b29c00. 00000100:00000001:1.0:1647275038.516282:0:8143:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516283:0:8144:0:(events.c:185:reply_in_callback()) Process leaving 02000000:00000001:2.0:1647275038.516283:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.516283:0:8143:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516283:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275038.516283:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275038.516284:0:8144:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802aa0 00000400:00000010:2.0:1647275038.516284:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da6e0. 00000100:00000001:0.0:1647275038.516284:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275038.516284:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1647275038.516285:0:8144:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802aa0. 00000100:00000001:3.0:1647275038.516285:0:8144:0:(events.c:407:reply_out_callback()) Process entered 00000400:00000010:2.0:1647275038.516285:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffe58. 00000100:00000001:0.0:1647275038.516285:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275038.516286:0:8144:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:3.0:1647275038.516286:0:8144:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275038.516286:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330499008, portal 4 00000100:00000040:3.0:1647275038.516287:0:8144:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00000100:00000001:2.0:1647275038.516287:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275038.516287:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208654080 : -125191500897536 : ffff8e23950f6300) 00010000:00000001:3.0:1647275038.516288:0:8144:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:3.0:1647275038.516288:0:8144:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275038.516289:0:8144:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1647275038.516289:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:3.0:1647275038.516290:0:8144:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e7900 x1727288330499136/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516292:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275038.516293:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275038.516293:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff330. 00000100:00000200:2.0:1647275038.516294:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330499008, offset 0 00000400:00000200:2.0:1647275038.516295:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275038.516297:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:2.0:1647275038.516298:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275038.516299:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1647275038.516300:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275038.516301:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14445:14445:251:4294967295] 10.0.2.5@tcp LPNI seq info [11456:11456:3:4294967295] 00000100:00000001:1.0:1647275038.516303:0:8143:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275038.516304:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275038.516306:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275038.516306:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23762b0300 (tot 73196081). 00000100:00000001:1.0:1647275038.516306:0:8143:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275038.516306:0:8143:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1647275038.516306:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275038.516307:0:8143:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 02000000:00000001:0.0:1647275038.516307:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275038.516308:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000040:1.0:1647275038.516308:0:8143:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000001:1.0:1647275038.516308:0:8143:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779720960 : -125191929830656 : ffff8e237b7e6300) 00000100:00001000:0.0:1647275038.516308:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e244d184548 time=7 v=1 (1 1 1 1) 00000800:00000200:2.0:1647275038.516309:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000040:1.0:1647275038.516309:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e6300 x1727288330498752/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00001000:0.0:1647275038.516309:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e244d1844d0 time=7 v=1 (1 1 1 1) 00000800:00000200:2.0:1647275038.516310:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23762b0300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275038.516310:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275038.516311:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516311:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516312:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1647275038.516312:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275038.516312:0:3304:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516313:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516313:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1647275038.516313:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.516313:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275038.516313:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275038.516314:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:1.0:1647275038.516314:0:8143:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0000-mdtlov_UUID+5:3303:x1727288330498752:12345-0@lo:41:osp-pre-1-0.0 00000100:00000040:0.0:1647275038.516314:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275038.516315:0:8144:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e7900 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustrefs-MDT0001-mdtlov_UUID+7:3301:x1727288330499136:12345-0@lo:400:kworker/u8:0.0 Request processed in 76us (316us total) trans 0 rc 0/0 00000100:00000200:1.0:1647275038.516315:0:8143:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330498752 00000020:00000001:1.0:1647275038.516316:0:8143:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275038.516316:0:8143:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00100000:3.0:1647275038.516317:0:8144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00000001:2.0:1647275038.516317:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1647275038.516317:0:8143:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275038.516318:0:8144:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000100:00000001:2.0:1647275038.516318:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516318:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275038.516319:0:8144:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275038.516319:0:8144:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1647275038.516319:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275038.516319:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516319:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275038.516319:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1647275038.516320:0:8144:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0980. 00000100:00100000:2.0:1647275038.516320:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0001-mdtlov_UUID:3303:1727288330499264:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000040:0.0:1647275038.516320:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000010:3.0:1647275038.516321:0:8144:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507738. 00000020:00000010:3.0:1647275038.516322:0:8144:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8e00. 00000100:00000001:2.0:1647275038.516322:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275038.516322:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275038.516322:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.516322:0:8143:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275038.516322:0:8143:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072656300544 : -1053251072 : ffffffffc138aa00) 00000020:00000040:3.0:1647275038.516323:0:8144:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 02000000:00000001:2.0:1647275038.516323:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275038.516323:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c200. 00000020:00000001:1.0:1647275038.516323:0:8143:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275038.516323:0:8143:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.516324:0:8144:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1647275038.516324:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.516324:0:8143:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275038.516324:0:8143:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1647275038.516324:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e2348c02c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:a104e6ec-b36b-47db-9d0a-896e252a4f7d:3304:1727288330499072:0@lo:400:kworker/u8:0.0 00000400:00000010:2.0:1647275038.516325:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69dacb8. 00000400:00000010:2.0:1647275038.516325:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff088. 00000020:00000001:1.0:1647275038.516325:0:8143:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516325:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275038.516326:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330499264, portal 4 00000100:00000001:2.0:1647275038.516326:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1647275038.516326:0:8143:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275038.516326:0:8143:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1647275038.516326:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1647275038.516327:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275038.516327:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298059520 : -125188411492096 : ffff8e244d33f900) 02000000:00000010:1.0:1647275038.516327:0:8143:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8e23abffe800. 00000100:00000040:0.0:1647275038.516327:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e2348c02c00 x1727288330499072/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275038.516328:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1647275038.516328:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:1.0:1647275038.516328:0:8143:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.516329:0:8143:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1647275038.516330:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275038.516330:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000004:00000001:1.0:1647275038.516330:0:8143:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000100:00000001:0.0:1647275038.516330:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1647275038.516331:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e2349163210. 00000400:00000200:3.0:1647275038.516331:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802550 00000100:00000001:2.0:1647275038.516331:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000004:00000001:1.0:1647275038.516331:0:8143:0:(mdt_lib.c:397:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1647275038.516331:0:8143:0:(mdt_lib.c:404:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.516331:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1647275038.516332:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802550. 00000100:00000040:2.0:1647275038.516332:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275038.516332:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff880. 02000000:00000010:0.0:1647275038.516332:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188b800. 02000000:00000001:0.0:1647275038.516332:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1647275038.516333:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275038.516333:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275038.516333:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330499264, offset 0 00000020:00000001:0.0:1647275038.516333:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275038.516333:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e244d184000 refcount=3 obd=MGC10.0.2.4@tcp 00000400:00000200:2.0:1647275038.516334:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000004:00000024:1.0:1647275038.516334:0:8143:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 29612552192 avail 26942894080 00000020:00000001:0.0:1647275038.516334:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275038.516334:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691d00. 00000400:00000200:2.0:1647275038.516335:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 02000000:00000001:0.0:1647275038.516335:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000020:00000020:1.0:1647275038.516336:0:8143:0:(tgt_grant.c:221:tgt_grant_sanity_check()) lustrefs-MDT0001: processing self export: 0 0 0 02000000:00000001:0.0:1647275038.516336:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275038.516336:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e2348c02c00. 00000100:00000200:3.0:1647275038.516337:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275038.516337:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275038.516337:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000020:00000020:1.0:1647275038.516337:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0000-mdtlov_UUID/ffff8e24503eb800 dirty 0 pend 0 grant 0 00000400:00000200:2.0:1647275038.516338:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000020:00000020:1.0:1647275038.516338:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli d14dab7c-c50e-464d-b9b2-5ce6f15a3529/ffff8e23b183f800 dirty 0 pend 0 grant 2146304 00000400:00000200:2.0:1647275038.516339:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14446:14446:250:4294967295] 10.0.2.5@tcp LPNI seq info [11457:11457:2:4294967295] 00000020:00000020:1.0:1647275038.516339:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0001-lwp-OST0001_UUID/ffff8e23b1838800 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1647275038.516339:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275038.516340:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275038.516340:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000020:1.0:1647275038.516340:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0001-lwp-OST0000_UUID/ffff8e23c906d800 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1647275038.516340:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.516340:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.516341:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275038.516341:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000004:00000020:1.0:1647275038.516341:0:8143:0:(mdt_handler.c:558:mdt_statfs()) 7230535 blocks: 7229627 free, 6577855 avail; 20868120 objects: 20867861 free; state 0 00000100:00000001:0.0:1647275038.516341:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275038.516342:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275038.516342:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.516342:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:0.0:1647275038.516342:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1647275038.516342:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1647275038.516343:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1647275038.516343:0:8143:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516343:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1647275038.516344:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e240f586548 time=148 v=1 (1 1 1 1) 00000800:00000200:2.0:1647275038.516344:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00010000:00000040:1.0:1647275038.516344:0:8143:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330498752 00010000:00000001:1.0:1647275038.516344:0:8143:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000001:0.0:1647275038.516344:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275038.516344:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275038.516344:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa768f0. 00000100:00001000:3.0:1647275038.516345:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e240f5864d0 time=91 v=1 (1 1 0 0) 00000800:00000010:2.0:1647275038.516345:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e2375a73c00 (tot 73196329). 00010000:00000200:1.0:1647275038.516345:0:8143:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e6300 x1727288330498752/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/368 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000200:0.0:1647275038.516345:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0e58 00000400:00000010:0.0:1647275038.516345:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0e58. 00000100:00000001:3.0:1647275038.516346:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275038.516346:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516346:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00010000:00000001:3.0:1647275038.516347:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000800:00000200:2.0:1647275038.516347:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000200:0.0:1647275038.516347:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000001:3.0:1647275038.516348:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275038.516348:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00010000:00000001:1.0:1647275038.516348:0:8143:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1647275038.516349:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275038.516349:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000800:00000200:2.0:1647275038.516349:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e2375a73c00 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1647275038.516349:0:8143:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275038.516349:0:8143:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=148 v=1 (1 1 1 1) 00000100:00000001:3.0:1647275038.516350:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275038.516350:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516350:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275038.516350:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1647275038.516351:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516351:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275038.516351:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.516351:0:8143:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275038.516351:0:8143:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:2.0:1647275038.516352:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1647275038.516352:0:8143:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000100:00000040:2.0:1647275038.516353:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:1.0:1647275038.516353:0:8143:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1647275038.516353:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275038.516354:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1647275038.516354:0:8143:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.516354:0:8143:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:0.0:1647275038.516354:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.516354:0:3304:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:3.0:1647275038.516355:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1647275038.516355:0:8143:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1647275038.516355:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275038.516355:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275038.516355:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516356:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.516356:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275038.516356:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1647275038.516356:0:8143:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24155742a8. 02000000:00000001:0.0:1647275038.516356:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275038.516357:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275038.516357:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275038.516357:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275038.516357:0:8143:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1727288330498752, offset 224 00000100:00001000:0.0:1647275038.516357:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3d8b548 time=91 v=1 (1 1 0 0) 00000100:00100000:2.0:1647275038.516358:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d338b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330499520:10.0.2.5@tcp:400:kworker/u8:0.0 00000400:00000200:1.0:1647275038.516358:0:8143:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1647275038.516358:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3d8b4d0 time=91 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275038.516359:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1647275038.516359:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275038.516359:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275038.516360:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33e880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-lwp-MDT0001_UUID:3302:1727288330499200:0@lo:400:kworker/u8:0.0 02000000:00000001:2.0:1647275038.516360:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275038.516360:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275038.516360:0:8143:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:0.0:1647275038.516360:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1647275038.516361:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275038.516361:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c600. 00010000:00000001:0.0:1647275038.516361:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1647275038.516362:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1647275038.516362:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275038.516362:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da790. 00000400:00000200:1.0:1647275038.516362:0:8143:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x622f5a75d32c0 00000100:00000001:0.0:1647275038.516362:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275038.516362:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000400:00000001:3.0:1647275038.516363:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275038.516363:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491632c0. 00000100:00000001:0.0:1647275038.516363:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275038.516363:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275038.516364:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802220 00000400:00000010:3.0:1647275038.516364:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802220. 00000100:00000040:0.0:1647275038.516364:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275038.516365:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275038.516365:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:1.0:1647275038.516365:0:8143:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2cde5 [1] + 224 00000400:00000010:2.0:1647275038.516367:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffdd0. 00000400:00000200:1.0:1647275038.516367:0:8143:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275038.516367:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1647275038.516368:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330499520, portal 4 00000100:00000001:2.0:1647275038.516368:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1647275038.516368:0:8143:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1647275038.516368:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275038.516368:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1647275038.516369:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275038.516369:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298031360 : -125188411520256 : ffff8e244d338b00) 00000100:00000001:1.0:1647275038.516369:0:8143:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000040:0.0:1647275038.516369:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275038.516370:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1647275038.516370:0:8143:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275038.516372:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275038.516372:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.516372:0:3302:0:(client.c:1428:after_reply()) Process entered 00000100:00100000:0.0:1647275038.516372:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33c780 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-lwp-MDT0000_UUID:3304:1727288330499584:0@lo:400:kworker/u8:0.0 02000000:00000001:3.0:1647275038.516373:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275038.516373:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275038.516373:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1647275038.516373:0:8143:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275038.516374:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275038.516374:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275038.516374:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275038.516374:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff440. 00000100:00000001:0.0:1647275038.516374:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516374:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00001000:3.0:1647275038.516375:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=148 v=1 (1 1 1 1) 00000100:00000200:2.0:1647275038.516375:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330499520, offset 0 00000100:00000040:0.0:1647275038.516375:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33c780 x1727288330499584/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00001000:3.0:1647275038.516376:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=91 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275038.516377:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275038.516377:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.516377:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275038.516377:0:8143:0:(events.c:185:reply_in_callback()) Process leaving 00010000:00000001:3.0:1647275038.516378:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275038.516378:0:3302:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.516378:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:0.0:1647275038.516378:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275038.516378:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1647275038.516379:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275038.516379:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000400:00000200:2.0:1647275038.516379:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275038.516379:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1647275038.516379:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188be00. 02000000:00000001:0.0:1647275038.516379:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1647275038.516380:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275038.516380:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.516380:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275038.516380:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e23d3d8b000 refcount=2 obd=lustrefs-MDT0000-lwp-MDT0000 00000100:00000040:3.0:1647275038.516381:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1647275038.516381:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000020:00000001:0.0:1647275038.516381:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275038.516381:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691100. 00000400:00000200:2.0:1647275038.516382:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14447:14447:249:4294967295] 10.0.2.5@tcp LPNI seq info [11458:11458:1:4294967295] 02000000:00000001:0.0:1647275038.516382:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275038.516382:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275038.516382:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33c780. 00000100:00000001:0.0:1647275038.516383:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275038.516383:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.516384:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275038.516384:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516385:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275038.516385:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275038.516385:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:0.0:1647275038.516385:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275038.516385:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000004:00000001:3.0:1647275038.516386:0:3302:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000800:00000200:2.0:1647275038.516386:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275038.516386:0:8143:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24155742a8 00000100:00000001:0.0:1647275038.516386:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1647275038.516387:0:3302:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-MDT0000-osp-MDT0001 (ffff8e23b1d2a000): 7230783 blocks, 7229769 free, 6577997 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,20863024 files, 20862696 free files 00000400:00000010:1.0:1647275038.516387:0:8143:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24155742a8. 00000100:00000001:1.0:1647275038.516387:0:8143:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275038.516387:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1647275038.516388:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755afc00 (tot 73196577). 00000100:00000001:1.0:1647275038.516388:0:8143:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:2.0:1647275038.516389:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:1.0:1647275038.516389:0:8143:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275038.516390:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000040:1.0:1647275038.516390:0:8143:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:1.0:1647275038.516390:0:8143:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000004:00000001:3.0:1647275038.516391:0:3302:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275038.516391:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755afc00 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1647275038.516391:0:8143:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.516391:0:8143:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1647275038.516392:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275038.516392:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516392:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1647275038.516392:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e6300 x1727288330498752/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:189/0 lens 224/368 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275038.516393:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1647275038.516394:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275038.516394:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1647275038.516395:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e238a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330498688:0@lo:41:osp-pre-0-1.0 00000400:00000010:2.0:1647275038.516395:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da4d0. 00000100:00100000:1.0:1647275038.516395:0:8143:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0000-mdtlov_UUID+5:3303:x1727288330498752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (147us total) trans 0 rc 0/0 00000100:00000001:3.0:1647275038.516396:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.516396:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffa18 00000400:00000010:2.0:1647275038.516396:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffa18. 00000100:00000001:3.0:1647275038.516397:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275038.516397:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275038.516397:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:3.0:1647275038.516398:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33e880 x1727288330499200/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1647275038.516400:0:8143:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000800:00000200:0.0:1647275038.516400:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1647275038.516401:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:1.0:1647275038.516401:0:8143:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00000800:00000010:0.0:1647275038.516401:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf600 (tot 73196329). 00000100:00000001:1.0:1647275038.516402:0:8143:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275038.516402:0:8143:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1647275038.516402:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1647275038.516403:0:8143:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456780. 00000100:00000001:2.0:1647275038.516404:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275038.516404:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1647275038.516404:0:8143:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6e70. 00000100:00000001:2.0:1647275038.516405:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275038.516405:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1647275038.516405:0:8143:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a600. 00000100:00000001:2.0:1647275038.516406:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275038.516412:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275038.516412:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275038.516412:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a8400. 02000000:00000001:3.0:1647275038.516413:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275038.516414:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275038.516414:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e240f586000 refcount=2 obd=lustrefs-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1647275038.516415:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275038.516415:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691700. 02000000:00000001:3.0:1647275038.516416:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275038.516416:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1647275038.516416:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1647275038.516417:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33e880. 02000000:00000001:2.0:1647275038.516417:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516418:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275038.516418:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1647275038.516418:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=96 v=1 (1 1 0 0) 00000020:00000040:1.0:1647275038.516418:0:8143:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000100:00000001:3.0:1647275038.516419:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275038.516419:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e238a222680 x1727288330498688/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00001000:2.0:1647275038.516419:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=96 v=1 (1 1 0 0) 00000100:00000001:1.0:1647275038.516419:0:8143:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.516420:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275038.516420:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275038.516421:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275038.516421:0:3303:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.516422:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1647275038.516422:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000001:3.0:1647275038.516423:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275038.516423:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23a7df7000. 00000100:00000001:2.0:1647275038.516423:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275038.516423:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000400:00000200:0.0:1647275038.516423:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0a18 02000000:00000001:3.0:1647275038.516424:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275038.516424:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275038.516424:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:2.0:1647275038.516424:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275038.516424:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275038.516424:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0a18. 00000020:00000001:3.0:1647275038.516425:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275038.516425:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34400. 00000100:00000040:2.0:1647275038.516425:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:0.0:1647275038.516425:0:3296:0:(events.c:53:request_out_callback()) Process entered 02000000:00000001:3.0:1647275038.516426:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1647275038.516426:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000001:3.0:1647275038.516427:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275038.516427:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e238a222680. 00000100:00000001:3.0:1647275038.516428:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275038.516428:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275038.516429:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.516429:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516429:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275038.516429:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.516429:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1647275038.516430:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275038.516430:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000004:00000001:2.0:1647275038.516430:0:3303:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000040:0.0:1647275038.516430:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:3.0:1647275038.516431:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1647275038.516431:0:3303:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-MDT0001-osp-MDT0000 (ffff8e2442027000): 7230535 blocks, 7229627 free, 6577855 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,20868120 files, 20867861 free files 00000100:00000001:3.0:1647275038.516432:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516432:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275038.516433:0:3303:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516433:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000040:2.0:1647275038.516434:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000800:00000200:0.0:1647275038.516436:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1647275038.516437:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f4200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330498752:0@lo:41:osp-pre-1-0.0 00000800:00000010:0.0:1647275038.516437:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23762b0600 (tot 73196081). 00000100:00000001:2.0:1647275038.516438:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.516438:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275038.516439:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000400:00000200:0.0:1647275038.516439:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000040:2.0:1647275038.516440:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f4200 x1727288330498752/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000200:0.0:1647275038.516440:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff7f8 00000400:00000010:0.0:1647275038.516440:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff7f8. 00000100:00000001:0.0:1647275038.516441:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1647275038.516442:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275038.516443:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275038.516443:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275038.516443:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23d5b28000. 02000000:00000001:2.0:1647275038.516445:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275038.516445:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275038.516445:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000001:0.0:1647275038.516445:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000020:00000001:2.0:1647275038.516446:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275038.516446:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bfc00. 00000100:00000040:0.0:1647275038.516446:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000001:2.0:1647275038.516447:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275038.516448:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275038.516448:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f4200. 00000100:00000001:0.0:1647275038.516448:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516449:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275038.516449:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.516449:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275038.516450:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.516451:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1647275038.516451:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275038.516451:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34500 (tot 73195833). 00000100:00000001:2.0:1647275038.516452:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275038.516452:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1647275038.516452:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275038.516453:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275038.516453:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.516453:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275038.516454:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.516454:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802330 00000400:00000010:0.0:1647275038.516455:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802330. 00000100:00000001:0.0:1647275038.516455:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1647275038.516456:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:2.0:1647275038.516457:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275038.516458:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275038.516458:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275038.516458:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275038.516459:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da630. 00000400:00000200:2.0:1647275038.516459:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffcc0 00000100:00000001:0.0:1647275038.516459:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000400:00000010:2.0:1647275038.516460:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffcc0. 00000100:00000040:0.0:1647275038.516460:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:2.0:1647275038.516461:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275038.516461:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516463:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516463:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000200:2.0:1647275038.516465:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000200:0.0:1647275038.516479:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275038.516479:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf900 (tot 73195585). 00000400:00000200:0.0:1647275038.516480:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275038.516481:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:0.0:1647275038.516481:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275038.516482:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.516482:0:3301:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:0.0:1647275038.516482:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0dd0 00000400:00000010:0.0:1647275038.516482:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0dd0. 02000000:00000001:2.0:1647275038.516483:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275038.516483:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275038.516483:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516483:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1647275038.516483:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275038.516484:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275038.516485:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=96 v=1 (1 1 0 0) 00000100:00001000:2.0:1647275038.516486:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=96 v=1 (1 1 0 0) 00000100:00000001:0.0:1647275038.516486:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275038.516487:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275038.516487:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275038.516487:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1647275038.516487:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000001:2.0:1647275038.516488:0:3301:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516488:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275038.516489:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1647275038.516489:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275038.516489:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275038.516490:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516490:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516490:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275038.516496:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275038.516497:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275038.516497:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275038.516498:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275038.516501:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33d800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330499392:0@lo:400:kworker/u8:0.0 00000400:00000001:2.0:1647275038.516503:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275038.516503:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275038.516503:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000400:00000200:2.0:1647275038.516504:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff110 00000400:00000010:2.0:1647275038.516504:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff110. 00000100:00000001:2.0:1647275038.516505:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275038.516505:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275038.516509:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516511:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275038.516512:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.516512:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275038.516513:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275038.516513:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275038.516513:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.516514:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275038.516514:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=148 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275038.516516:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=91 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275038.516516:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275038.516517:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275038.516517:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275038.516518:0:3301:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516518:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275038.516519:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1647275038.516519:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275038.516519:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275038.516521:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516524:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275038.516524:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275038.516525:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275038.516526:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000200:0.0:1647275038.516526:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275038.516527:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34a00 (tot 73195337). 00000400:00000200:0.0:1647275038.516528:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1647275038.516529:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e2348c06e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330499136:0@lo:400:kworker/u8:0.0 00000400:00000200:0.0:1647275038.516529:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275038.516530:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516530:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000400:00000200:0.0:1647275038.516530:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23528024c8 00000400:00000010:0.0:1647275038.516530:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e23528024c8. 00000100:00000040:2.0:1647275038.516531:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33d800 x1727288330499392/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516531:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1647275038.516531:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516534:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275038.516534:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1647275038.516534:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 02000000:00000010:2.0:1647275038.516535:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c400. 02000000:00000001:2.0:1647275038.516535:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275038.516536:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275038.516536:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=2 obd=lustrefs-MDT0001-osp-MDT0000 00000020:00000001:2.0:1647275038.516536:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275038.516537:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691f00. 02000000:00000001:2.0:1647275038.516537:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275038.516538:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275038.516538:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33d800. 00000100:00000001:2.0:1647275038.516539:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275038.516539:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.516540:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275038.516540:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e2348c06e00 x1727288330499136/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275038.516540:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.516543:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1647275038.516543:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516543:0:3296:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000001:2.0:1647275038.516544:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275038.516544:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560de00. 02000000:00000001:2.0:1647275038.516545:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275038.516545:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275038.516545:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=2 obd=lustrefs-MDT0000-osp-MDT0001 00000800:00000200:0.0:1647275038.516545:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1647275038.516546:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 00000800:00000010:0.0:1647275038.516546:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23762b0300 (tot 73195089). 00000400:00000200:0.0:1647275038.516546:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1647275038.516547:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691200. 02000000:00000001:2.0:1647275038.516547:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1647275038.516547:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000001:2.0:1647275038.516548:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275038.516548:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e2348c06e00. 00000400:00000200:0.0:1647275038.516548:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff330 00000100:00000001:2.0:1647275038.516549:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275038.516549:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1647275038.516549:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff330. 00000100:00000001:0.0:1647275038.516549:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1647275038.516550:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516550:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1647275038.516550:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275038.516551:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275038.516551:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.516552:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516553:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275038.516553:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:0.0:1647275038.516556:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516557:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:0.0:1647275038.516559:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275038.516559:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e2375a73c00 (tot 73194841). 00000400:00000200:0.0:1647275038.516560:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275038.516561:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275038.516561:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff880 00000400:00000010:0.0:1647275038.516562:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff880. 00000100:00000001:0.0:1647275038.516562:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1647275038.516563:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516566:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275038.516567:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516569:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516570:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:0.0:1647275038.516603:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275038.516603:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755afc00 (tot 73194593). 00000400:00000200:0.0:1647275038.516605:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275038.516606:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275038.516607:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff440 00000400:00000010:0.0:1647275038.516607:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff440. 00000100:00000001:0.0:1647275038.516608:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1647275038.516609:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516612:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275038.516612:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.516629:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.516629:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:1.0:1647275038.517476:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.517495:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.517496:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.517498:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517501:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275038.517605:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3500 00000400:00000200:1.0:1647275038.517608:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2ce21 [1] + 224 00000800:00000001:1.0:1647275038.517610:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.517612:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517613:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.517614:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275038.517615:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275038.517618:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275038.517623:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275038.517636:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275038.517638:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.517639:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.517640:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.517641:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517642:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275038.517644:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3300 00000400:00000200:1.0:1647275038.517645:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cdf1 [1] + 224 00000800:00000001:1.0:1647275038.517647:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.517648:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517650:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.517651:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275038.517652:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275038.517653:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000040:1.0:1647275038.517657:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:1.0:1647275038.517660:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275038.517661:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275038.517661:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1647275038.517662:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.517662:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275038.517662:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1647275038.517663:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1647275038.517663:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1647275038.517664:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000001:0.0:1647275038.517664:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275038.517664:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76ec8. 00000400:00000200:1.0:1647275038.517666:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3340 00000400:00000200:0.0:1647275038.517666:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0cc0 00000400:00000010:0.0:1647275038.517666:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0cc0. 00000100:00000001:0.0:1647275038.517667:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000200:1.0:1647275038.517668:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cdf9 [1] + 224 00000800:00000001:1.0:1647275038.517669:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:0.0:1647275038.517669:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000001:1.0:1647275038.517670:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517670:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.517672:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275038.517672:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275038.517673:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1647275038.517673:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.517676:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:1.0:1647275038.517677:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:0.0:1647275038.517677:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.517678:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275038.517678:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275038.517679:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275038.517679:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.517680:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275038.517681:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae548 time=136 v=1 (1 1 1 1) 00000100:00001000:0.0:1647275038.517683:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=136 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275038.517684:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275038.517684:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275038.517707:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1647275038.517708:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00010000:00000001:0.0:1647275038.517708:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275038.517709:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275038.517709:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275038.517709:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000800:00000001:1.0:1647275038.517710:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.517710:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275038.517710:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275038.517711:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:0.0:1647275038.517711:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000001:1.0:1647275038.517712:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517713:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275038.517715:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3580 00000100:00000001:0.0:1647275038.517715:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275038.517715:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1647275038.517716:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2ce31 [1] + 224 00000100:00000001:0.0:1647275038.517716:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275038.517717:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000001:1.0:1647275038.517718:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.517753:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517754:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.517756:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275038.517771:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275038.517772:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1647275038.517772:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33ee00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330499328:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1647275038.517773:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275038.517774:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1647275038.517775:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000001:0.0:1647275038.517775:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275038.517775:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275038.517775:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa760b0. 00000400:00000200:0.0:1647275038.517776:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0110 00000400:00000001:2.0:1647275038.517777:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000010:0.0:1647275038.517777:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0110. 00000100:00000001:0.0:1647275038.517777:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000001:2.0:1647275038.517778:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275038.517778:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da580. 00000100:00000200:0.0:1647275038.517778:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:2.0:1647275038.517793:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff198 00000400:00000010:2.0:1647275038.517794:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff198. 00000100:00000001:2.0:1647275038.517795:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275038.517796:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275038.517796:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275038.517797:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:0.0:1647275038.517797:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000800:00000001:1.0:1647275038.517798:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.517799:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275038.517799:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000200:2.0:1647275038.517800:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000800:00000001:1.0:1647275038.517800:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.517800:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.517800:0:3304:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:1.0:1647275038.517801:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 02000000:00000001:0.0:1647275038.517801:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275038.517801:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275038.517801:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.517802:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275038.517822:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c255c0 time=96 v=1 (1 1 0 0) 00000400:00000200:1.0:1647275038.517823:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3380 00000100:00001000:0.0:1647275038.517823:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=96 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275038.517824:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275038.517824:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517824:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2ce05 [1] + 224 00000100:00000001:0.0:1647275038.517824:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275038.517825:0:3301:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:0.0:1647275038.517825:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.517826:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275038.517826:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1647275038.517826:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:0.0:1647275038.517826:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1647275038.517827:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275038.517827:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517827:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1647275038.517827:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.517827:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1647275038.517828:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275038.517828:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00100000:0.0:1647275038.517828:0:3304:0:(client.c:2887:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: committing for last_committed 4294967367 gen 2 00000100:00000001:1.0:1647275038.517829:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000040:0.0:1647275038.517829:0:3304:0:(client.c:2925:ptlrpc_free_committed()) @@@ commit (last_committed 4294967367) req@ffff8e23950f1080 x1727288330496832/t4294967366(4294967366) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000100:00001000:2.0:1647275038.517830:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea45c0 time=96 v=1 (1 1 0 0) 00000100:00000200:1.0:1647275038.517830:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00001000:2.0:1647275038.517832:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=96 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275038.517833:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275038.517833:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.517833:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275038.517833:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f1080 x1727288330496832/t4294967366(4294967366) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00010000:00000001:2.0:1647275038.517834:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275038.517834:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.517836:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1647275038.517837:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1647275038.517837:0:3301:0:(client.c:2887:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: committing for last_committed 4294967367 gen 2 02000000:00000001:0.0:1647275038.517837:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275038.517837:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8e23645aa000. 00000100:00000040:2.0:1647275038.517839:0:3301:0:(client.c:2925:ptlrpc_free_committed()) @@@ commit (last_committed 4294967367) req@ffff8e23950f5280 x1727288330496896/t4294967367(4294967367) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 02000000:00000001:0.0:1647275038.517839:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275038.517839:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275038.517840:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=5 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:0.0:1647275038.517840:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275038.517841:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8e23e5079400. 00000100:00000001:2.0:1647275038.517842:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 02000000:00000001:0.0:1647275038.517842:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275038.517842:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275038.517842:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f1080. 00000100:00000040:2.0:1647275038.517843:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f5280 x1727288330496896/t4294967367(4294967367) o1000->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:0.0:1647275038.517843:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275038.517844:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275038.517845:0:3304:0:(client.c:2925:ptlrpc_free_committed()) @@@ commit (last_committed 4294967367) req@ffff8e23950f0b00 x1727288330496960/t4294967367(4294967367) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000100:00000001:2.0:1647275038.517846:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275038.517846:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275038.517847:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8e2401426000. 02000000:00000001:2.0:1647275038.517848:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1647275038.517848:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275038.517848:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f0b00 x1727288330496960/t4294967367(4294967367) o1000->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:24/4 lens 664/4320 e 0 to 0 dl 1647275039 ref 1 fl Complete:RQU/4/0 rc 0/0 job:'lfsck_layout.0' 00000020:00000001:2.0:1647275038.517849:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275038.517849:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=4 obd=lustrefs-OST0001-osc-MDT0000 00000020:00000001:2.0:1647275038.517850:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275038.517850:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8e23e507ac00. 02000000:00000001:2.0:1647275038.517851:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1647275038.517851:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:0.0:1647275038.517851:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275038.517852:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275038.517852:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f5280. 02000000:00000001:0.0:1647275038.517852:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275038.517852:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff8e23aea2a000. 00000100:00000001:3.0:1647275038.517853:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1647275038.517853:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1647275038.517854:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275038.517854:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275038.517854:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275038.517854:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275038.517854:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=4 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:2.0:1647275038.517855:0:3301:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275038.517855:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.517855:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000020:00000001:0.0:1647275038.517855:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275038.517855:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8e23e507a800. 00000400:00000001:3.0:1647275038.517856:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275038.517856:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1647275038.517856:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000800:00000001:1.0:1647275038.517856:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:0.0:1647275038.517856:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1647275038.517857:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e2349163268. 00000800:00000001:1.0:1647275038.517857:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.517857:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:0.0:1647275038.517857:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275038.517857:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f0b00. 00000800:00000001:1.0:1647275038.517858:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.517858:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275038.517858:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275038.517859:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802e58 00000400:00000010:3.0:1647275038.517859:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802e58. 00000100:00000001:2.0:1647275038.517859:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275038.517859:0:3304:0:(client.c:2950:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275038.517859:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.517860:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275038.517860:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1647275038.517860:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000040:0.0:1647275038.517860:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00000001:2.0:1647275038.517861:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275038.517861:0:3301:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000400:00000200:1.0:1647275038.517861:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d34c0 00000100:00000200:3.0:1647275038.517862:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000004:00000040:2.0:1647275038.517862:0:3301:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0001-osc-MDT0000: blocks=958279 free=957931 avail=901340 avail_mb=3520 hwm_mb=7 files=262144 ffree=261808 state=0: rc = 0 00000400:00000200:1.0:1647275038.517863:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2ce65 [1] + 224 00000100:00000001:0.0:1647275038.517863:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275038.517864:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000004:00000020:2.0:1647275038.517865:0:3301:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0001-osc-MDT0000 (ffff8e2378ae3800): 958279 blocks, 957931 free, 901340 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,262144 files, 261808 free files 00000800:00000001:1.0:1647275038.517865:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275038.517865:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1647275038.517865:0:3304:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000004:00000001:2.0:1647275038.517866:0:3301:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275038.517866:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517866:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000040:0.0:1647275038.517866:0:3304:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0000-osc-MDT0000: blocks=957295 free=956948 avail=900408 avail_mb=3517 hwm_mb=7 files=261888 ffree=261551 state=0: rc = 0 00000100:00000200:3.0:1647275038.517867:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275038.517867:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000200:1.0:1647275038.517868:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275038.517869:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000004:00000020:0.0:1647275038.517869:0:3304:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0000-osc-MDT0000 (ffff8e2442023000): 957295 blocks, 956948 free, 900408 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,261888 files, 261551 free files 00000100:00000200:1.0:1647275038.517870:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000004:00000001:0.0:1647275038.517870:0:3304:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275038.517871:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330498880:10.0.2.5@tcp:13:osp-pre-1-0.0 00000100:00000040:0.0:1647275038.517871:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00000001:3.0:1647275038.517872:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275038.517872:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.517873:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.517874:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275038.517874:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275038.517874:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275038.517874:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e5800 x1727288330498880/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275038.517894:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1647275038.517894:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1647275038.517894:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e2348c03700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330498816:10.0.2.5@tcp:13:osp-pre-0-0.0 00000100:00000001:3.0:1647275038.517895:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.517895:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1647275038.517896:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.517896:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275038.517897:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275038.517897:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275038.517897:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23d5b2a000. 00000100:00000040:0.0:1647275038.517897:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33ee00 x1727288330499328/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00001000:3.0:1647275038.517898:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25548 time=96 v=1 (1 1 0 0) 00000100:00001000:3.0:1647275038.517899:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=96 v=1 (1 1 0 0) 02000000:00000001:2.0:1647275038.517899:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275038.517899:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275038.517899:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:0.0:1647275038.517900:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275038.517900:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275038.517900:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188a200. 00000100:00000001:3.0:1647275038.517901:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275038.517901:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.517901:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 02000000:00000001:0.0:1647275038.517901:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1647275038.517902:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1647275038.517902:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275038.517902:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00010000:00000001:3.0:1647275038.517903:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275038.517903:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:0.0:1647275038.517903:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:3.0:1647275038.517904:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275038.517904:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 4294967367 00000800:00000001:1.0:1647275038.517904:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1647275038.517904:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691b00. 02000000:00000001:0.0:1647275038.517904:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1647275038.517905:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1647275038.517905:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:0.0:1647275038.517905:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275038.517905:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33ee00. 00000020:00000001:2.0:1647275038.517906:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275038.517906:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23762b0000. 00000800:00000001:1.0:1647275038.517906:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1647275038.517907:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275038.517907:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1647275038.517907:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275038.517907:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.517908:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275038.517908:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e5800. 00000400:00000200:1.0:1647275038.517908:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:0.0:1647275038.517908:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275038.517908:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e2348c03700 x1727288330498816/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00000040:3.0:1647275038.517909:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.517909:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275038.517909:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.517910:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517910:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d35c0 00000100:00000001:2.0:1647275038.517911:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275038.517911:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1647275038.517912:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.517912:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1647275038.517912:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2ce71 [1] + 224 02000000:00000001:0.0:1647275038.517912:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275038.517912:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23f3d57c00. 00000100:00000001:3.0:1647275038.517913:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275038.517913:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.517913:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275038.517913:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:3.0:1647275038.517914:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1647275038.517914:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000040:0.0:1647275038.517914:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:0.0:1647275038.517914:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275038.517914:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691900. 00000100:00000001:3.0:1647275038.517915:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.517915:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275038.517915:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1647275038.517915:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1647275038.517915:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275038.517915:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1647275038.517916:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000001:2.0:1647275038.517916:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1647275038.517916:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:0.0:1647275038.517916:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e2348c03700. 00000100:00000001:0.0:1647275038.517916:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1647275038.517917:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275038.517917:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69dacb8. 00000100:00000001:0.0:1647275038.517917:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.517917:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275038.517918:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff088 00000400:00000010:2.0:1647275038.517918:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff088. 00000400:00000200:1.0:1647275038.517918:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275038.517919:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:1.0:1647275038.517919:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:0.0:1647275038.517919:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275038.517919:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275038.517920:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33cd00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-mdtlov_UUID:3302:1727288330499456:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000200:2.0:1647275038.517920:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1647275038.517920:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275038.517920:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275038.517921:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1647275038.517923:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275038.517923:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1647275038.517923:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:3.0:1647275038.517924:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491633c8. 00000400:00000200:3.0:1647275038.517924:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 00000400:00000010:3.0:1647275038.517925:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 00000100:00000001:3.0:1647275038.517926:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275038.517927:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:2.0:1647275038.517927:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275038.517927:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.517928:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275038.517928:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275038.517929:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275038.517929:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.517929:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275038.517930:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275038.517931:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00001000:2.0:1647275038.517931:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815548 time=142 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275038.517932:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=142 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275038.517933:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275038.517933:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.517933:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00010000:00000001:2.0:1647275038.517934:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275038.517934:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.517935:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275038.517935:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000800:00000001:1.0:1647275038.517935:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1647275038.517936:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275038.517936:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.517936:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275038.517936:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.517937:0:3302:0:(client.c:1428:after_reply()) Process entered 00000100:00000040:2.0:1647275038.517937:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000001:1.0:1647275038.517937:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.517937:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:3.0:1647275038.517938:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275038.517938:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275038.517939:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275038.517939:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1647275038.517940:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.517940:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1647275038.517940:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00001000:3.0:1647275038.517941:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae638 time=136 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275038.517941:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275038.517942:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1647275038.517943:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=136 v=1 (1 1 1 1) 00000100:00000040:2.0:1647275038.517943:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275038.517943:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d33c0 00000100:00000001:3.0:1647275038.517944:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275038.517944:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275038.517945:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275038.517946:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275038.517946:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0001-mdtlov_UUID:3303:1727288330499264:10.0.2.5@tcp:400:kworker/u8:0.0 00000400:00000200:1.0:1647275038.517946:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2ce5d [1] + 224 00000100:00000001:3.0:1647275038.517947:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275038.517947:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000400:00000001:2.0:1647275038.517947:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1647275038.517947:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000001:2.0:1647275038.517948:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275038.517948:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da790. 00000100:00000001:3.0:1647275038.517949:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275038.517949:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275038.517949:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffdd0 00000400:00000010:2.0:1647275038.517949:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffdd0. 00000100:00000001:2.0:1647275038.517950:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275038.517950:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1647275038.517951:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000800:00000001:1.0:1647275038.517953:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.517954:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.517955:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275038.517957:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275038.517958:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:2.0:1647275038.517959:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275038.517962:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275038.517962:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.517963:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275038.517963:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275038.517964:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275038.517964:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.517980:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1647275038.517980:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.517981:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1647275038.517981:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea4548 time=96 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275038.517982:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1647275038.517982:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=96 v=1 (1 1 0 0) 00000004:00000001:3.0:1647275038.517983:0:3302:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1647275038.517983:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275038.517983:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1647275038.517984:0:3302:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0001-osc-MDT0001: blocks=958279 free=957931 avail=901340 avail_mb=3520 hwm_mb=7 files=262144 ffree=261808 state=0: rc = 0 00010000:00000001:2.0:1647275038.517984:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275038.517984:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.517985:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275038.517985:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 4294967367 00000004:00000020:3.0:1647275038.517986:0:3302:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0001-osc-MDT0001 (ffff8e23c906e000): 958279 blocks, 957931 free, 901340 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,262144 files, 261808 free files 00000100:00000001:2.0:1647275038.517986:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275038.517986:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275038.517987:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275038.517987:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000004:00000001:3.0:1647275038.518002:0:3302:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275038.518003:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00000001:2.0:1647275038.518004:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275038.518005:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275038.518005:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.518005:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:2.0:1647275038.518006:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275038.518007:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e2348c03180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330498944:10.0.2.5@tcp:13:osp-pre-1-1.0 00000800:00000001:1.0:1647275038.518007:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1647275038.518008:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.518009:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000800:00000001:1.0:1647275038.518009:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275038.518010:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33cd00 x1727288330499456/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275038.518010:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d338b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330499520:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1647275038.518011:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.518012:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275038.518026:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33f900 x1727288330499264/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275038.518027:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275038.518028:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275038.518028:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a8800. 02000000:00000001:3.0:1647275038.518029:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275038.518029:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275038.518030:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=2 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:3.0:1647275038.518030:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:2.0:1647275038.518030:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1647275038.518031:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691e00. 02000000:00000001:2.0:1647275038.518031:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275038.518031:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c200. 02000000:00000001:3.0:1647275038.518032:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275038.518032:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275038.518032:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33cd00. 02000000:00000001:2.0:1647275038.518032:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275038.518032:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275038.518033:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:2.0:1647275038.518033:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:3.0:1647275038.518034:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275038.518034:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1647275038.518034:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691c00. 00000100:00000001:3.0:1647275038.518054:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275038.518055:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e2348c03180 x1727288330498944/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 02000000:00000001:2.0:1647275038.518055:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275038.518055:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275038.518055:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33f900. 00000100:00000001:2.0:1647275038.518056:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275038.518057:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.518057:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1647275038.518058:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275038.518058:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1647275038.518058:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d338b00 x1727288330499520/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275045 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000010:3.0:1647275038.518059:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23a7df5800. 02000000:00000001:3.0:1647275038.518060:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275038.518060:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275038.518060:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=2 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:3.0:1647275038.518061:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275038.518061:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691800. 00000100:00000001:2.0:1647275038.518061:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275038.518061:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1647275038.518062:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275038.518062:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1647275038.518062:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c600. 02000000:00000001:2.0:1647275038.518062:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:3.0:1647275038.518063:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e2348c03180. 00000100:00000001:3.0:1647275038.518063:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1647275038.518063:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275038.518063:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=2 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:3.0:1647275038.518064:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275038.518064:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275038.518064:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275038.518064:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691300. 02000000:00000001:2.0:1647275038.518065:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275038.518065:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275038.518065:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d338b00. 00000100:00000001:3.0:1647275038.518066:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275038.518066:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.518066:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275038.518067:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275038.518067:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.518067:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275038.518068:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.518068:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275038.518068:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275038.518069:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275038.518069:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275038.518070:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da6e0. 00000400:00000200:2.0:1647275038.518070:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffe58 00000400:00000010:2.0:1647275038.518071:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffe58. 00000100:00000001:2.0:1647275038.518071:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275038.518072:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:2.0:1647275038.518097:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275038.518100:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275038.518101:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.518101:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275038.518102:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275038.518102:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275038.518103:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275038.518103:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275038.518104:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815638 time=142 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275038.518105:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=142 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275038.518106:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275038.518106:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275038.518107:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275038.518107:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.518108:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275038.518108:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275038.518109:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275038.518109:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275038.518110:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275038.518113:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275038.518114:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275038.518114:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275038.518115:0:3303:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1647275038.518115:0:3303:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0000-osc-MDT0001: blocks=957295 free=956948 avail=900408 avail_mb=3517 hwm_mb=7 files=261888 ffree=261551 state=0: rc = 0 00000004:00000020:2.0:1647275038.518117:0:3303:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0000-osc-MDT0001 (ffff8e2342d39000): 957295 blocks, 956948 free, 900408 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,261888 files, 261551 free files 00000004:00000001:2.0:1647275038.518119:0:3303:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275038.518120:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00100000:2.0:1647275038.518138:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0001-mdtlov_UUID:3303:1727288330499008:10.0.2.5@tcp:13:osp-pre-0-1.0 00000100:00000001:2.0:1647275038.518140:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.518141:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275038.518141:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f6300 x1727288330499008/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275045 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275038.518144:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275038.518145:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275038.518145:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23d5b29c00. 02000000:00000001:2.0:1647275038.518146:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275038.518146:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275038.518147:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=2 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:2.0:1647275038.518147:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275038.518148:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bf400. 02000000:00000001:2.0:1647275038.518148:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275038.518149:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275038.518149:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f6300. 00000100:00000001:2.0:1647275038.518150:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275038.518150:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.518151:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275038.518152:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275038.518152:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275038.518153:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275038.518153:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275038.518178:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518181:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.518196:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518197:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.518199:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275038.518201:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 26 MB=0x622f5a8749a40 00000400:00000200:1.0:1647275038.518203:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-10.0.2.5@tcp of length 224/224 into md 0x2bd7d [2] + 0 00000400:00000010:1.0:1647275038.518204:0:3294:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23b25c1c60. 00000400:00000200:1.0:1647275038.518205:0:3294:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e235efeeb40 00000800:00000001:1.0:1647275038.518206:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518207:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.518208:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.518209:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275038.518210:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e235efeeb40 00000400:00000010:1.0:1647275038.518210:0:3294:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e235efeeb40 (tot 73194441). 00000100:00000001:1.0:1647275038.518212:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275038.518212:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1647275038.518214:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ecf050 x1727288348809792 msgsize 224 00000100:00100000:1.0:1647275038.518216:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000040:1.0:1647275038.518217:0:3294:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1647275038.518220:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275038.518221:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518222:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.518222:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518223:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.518225:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275038.518226:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749a80 00000400:00000200:1.0:1647275038.518227:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 56616 00000800:00000001:1.0:1647275038.518229:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518230:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.518230:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.518231:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275038.518232:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275038.518233:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275038.518234:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33b700. 00000100:00000040:1.0:1647275038.518235:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33b700 x1727288348809856 msgsize 224 00000100:00100000:1.0:1647275038.518237:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:1.0:1647275038.518241:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275038.518242:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518243:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.518263:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518264:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.518265:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275038.518267:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749b00 00000400:00000200:1.0:1647275038.518268:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 56840 00000800:00000001:1.0:1647275038.518269:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518271:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.518271:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.518273:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275038.518274:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275038.518275:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275038.518276:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33f380. 00000100:00000040:1.0:1647275038.518277:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33f380 x1727288348809984 msgsize 224 00000100:00100000:1.0:1647275038.518279:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:1.0:1647275038.518282:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275038.518283:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518285:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.518285:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518287:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.518288:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:0.0:1647275038.518288:0:8140:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275038.518289:0:8140:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1647275038.518290:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749b40 00000100:00000001:0.0:1647275038.518290:0:8140:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275038.518290:0:8140:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.518291:0:8140:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275038.518292:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 57064 00000100:00100000:0.0:1647275038.518292:0:8140:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809856 00000800:00000001:1.0:1647275038.518293:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:0.0:1647275038.518293:0:8140:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275038.518293:0:8140:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372a9 00000800:00000001:1.0:1647275038.518308:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.518309:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1647275038.518309:0:8140:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000400:00000200:1.0:1647275038.518310:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000040:0.0:1647275038.518310:0:8140:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a2958000 refcount=8 00000100:00000001:1.0:1647275038.518311:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275038.518311:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1647275038.518311:0:8140:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000100:00000010:1.0:1647275038.518312:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33a680. 00000100:00000040:1.0:1647275038.518313:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33a680 x1727288348810048 msgsize 224 00000020:00000001:0.0:1647275038.518313:0:8140:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000100:00000001:0.0:1647275038.518325:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275038.518326:0:8140:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275038.518326:0:8140:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188a200. 00000020:00000010:0.0:1647275038.518328:0:8140:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9180. 00000020:00000010:0.0:1647275038.518350:0:8140:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12c78. 00000100:00000040:0.0:1647275038.518351:0:8140:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:0.0:1647275038.518352:0:8140:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275038.518353:0:8140:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275038.518353:0:8140:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.518354:0:8140:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1647275038.518355:0:8140:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275038.518355:0:8140:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.518357:0:8140:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.518359:0:8140:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275038.518360:0:8140:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275038.518360:0:8140:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275038.518361:0:8140:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.518361:0:8140:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275038.518362:0:8140:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809984 00000020:00000001:0.0:1647275038.518363:0:8140:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275038.518363:0:8140:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b0 00000020:00000001:0.0:1647275038.518364:0:8140:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275038.518364:0:8140:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7ca000 refcount=8 00000020:00000001:0.0:1647275038.518365:0:8140:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000020:00000001:0.0:1647275038.518366:0:8140:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000100:00000001:0.0:1647275038.518366:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275038.518367:0:8140:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275038.518367:0:8140:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b400. 00000020:00000010:0.0:1647275038.518368:0:8140:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9f80. 00000020:00000010:0.0:1647275038.518369:0:8140:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12888. 00000100:00000001:0.0:1647275038.518370:0:8140:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275038.518370:0:8140:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275038.518384:0:8140:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.518385:0:8140:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1647275038.518386:0:8140:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275038.518386:0:8140:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275038.518389:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:0.0:1647275038.518390:0:8140:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.518392:0:8140:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275038.518392:0:8140:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1647275038.518394:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000100:00100000:0.0:1647275038.518394:0:8140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2540 00000800:00000001:1.0:1647275038.518395:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:0.0:1647275038.518395:0:8140:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a2958000 : new rpc_count 1 00000100:00000001:0.0:1647275038.518395:0:8140:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298042624 : -125188411508992 : ffff8e244d33b700) 00000800:00000001:1.0:1647275038.518397:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275038.518397:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33b700 x1727288348809856/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000800:00000001:1.0:1647275038.518398:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518398:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.518400:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:0.0:1647275038.518401:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275038.518401:0:8140:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1647275038.518402:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749ac0 00000400:00000200:1.0:1647275038.518403:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 57288 00000100:00100000:0.0:1647275038.518403:0:8140:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustrefs-MDT0000-lwp-OST0000_UUID+8:2600:x1727288348809856:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000100:00000200:0.0:1647275038.518404:0:8140:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809856 00000800:00000001:1.0:1647275038.518405:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:0.0:1647275038.518405:0:8140:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275038.518405:0:8140:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000800:00000001:1.0:1647275038.518406:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275038.518406:0:8140:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.518406:0:8140:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1647275038.518407:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1647275038.518407:0:8140:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000400:00000200:1.0:1647275038.518408:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000001:0.0:1647275038.518408:0:8140:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275038.518408:0:8140:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.518409:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275038.518409:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1647275038.518409:0:8140:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275038.518409:0:8140:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275038.518410:0:8140:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1647275038.518423:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d338580. 00000100:00000040:1.0:1647275038.518425:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d338580 x1727288348809920 msgsize 224 00000020:00000001:0.0:1647275038.518425:0:8140:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1647275038.518425:0:8140:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1647275038.518426:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 02000000:00000001:0.0:1647275038.518426:0:8140:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275038.518427:0:8140:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e244f72cc00. 02000000:00000001:0.0:1647275038.518427:0:8140:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.518429:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:0.0:1647275038.518429:0:8140:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275038.518430:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.518430:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275038.518430:0:8140:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275038.518430:0:8140:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809856 00010000:00000001:0.0:1647275038.518431:0:8140:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:0.0:1647275038.518432:0:8140:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33b700 x1727288348809856/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1647275038.518435:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275038.518435:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275038.518436:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275038.518436:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275038.518436:0:8140:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275038.518436:0:8140:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.518437:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275038.518437:0:8140:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=148 v=1 (1 1 1 1) 00000100:00100000:1.0:1647275038.518438:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810048 00000020:00000001:1.0:1647275038.518439:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275038.518439:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636a1a 00000100:00000001:0.0:1647275038.518439:0:8140:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275038.518439:0:8140:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000020:00000001:1.0:1647275038.518440:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275038.518440:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b1838800 refcount=5 00000100:00000001:0.0:1647275038.518440:0:8140:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000020:00000001:1.0:1647275038.518441:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686027776 : -125191023523840 : ffff8e23b1838800) 02000000:00000001:0.0:1647275038.518441:0:8140:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275038.518441:0:8140:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.518442:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686027776 : -125191023523840 : ffff8e23b1838800) 00000100:00000001:0.0:1647275038.518442:0:8140:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:1.0:1647275038.518443:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1647275038.518443:0:8140:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275038.518444:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275038.518444:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a600. 00000400:00000010:0.0:1647275038.518444:0:8140:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0110. 00000020:00000010:1.0:1647275038.518445:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456780. 00000100:00000200:0.0:1647275038.518445:0:8140:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348809856, offset 224 00000020:00000010:1.0:1647275038.518446:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6e70. 00000100:00000001:1.0:1647275038.518447:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1647275038.518447:0:8140:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275038.518448:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275038.518448:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.518449:0:8958:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:0.0:1647275038.518449:0:8140:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000100:00000001:1.0:1647275038.518450:0:8958:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275038.518450:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.518450:0:8140:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14448:14448:256:4294967295] 10.0.2.5@tcp LPNI seq info [11459:11459:8:4294967295] 00000100:00000001:1.0:1647275038.518451:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275038.518454:0:8140:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:1.0:1647275038.518455:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275038.518455:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275038.518456:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275038.518456:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275038.518456:0:8140:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:0.0:1647275038.518456:0:8140:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf900 (tot 73194689). 02000000:00000001:1.0:1647275038.518457:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275038.518457:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809920 00000020:00000001:1.0:1647275038.518458:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275038.518458:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd063695d 00000800:00000200:0.0:1647275038.518458:0:8140:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000020:00000001:1.0:1647275038.518459:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000800:00000200:0.0:1647275038.518459:0:8140:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000020:00000040:1.0:1647275038.518460:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23c906d800 refcount=5 00000800:00000200:0.0:1647275038.518460:0:8140:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf900 type 1, nob 320 niov 1 nkiov 1 00000020:00000001:1.0:1647275038.518461:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618883080509440 : -125190629042176 : ffff8e23c906d800) 00000020:00000001:1.0:1647275038.518461:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618883080509440 : -125190629042176 : ffff8e23c906d800) 00000100:00000001:1.0:1647275038.518462:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.518462:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275038.518463:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05b200. 00000020:00000010:1.0:1647275038.518463:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456880. 00000100:00000001:0.0:1647275038.518463:0:8140:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275038.518464:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e62a0. 00000100:00000040:0.0:1647275038.518464:0:8140:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:0.0:1647275038.518464:0:8140:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000001:1.0:1647275038.518465:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275038.518465:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1647275038.518465:0:8140:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.518465:0:8140:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1647275038.518466:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.518466:0:8958:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1647275038.518466:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33b700 x1727288348809856/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1647275038.518467:0:8958:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275038.518467:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.518468:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.518469:0:8958:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275038.518470:0:8958:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1647275038.518470:0:8140:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33b700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustrefs-MDT0000-lwp-OST0000_UUID+8:2600:x1727288348809856:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 68us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1647275038.518471:0:8958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2541 00000100:00000040:1.0:1647275038.518472:0:8958:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7ca000 : new rpc_count 1 00000100:00000001:1.0:1647275038.518472:0:8958:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298058112 : -125188411493504 : ffff8e244d33f380) 00000100:00000040:1.0:1647275038.518473:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33f380 x1727288348809984/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00100000:0.0:1647275038.518475:0:8140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2540 00000100:00000040:0.0:1647275038.518476:0:8140:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a2958000 : new rpc_count 0 00000100:00000001:0.0:1647275038.518476:0:8140:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275038.518477:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.518477:0:8958:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275038.518477:0:8140:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275038.518477:0:8140:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9180. 00000100:00100000:1.0:1647275038.518478:0:8958:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33f380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0000-lwp-OST0001_UUID+8:2602:x1727288348809984:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000020:00000010:0.0:1647275038.518478:0:8140:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12c78. 00000020:00000010:0.0:1647275038.518479:0:8140:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188a200. 00000100:00000200:1.0:1647275038.518480:0:8958:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809984 00000020:00000001:1.0:1647275038.518480:0:8958:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000040:0.0:1647275038.518480:0:8140:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a2958000 : new refcount 7 00000020:00000001:1.0:1647275038.518481:0:8958:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275038.518481:0:8958:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.518481:0:8140:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275038.518482:0:8958:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275038.518482:0:8958:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:0.0:1647275038.518482:0:8140:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1647275038.518483:0:8958:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1647275038.518483:0:8140:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1647275038.518484:0:8140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2542 00000020:00000001:1.0:1647275038.518485:0:8958:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275038.518485:0:8958:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1647275038.518485:0:8140:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b1838800 : new rpc_count 1 00000100:00000001:0.0:1647275038.518485:0:8140:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298038400 : -125188411513216 : ffff8e244d33a680) 00000020:00000001:1.0:1647275038.518486:0:8958:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275038.518486:0:8958:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275038.518486:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33a680 x1727288348810048/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000001:1.0:1647275038.518487:0:8958:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275038.518487:0:8958:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275038.518488:0:8958:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275038.518488:0:8958:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e2414027400. 02000000:00000001:1.0:1647275038.518489:0:8958:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.518489:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.518490:0:8958:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.518490:0:8958:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.518490:0:8140:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00010000:00000040:1.0:1647275038.518491:0:8958:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809984 00000100:00100000:0.0:1647275038.518491:0:8140:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustrefs-MDT0001-lwp-OST0001_UUID+5:2603:x1727288348810048:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00010000:00000001:1.0:1647275038.518492:0:8958:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000200:0.0:1647275038.518492:0:8140:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810048 00000020:00000001:0.0:1647275038.518492:0:8140:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00010000:00000200:1.0:1647275038.518493:0:8958:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33f380 x1727288348809984/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000020:00000001:0.0:1647275038.518493:0:8140:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275038.518493:0:8140:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.518494:0:8140:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275038.518494:0:8140:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:0.0:1647275038.518495:0:8140:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1647275038.518496:0:8958:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275038.518496:0:8958:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.518496:0:8140:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275038.518496:0:8140:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00001000:1.0:1647275038.518497:0:8958:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=148 v=1 (1 1 1 1) 00000020:00000001:0.0:1647275038.518497:0:8140:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275038.518497:0:8140:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.518497:0:8140:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275038.518498:0:8958:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275038.518499:0:8958:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:0.0:1647275038.518499:0:8140:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1647275038.518500:0:8958:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:1.0:1647275038.518500:0:8958:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275038.518500:0:8140:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275038.518500:0:8140:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e244f72ec00. 02000000:00000001:1.0:1647275038.518501:0:8958:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.518501:0:8958:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:0.0:1647275038.518501:0:8140:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.518502:0:8958:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275038.518502:0:8140:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1647275038.518503:0:8958:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24155742a8. 00000020:00000001:0.0:1647275038.518503:0:8140:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275038.518503:0:8140:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810048 00000100:00000200:1.0:1647275038.518504:0:8958:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348809984, offset 224 00010000:00000001:0.0:1647275038.518504:0:8140:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:0.0:1647275038.518505:0:8140:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33a680 x1727288348810048/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:1.0:1647275038.518506:0:8958:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275038.518507:0:8958:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00010000:00000001:0.0:1647275038.518507:0:8140:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275038.518508:0:8140:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275038.518509:0:8958:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14449:14449:255:4294967295] 10.0.2.5@tcp LPNI seq info [11460:11460:7:4294967295] 00000100:00001000:0.0:1647275038.518509:0:8140:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=148 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275038.518510:0:8140:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275038.518510:0:8140:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 24 to 10.0.2.5@tcp 00000100:00000001:0.0:1647275038.518511:0:8140:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000400:00000200:1.0:1647275038.518512:0:8958:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 02000000:00000001:0.0:1647275038.518512:0:8140:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275038.518512:0:8140:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.518513:0:8140:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000800:00000200:1.0:1647275038.518514:0:8958:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000040:0.0:1647275038.518514:0:8140:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275038.518514:0:8140:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0cc0. 00000800:00000010:1.0:1647275038.518515:0:8958:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691200 (tot 73194937). 00000100:00000200:0.0:1647275038.518515:0:8140:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810048, offset 224 00000800:00000200:1.0:1647275038.518516:0:8958:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000200:0.0:1647275038.518517:0:8140:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:0.0:1647275038.518518:0:8140:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000800:00000200:1.0:1647275038.518519:0:8958:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:1.0:1647275038.518520:0:8958:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1647275038.518520:0:8140:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14450:14450:254:4294967295] 10.0.2.5@tcp LPNI seq info [11461:11461:6:4294967295] 00000100:00000001:1.0:1647275038.518521:0:8958:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.518522:0:8958:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00010000:00000001:1.0:1647275038.518522:0:8958:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275038.518523:0:8958:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.518523:0:8958:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1647275038.518523:0:8140:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000040:1.0:1647275038.518524:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33f380 x1727288348809984/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000800:00000200:0.0:1647275038.518525:0:8140:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:0.0:1647275038.518525:0:8140:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf600 (tot 73195185). 00000800:00000200:0.0:1647275038.518526:0:8140:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00100000:1.0:1647275038.518528:0:8958:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33f380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0000-lwp-OST0001_UUID+8:2602:x1727288348809984:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 50us (250us total) trans 0 rc 0/0 00000800:00000200:0.0:1647275038.518528:0:8140:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:0.0:1647275038.518529:0:8140:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275038.518530:0:8140:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275038.518531:0:8958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2541 00000100:00000040:0.0:1647275038.518531:0:8140:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00000100:00000040:1.0:1647275038.518532:0:8958:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7ca000 : new rpc_count 0 00010000:00000001:0.0:1647275038.518532:0:8140:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275038.518532:0:8140:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.518533:0:8958:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275038.518533:0:8958:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1647275038.518533:0:8140:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1647275038.518534:0:8958:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9f80. 00000020:00000010:1.0:1647275038.518534:0:8958:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12888. 00000100:00000040:0.0:1647275038.518534:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33a680 x1727288348810048/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000020:00000010:1.0:1647275038.518535:0:8958:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b400. 00000020:00000040:1.0:1647275038.518536:0:8958:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7ca000 : new refcount 7 00000100:00000001:1.0:1647275038.518537:0:8958:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1647275038.518537:0:8140:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustrefs-MDT0001-lwp-OST0001_UUID+5:2603:x1727288348810048:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 47us (223us total) trans 0 rc 0/0 00000100:00000001:1.0:1647275038.518539:0:8958:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275038.518539:0:8958:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1647275038.518540:0:8140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2542 00000100:00000040:0.0:1647275038.518540:0:8140:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b1838800 : new rpc_count 0 00000100:00100000:1.0:1647275038.518541:0:8958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2543 00000100:00000001:0.0:1647275038.518541:0:8140:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275038.518541:0:8140:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1647275038.518542:0:8958:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23c906d800 : new rpc_count 1 00000100:00000001:1.0:1647275038.518542:0:8958:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298029952 : -125188411521664 : ffff8e244d338580) 00000020:00000010:0.0:1647275038.518542:0:8140:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456780. 00000100:00000040:1.0:1647275038.518543:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d338580 x1727288348809920/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000010:0.0:1647275038.518543:0:8140:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6e70. 00000020:00000010:0.0:1647275038.518544:0:8140:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a600. 00000020:00000040:0.0:1647275038.518545:0:8140:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b1838800 : new refcount 4 00000100:00000001:0.0:1647275038.518545:0:8140:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.518547:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.518547:0:8958:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1647275038.518548:0:8958:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d338580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0001-lwp-OST0000_UUID+5:2600:x1727288348809920:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000100:00000200:1.0:1647275038.518551:0:8958:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809920 00000020:00000001:1.0:1647275038.518551:0:8958:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275038.518552:0:8958:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275038.518552:0:8958:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.518553:0:8958:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275038.518553:0:8958:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:1.0:1647275038.518554:0:8958:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275038.518554:0:8958:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1647275038.518554:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1647275038.518555:0:8958:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275038.518555:0:8958:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275038.518555:0:8958:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1647275038.518555:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf900 (tot 73194937). 00000020:00000001:1.0:1647275038.518556:0:8958:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1647275038.518556:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1647275038.518557:0:8958:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275038.518557:0:8958:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1647275038.518557:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000010:1.0:1647275038.518558:0:8958:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e2414024400. 02000000:00000001:1.0:1647275038.518558:0:8958:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.518558:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0110 00000400:00000010:0.0:1647275038.518558:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0110. 00000100:00000001:1.0:1647275038.518559:0:8958:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.518559:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000020:00000001:1.0:1647275038.518560:0:8958:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275038.518560:0:8958:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809920 00000100:00000001:0.0:1647275038.518560:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00010000:00000001:1.0:1647275038.518561:0:8958:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:1.0:1647275038.518562:0:8958:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d338580 x1727288348809920/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000800:00000200:0.0:1647275038.518562:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275038.518562:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691200 (tot 73194689). 00000400:00000200:0.0:1647275038.518563:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275038.518564:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00010000:00000001:1.0:1647275038.518565:0:8958:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275038.518565:0:8958:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275038.518565:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24155742a8 00000400:00000010:0.0:1647275038.518565:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24155742a8. 00000100:00001000:1.0:1647275038.518566:0:8958:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=148 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275038.518566:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275038.518566:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:1.0:1647275038.518567:0:8958:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275038.518568:0:8958:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:1.0:1647275038.518568:0:8958:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:1.0:1647275038.518569:0:8958:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275038.518569:0:8958:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.518570:0:8958:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1647275038.518571:0:8958:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:1.0:1647275038.518571:0:8958:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24155743b8. 00000100:00000200:1.0:1647275038.518572:0:8958:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348809920, offset 224 00000400:00000200:1.0:1647275038.518574:0:8958:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275038.518575:0:8958:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000400:00000200:1.0:1647275038.518596:0:8958:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14451:14451:255:4294967295] 10.0.2.5@tcp LPNI seq info [11462:11462:7:4294967295] 00000400:00000200:1.0:1647275038.518599:0:8958:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:1.0:1647275038.518601:0:8958:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:1.0:1647275038.518601:0:8958:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691700 (tot 73194937). 00000800:00000200:1.0:1647275038.518603:0:8958:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:1.0:1647275038.518604:0:8958:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:1.0:1647275038.518605:0:8958:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1647275038.518606:0:8958:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.518607:0:8958:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00000800:00000200:0.0:1647275038.518607:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275038.518607:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf600 (tot 73194689). 00010000:00000001:1.0:1647275038.518608:0:8958:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275038.518609:0:8958:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.518609:0:8958:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1647275038.518609:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1647275038.518610:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d338580 x1727288348809920/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:0.0:1647275038.518610:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275038.518611:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0cc0 00000400:00000010:0.0:1647275038.518611:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0cc0. 00000100:00000001:0.0:1647275038.518612:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275038.518612:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00100000:1.0:1647275038.518615:0:8958:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d338580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0001-lwp-OST0000_UUID+5:2600:x1727288348809920:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 67us (189us total) trans 0 rc 0/0 00000800:00000200:0.0:1647275038.518615:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275038.518615:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691700 (tot 73194441). 00000400:00000200:0.0:1647275038.518616:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275038.518617:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275038.518618:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24155743b8 00000400:00000010:0.0:1647275038.518618:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24155743b8. 00000100:00000001:0.0:1647275038.518619:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275038.518619:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00100000:1.0:1647275038.518655:0:8958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2543 00000100:00000040:1.0:1647275038.518656:0:8958:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23c906d800 : new rpc_count 0 00000100:00000001:1.0:1647275038.518674:0:8958:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275038.518675:0:8958:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1647275038.518675:0:8958:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456880. 00000020:00000010:1.0:1647275038.518676:0:8958:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e62a0. 00000020:00000010:1.0:1647275038.518677:0:8958:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05b200. 00000020:00000040:1.0:1647275038.518678:0:8958:0:(genops.c:979:class_export_put()) PUTting export ffff8e23c906d800 : new refcount 4 00000100:00000001:1.0:1647275038.518679:0:8958:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.518684:0:7651:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275038.518685:0:7651:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275038.518685:0:7651:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275038.518686:0:7651:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.518688:0:7651:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275038.518688:0:7651:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348809792 00000020:00000001:1.0:1647275038.518689:0:7651:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275038.518689:0:7651:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636925 00000020:00000001:1.0:1647275038.518690:0:7651:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275038.518690:0:7651:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183d000 refcount=13 00000020:00000001:1.0:1647275038.518691:0:7651:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686046208 : -125191023505408 : ffff8e23b183d000) 00000020:00000001:1.0:1647275038.518692:0:7651:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686046208 : -125191023505408 : ffff8e23b183d000) 00000100:00000001:1.0:1647275038.518693:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.518693:0:7651:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275038.518694:0:7651:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05b200. 00000020:00000010:1.0:1647275038.518695:0:7651:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456880. 00000020:00000010:1.0:1647275038.518695:0:7651:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e62a0. 00000100:00000040:1.0:1647275038.518697:0:7651:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000100:00000001:1.0:1647275038.518697:0:7651:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275038.518698:0:7651:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275038.518698:0:7651:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.518699:0:7651:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.518701:0:7651:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.518703:0:7651:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275038.518703:0:7651:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1647275038.518704:0:7651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 1329 00000100:00000040:1.0:1647275038.518705:0:7651:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183d000 : new rpc_count 1 00000100:00000001:1.0:1647275038.518706:0:7651:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914550864 : -125192795000752 : ffff8e2347ecf050) 00000100:00000040:1.0:1647275038.518707:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ecf050 x1727288348809792/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1647275038.518710:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.518710:0:7651:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1647275038.518711:0:7651:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ecf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fa8a7d8-572a-411f-b362-ce26a7b1ba55+13:2603:x1727288348809792:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000100:00000200:1.0:1647275038.518713:0:7651:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348809792 00000020:00000001:1.0:1647275038.518713:0:7651:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275038.518714:0:7651:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275038.518715:0:7651:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.518715:0:7651:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275038.518716:0:7651:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000020:00000001:1.0:1647275038.518717:0:7651:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275038.518717:0:7651:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275038.518717:0:7651:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275038.518743:0:7651:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275038.518744:0:7651:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.518745:0:7651:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275038.518745:0:7651:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275038.518745:0:7651:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275038.518746:0:7651:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e2414026c00. 02000000:00000001:1.0:1647275038.518747:0:7651:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.518767:0:7651:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.518768:0:7651:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275038.518769:0:7651:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348809792 00010000:00000001:1.0:1647275038.518770:0:7651:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:1.0:1647275038.518770:0:7651:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ecf050 x1727288348809792/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000001:1.0:1647275038.518774:0:7651:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275038.518774:0:7651:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275038.518775:0:7651:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=7 v=1 (1 1 1 1) 00000100:00000001:1.0:1647275038.518791:0:7651:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275038.518792:0:7651:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:1.0:1647275038.518793:0:7651:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:1.0:1647275038.518793:0:7651:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275038.518794:0:7651:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.518794:0:7651:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1647275038.518795:0:7651:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:1.0:1647275038.518796:0:7651:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574b28. 00000100:00000200:1.0:1647275038.518797:0:7651:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727288348809792, offset 224 00000400:00000200:1.0:1647275038.518799:0:7651:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275038.518822:0:7651:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000400:00000200:1.0:1647275038.518823:0:7651:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14452:14452:256:4294967295] 10.0.2.5@tcp LPNI seq info [11463:11463:8:4294967295] 00000400:00000200:1.0:1647275038.518827:0:7651:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:1.0:1647275038.518829:0:7651:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:1.0:1647275038.518830:0:7651:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691f00 (tot 73194689). 00000800:00000200:1.0:1647275038.518846:0:7651:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:1.0:1647275038.518847:0:7651:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:1.0:1647275038.518848:0:7651:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1647275038.518850:0:7651:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.518851:0:7651:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:1.0:1647275038.518851:0:7651:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275038.518852:0:7651:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.518852:0:7651:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1647275038.518853:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ecf050 x1727288348809792/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1647275038.518873:0:7651:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ecf050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fa8a7d8-572a-411f-b362-ce26a7b1ba55+13:2603:x1727288348809792:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 162us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1647275038.518938:0:7651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 1329 00000100:00000040:1.0:1647275038.518939:0:7651:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183d000 : new rpc_count 0 00000100:00000001:1.0:1647275038.518940:0:7651:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275038.518941:0:7651:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1647275038.518941:0:7651:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456880. 00000020:00000010:1.0:1647275038.518942:0:7651:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e62a0. 00000020:00000010:1.0:1647275038.518943:0:7651:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05b200. 00000020:00000040:1.0:1647275038.518944:0:7651:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183d000 : new refcount 12 00000100:00000001:1.0:1647275038.518945:0:7651:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1647275038.518946:0:7651:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1647275038.518947:0:7651:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c1c60. 00000400:00000010:1.0:1647275038.518949:0:7651:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23b267a240 (tot 73194841). 00000800:00000200:1.0:1647275038.518985:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275038.518986:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691f00 (tot 73194593). 00000400:00000200:1.0:1647275038.518987:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.518989:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275038.518990:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574b28 00000400:00000010:1.0:1647275038.518991:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574b28. 00000100:00000001:1.0:1647275038.518992:0:3295:0:(events.c:407:reply_out_callback()) Process entered 02000000:00000001:1.0:1647275038.518993:0:3295:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1647275038.518993:0:3295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e2414026c00. 02000000:00000001:1.0:1647275038.518995:0:3295:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1647275038.518995:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000001:1.0:1647275038.559058:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.559064:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.559065:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.559066:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.559069:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275038.559075:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 26 MB=0x622f655323540 00000400:00000200:1.0:1647275038.559078:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-10.0.2.6@tcp of length 224/224 into md 0x2bd89 [2] + 0 00000400:00000010:1.0:1647275038.559081:0:3294:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23b25c19f8. 00000400:00000200:1.0:1647275038.559082:0:3294:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e235efeef00 00000800:00000001:1.0:1647275038.559084:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.559086:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.559087:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.559088:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275038.559090:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e235efeef00 00000400:00000010:1.0:1647275038.559091:0:3294:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e235efeef00 (tot 73194441). 00000100:00000001:1.0:1647275038.559093:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275038.559094:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1647275038.559098:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347eca050 x1727291246916928 msgsize 224 00000100:00100000:1.0:1647275038.559101:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000040:1.0:1647275038.559101:0:3294:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1647275038.559104:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275038.559107:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.559108:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.559109:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.559110:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.559112:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275038.559114:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 12 MB=0x622f6553235c0 00000400:00000200:1.0:1647275038.559116:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.6@tcp of length 224/224 into md 0x1b7c9 [64] + 57512 00000800:00000001:1.0:1647275038.559118:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.559122:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.559122:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.559124:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:1.0:1647275038.559126:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275038.559126:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275038.559128:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33ac00. 00000100:00000040:1.0:1647275038.559130:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33ac00 x1727291246917056 msgsize 224 00000100:00100000:1.0:1647275038.559132:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000001:1.0:1647275038.559166:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275038.559167:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.559169:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275038.559170:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.559171:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.559173:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275038.559175:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 12 MB=0x622f655323580 00000400:00000200:1.0:1647275038.559176:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.6@tcp of length 224/224 into md 0x1b7c9 [64] + 57736 00000800:00000001:1.0:1647275038.559178:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.559231:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275038.559232:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.559233:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:1.0:1647275038.559234:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275038.559235:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275038.559249:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d339080. 00000100:00000040:1.0:1647275038.559250:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d339080 x1727291246916992 msgsize 224 00000100:00100000:1.0:1647275038.559252:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000001:1.0:1647275038.559258:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275038.559280:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275038.559282:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.559302:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275038.559303:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275038.559303:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275038.559304:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.559305:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275038.559307:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246917056 00000020:00000001:1.0:1647275038.559308:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275038.559309:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636af3 00000020:00000001:1.0:1647275038.559310:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275038.559330:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183f800 refcount=5 00000020:00000001:1.0:1647275038.559331:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686056448 : -125191023495168 : ffff8e23b183f800) 00000020:00000001:1.0:1647275038.559332:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686056448 : -125191023495168 : ffff8e23b183f800) 00000100:00000001:1.0:1647275038.559333:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.559334:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275038.559335:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05b200. 00000020:00000010:1.0:1647275038.559337:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456880. 00000020:00000010:1.0:1647275038.559359:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e62a0. 00000100:00000040:1.0:1647275038.559362:0:8958:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:1.0:1647275038.559363:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275038.559363:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275038.559364:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.559366:0:8958:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1647275038.559367:0:8958:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275038.559367:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.559383:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.559395:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275038.559396:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275038.559396:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275038.559397:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.559397:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275038.559398:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246916992 00000020:00000001:1.0:1647275038.559399:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275038.559399:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371bb 00000020:00000001:1.0:1647275038.559399:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275038.559400:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364592000 refcount=7 00000020:00000001:1.0:1647275038.559401:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000020:00000001:1.0:1647275038.559402:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000100:00000001:0.0:1647275038.559402:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275038.559403:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.559403:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275038.559403:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1647275038.559404:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a000. 00000020:00000010:1.0:1647275038.559404:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456800. 00000020:00000010:1.0:1647275038.559405:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000100:00100000:0.0:1647275038.559406:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 2544 00000100:00000001:1.0:1647275038.559407:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1647275038.559407:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183f800 : new rpc_count 1 00000100:00000001:1.0:1647275038.559408:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275038.559408:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.559408:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298039808 : -125188411511808 : ffff8e244d33ac00) 00000100:00000001:1.0:1647275038.559409:0:8958:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1647275038.559410:0:8958:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275038.559410:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275038.559425:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33ac00 x1727291246917056/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1647275038.559428:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.559429:0:8958:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275038.559430:0:8958:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1647275038.559431:0:8958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 2545 00000100:00000040:1.0:1647275038.559432:0:8958:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364592000 : new rpc_count 1 00000100:00000001:1.0:1647275038.559433:0:8958:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298032768 : -125188411518848 : ffff8e244d339080) 00000100:00000040:1.0:1647275038.559434:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d339080 x1727291246916992/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:0.0:1647275038.559437:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.559438:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.559438:0:8958:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275038.559438:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1647275038.559439:0:8958:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d339080 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7986:x1727291246916992:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00000100:00100000:0.0:1647275038.559439:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33ac00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+5:7986:x1727291246917056:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00000100:00000200:1.0:1647275038.559441:0:8958:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246916992 00000100:00000200:0.0:1647275038.559441:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246917056 00000020:00000001:1.0:1647275038.559442:0:8958:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275038.559442:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275038.559443:0:8958:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275038.559443:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275038.559444:0:8958:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.559444:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.559445:0:8958:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275038.559445:0:8958:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:0.0:1647275038.559445:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275038.559445:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:1.0:1647275038.559446:0:8958:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275038.559446:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1647275038.559447:0:8958:0:(tgt_lastrcvd.c:2238:tgt_lookup_reply()) lustrefs-MDT0000: lookup reply xid 1727291246916992, found 0 last_xid 1727291246916991 00000001:00000001:0.0:1647275038.559447:0:9353:0:(tgt_lastrcvd.c:2238:tgt_lookup_reply()) lustrefs-MDT0001: lookup reply xid 1727291246917056, found 0 last_xid 1727291246917055 00000020:00000001:1.0:1647275038.559448:0:8958:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275038.559448:0:8958:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275038.559448:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275038.559449:0:8958:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275038.559449:0:8958:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.559450:0:8958:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275038.559451:0:8958:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1647275038.559451:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275038.559451:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 02000000:00000001:1.0:1647275038.559452:0:8958:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1647275038.559452:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.559452:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 02000000:00000010:1.0:1647275038.559453:0:8958:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e2414026c00. 00000100:00000001:0.0:1647275038.559453:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275038.559454:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1647275038.559455:0:8958:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275038.559455:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23f3d57c00. 00000100:00000001:1.0:1647275038.559456:0:8958:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.559456:0:8958:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275038.559456:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275038.559457:0:8958:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 4294967314, transno 0, xid 1727291246916992 00010000:00000001:1.0:1647275038.559458:0:8958:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:0.0:1647275038.559459:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.559480:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1647275038.559481:0:8958:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d339080 x1727291246916992/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000040:0.0:1647275038.559481:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727291246917056 00010000:00000001:0.0:1647275038.559481:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:0.0:1647275038.559483:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33ac00 x1727291246917056/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000001:1.0:1647275038.559485:0:8958:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275038.559486:0:8958:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275038.559486:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1647275038.559487:0:8958:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=148 v=1 (1 1 1 1) 00010000:00000001:0.0:1647275038.559487:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275038.559487:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=148 v=1 (1 1 1 1) 00000100:00000001:1.0:1647275038.559488:0:8958:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275038.559489:0:8958:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00000100:00000001:0.0:1647275038.559489:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1647275038.559490:0:8958:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 00000100:00000040:0.0:1647275038.559490:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 8 to 10.0.2.6@tcp 02000000:00000001:1.0:1647275038.559491:0:8958:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275038.559491:0:8958:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275038.559491:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 02000000:00000001:0.0:1647275038.559491:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1647275038.559492:0:8958:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:0.0:1647275038.559492:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.559493:0:8958:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000100:00000001:0.0:1647275038.559493:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000010:1.0:1647275038.559494:0:8958:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574b28. 00000100:00000040:0.0:1647275038.559494:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000100:00000200:1.0:1647275038.559495:0:8958:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727291246916992, offset 224 00000400:00000010:0.0:1647275038.559495:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0cc0. 00000100:00000200:0.0:1647275038.559496:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727291246917056, offset 224 00000400:00000200:1.0:1647275038.559498:0:8958:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000400:00000200:0.0:1647275038.559499:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000400:00000200:1.0:1647275038.559500:0:8958:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000400:00000200:1.0:1647275038.559502:0:8958:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14453:14453:256:4294967295] 10.0.2.6@tcp LPNI seq info [2990:2990:8:4294967295] 00000400:00000200:1.0:1647275038.559506:0:8958:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000800:00000200:1.0:1647275038.559508:0:8958:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000800:00000010:1.0:1647275038.559509:0:8958:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691f00 (tot 73194689). 00000400:00000200:0.0:1647275038.559509:0:9353:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000800:00000200:1.0:1647275038.559511:0:8958:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000400:00000200:0.0:1647275038.559511:0:9353:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14454:14454:255:4294967295] 10.0.2.6@tcp LPNI seq info [2991:2991:7:4294967295] 00000800:00000200:1.0:1647275038.559527:0:8958:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000800:00000200:1.0:1647275038.559528:0:8958:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1647275038.559528:0:9353:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000800:00000200:0.0:1647275038.559530:0:9353:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000100:00000001:1.0:1647275038.559531:0:8958:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1647275038.559531:0:9353:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf600 (tot 73194937). 00000100:00000040:1.0:1647275038.559532:0:8958:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00010000:00000001:1.0:1647275038.559533:0:8958:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275038.559533:0:8958:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275038.559533:0:9353:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000020:00000001:1.0:1647275038.559535:0:8958:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1647275038.559535:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d339080 x1727291246916992/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000800:00000200:0.0:1647275038.559536:0:9353:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000800:00000200:0.0:1647275038.559536:0:9353:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275038.559538:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275038.559539:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 6 to 10.0.2.6@tcp 00010000:00000001:0.0:1647275038.559539:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00100000:1.0:1647275038.559540:0:8958:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d339080 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7986:x1727291246916992:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 101us (288us total) trans 0 rc 0/0 00000020:00000001:0.0:1647275038.559540:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275038.559540:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275038.559541:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33ac00 x1727291246917056/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1647275038.559543:0:8958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 2545 00000100:00000040:1.0:1647275038.559543:0:8958:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364592000 : new rpc_count 0 00000100:00000001:1.0:1647275038.559544:0:8958:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275038.559545:0:8958:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1647275038.559545:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33ac00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+5:7986:x1727291246917056:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 108us (415us total) trans 0 rc 0/0 00000020:00000010:1.0:1647275038.559546:0:8958:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456800. 00000020:00000010:1.0:1647275038.559547:0:8958:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000020:00000010:1.0:1647275038.559548:0:8958:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a000. 00000100:00100000:0.0:1647275038.559548:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 2544 00000020:00000040:1.0:1647275038.559549:0:8958:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364592000 : new refcount 6 00000100:00000040:0.0:1647275038.559549:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183f800 : new rpc_count 0 00000100:00000001:1.0:1647275038.559550:0:8958:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275038.559550:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275038.559550:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275038.559551:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456880. 00000020:00000010:0.0:1647275038.559552:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e62a0. 00000020:00000010:0.0:1647275038.559553:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05b200. 00000100:00000001:1.0:1647275038.559568:0:7649:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:0.0:1647275038.559568:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183f800 : new refcount 4 02000000:00000001:1.0:1647275038.559569:0:7649:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275038.559569:0:7649:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275038.559569:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.559570:0:7649:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275038.559571:0:7649:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275038.559571:0:7649:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246916928 00000020:00000001:1.0:1647275038.559572:0:7649:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275038.559572:0:7649:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636ac9 00000020:00000001:1.0:1647275038.559573:0:7649:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275038.559573:0:7649:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183e800 refcount=9 00000020:00000001:1.0:1647275038.559574:0:7649:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686052352 : -125191023499264 : ffff8e23b183e800) 00000020:00000001:1.0:1647275038.559575:0:7649:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686052352 : -125191023499264 : ffff8e23b183e800) 00000100:00000001:1.0:1647275038.559576:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.559577:0:7649:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275038.559577:0:7649:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a000. 00000020:00000010:1.0:1647275038.559578:0:7649:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456800. 00000020:00000010:1.0:1647275038.559578:0:7649:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000100:00000040:1.0:1647275038.559580:0:7649:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000100:00000001:1.0:1647275038.559581:0:7649:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275038.559582:0:7649:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275038.559582:0:7649:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.559583:0:7649:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.559585:0:7649:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275038.559587:0:7649:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275038.559587:0:7649:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1647275038.559589:0:7649:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 1330 00000100:00000040:1.0:1647275038.559612:0:7649:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183e800 : new rpc_count 1 00000100:00000001:1.0:1647275038.559613:0:7649:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914530384 : -125192795021232 : ffff8e2347eca050) 00000100:00000040:1.0:1647275038.559614:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347eca050 x1727291246916928/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:189/0 lens 224/0 e 0 to 0 dl 1647275044 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:1.0:1647275038.559618:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275038.559618:0:7649:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1647275038.559619:0:7649:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347eca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e970ac4e-baa2-41d5-9e2f-f6e61477f110+9:7986:x1727291246916928:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00000100:00000200:1.0:1647275038.559620:0:7649:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246916928 00000020:00000001:1.0:1647275038.559621:0:7649:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275038.559622:0:7649:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275038.559622:0:7649:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.559623:0:7649:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275038.559623:0:7649:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000020:00000001:1.0:1647275038.559624:0:7649:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275038.559625:0:7649:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275038.559625:0:7649:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275038.559626:0:7649:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275038.559626:0:7649:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.559627:0:7649:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275038.559627:0:7649:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275038.559628:0:7649:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275038.559629:0:7649:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241438f000. 02000000:00000001:1.0:1647275038.559630:0:7649:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.559631:0:7649:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.559631:0:7649:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275038.559632:0:7649:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727291246916928 00010000:00000001:1.0:1647275038.559633:0:7649:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:1.0:1647275038.559635:0:7649:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347eca050 x1727291246916928/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000001:1.0:1647275038.559638:0:7649:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275038.559639:0:7649:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275038.559640:0:7649:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=7 v=1 (1 1 1 1) 00000100:00000001:1.0:1647275038.559641:0:7649:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275038.559642:0:7649:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00000100:00000001:1.0:1647275038.559642:0:7649:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 02000000:00000001:1.0:1647275038.559643:0:7649:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275038.559643:0:7649:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275038.559644:0:7649:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1647275038.559645:0:7649:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000400:00000010:1.0:1647275038.559646:0:7649:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574e58. 00000100:00000200:1.0:1647275038.559647:0:7649:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727291246916928, offset 224 00000400:00000200:1.0:1647275038.559650:0:7649:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000400:00000200:1.0:1647275038.559652:0:7649:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000400:00000200:1.0:1647275038.559654:0:7649:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14455:14455:254:4294967295] 10.0.2.6@tcp LPNI seq info [2992:2992:6:4294967295] 00000400:00000200:1.0:1647275038.559658:0:7649:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000800:00000200:1.0:1647275038.559660:0:7649:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000800:00000010:1.0:1647275038.559662:0:7649:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691100 (tot 73195185). 00000800:00000200:1.0:1647275038.559663:0:7649:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000800:00000200:1.0:1647275038.559665:0:7649:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000800:00000200:1.0:1647275038.559667:0:7649:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1647275038.559668:0:7649:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275038.559669:0:7649:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 6 to 10.0.2.6@tcp 00010000:00000001:1.0:1647275038.559670:0:7649:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275038.559670:0:7649:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.559671:0:7649:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1647275038.559672:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347eca050 x1727291246916928/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:189/0 lens 224/224 e 0 to 0 dl 1647275044 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1647275038.559676:0:7649:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347eca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e970ac4e-baa2-41d5-9e2f-f6e61477f110+9:7986:x1727291246916928:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 57us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1647275038.559682:0:7649:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 1330 00000100:00000040:1.0:1647275038.559683:0:7649:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183e800 : new rpc_count 0 00000100:00000001:1.0:1647275038.559684:0:7649:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275038.559684:0:7649:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1647275038.559685:0:7649:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456800. 00000020:00000010:1.0:1647275038.559686:0:7649:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000020:00000010:1.0:1647275038.559687:0:7649:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a000. 00000020:00000040:1.0:1647275038.559688:0:7649:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183e800 : new refcount 8 00000100:00000001:1.0:1647275038.559688:0:7649:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1647275038.559690:0:7649:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1647275038.559691:0:7649:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c19f8. 00000400:00000010:1.0:1647275038.559692:0:7649:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23b267a300 (tot 73195337). 00000800:00000200:1.0:1647275038.559702:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275038.559703:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691f00 (tot 73195089). 00000400:00000200:1.0:1647275038.559704:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.559705:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275038.559706:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574b28 00000400:00000010:1.0:1647275038.559707:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574b28. 00000100:00000001:1.0:1647275038.559708:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275038.559708:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:1.0:1647275038.559710:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275038.559711:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf600 (tot 73194841). 00000400:00000200:1.0:1647275038.559712:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.559713:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275038.559714:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0cc0 00000400:00000010:1.0:1647275038.559714:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0cc0. 00000100:00000001:1.0:1647275038.559715:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275038.559716:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:1.0:1647275038.559742:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275038.559743:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691100 (tot 73194593). 00000400:00000200:1.0:1647275038.559744:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275038.559745:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275038.559746:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574e58 00000400:00000010:1.0:1647275038.559764:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574e58. 00000100:00000001:1.0:1647275038.559764:0:3296:0:(events.c:407:reply_out_callback()) Process entered 02000000:00000001:1.0:1647275038.559765:0:3296:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1647275038.559765:0:3296:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e241438f000. 02000000:00000001:1.0:1647275038.559767:0:3296:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1647275038.559767:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00010000:00000001:1.0:1647275038.761982:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275038.761984:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275038.761987:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275038.761987:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275038.761990:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275038.761990:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275038.761992:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275038.761992:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275038.761994:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275038.761994:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275038.761996:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275038.761996:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275038.762003:0:7645:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1647275038.762004:0:7645:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275039.532249:0:9249:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1647275039.532251:0:9249:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275039.564076:0:8139:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1647275039.564078:0:8139:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275039.564083:0:7651:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1647275039.564084:0:7651:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275039.765610:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275039.765612:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275039.765615:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275039.765616:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275039.765618:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275039.765618:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275039.765620:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275039.765621:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275039.765622:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275039.765623:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275039.765624:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275039.765625:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275039.765685:0:7646:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1647275039.765687:0:7646:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275040.768357:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275040.768359:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275040.768361:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275040.768366:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275040.768368:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275040.768369:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275040.768371:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275040.768371:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275040.768373:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275040.768373:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275040.768375:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275040.768376:0:5187:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1647275040.768377:0:5187:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1647275040.768377:0:5187:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275040.768378:0:5187:0:(ldlm_lockd.c:2185:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1647275040.768379:0:5187:0:(ldlm_lockd.c:2188:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275040.768380:0:5187:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275040.768380:0:5187:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275040.768441:0:8691:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1647275040.768443:0:8691:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275041.772552:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275041.772554:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275041.772556:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275041.772557:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275041.772560:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275041.772560:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275041.772562:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275041.772562:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275041.772564:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275041.772564:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275041.772566:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275041.772566:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275041.772654:0:9456:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1647275041.772662:0:9456:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275042.788240:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275042.788242:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275042.788245:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275042.788245:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275042.788248:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275042.788248:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275042.788250:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275042.788251:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275042.788252:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275042.788254:0:5187:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1647275042.788254:0:5187:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1647275042.788263:0:5187:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275042.788264:0:5187:0:(ldlm_lockd.c:2185:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1647275042.788265:0:5187:0:(ldlm_lockd.c:2188:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275042.788266:0:5187:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275042.788266:0:5187:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275042.788268:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275042.788269:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275042.788274:0:9457:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1647275042.788275:0:9457:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275043.422057:0:9906:0:(lfsck_lib.c:2878:lfsck_dump()) Process entered 00000020:00000010:2.0:1647275043.422059:0:9906:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c600. 00000020:00000010:2.0:1647275043.422061:0:9906:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e23e560d600. 00000040:00000010:2.0:1647275043.422063:0:9906:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e23e560c400. 00000020:00000010:2.0:1647275043.422064:0:9906:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e235d7cd800. 00000020:00000010:2.0:1647275043.422066:0:9906:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e241aee62c0. 00000020:00000010:2.0:1647275043.422068:0:9906:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e23e560da00. 80000000:00000010:2.0:1647275043.422069:0:9906:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e239f4e1b40. 40000000:00000010:2.0:1647275043.422070:0:9906:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e2451f13800. 00040000:00000010:2.0:1647275043.422073:0:9906:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e23755aff00. 00040000:00000010:2.0:1647275043.422074:0:9906:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e235d7cb000. 00040000:00000010:2.0:1647275043.422075:0:9906:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e23e560d800. 00080000:00000010:2.0:1647275043.422077:0:9906:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e23aea28000. 00080000:00000010:2.0:1647275043.422078:0:9906:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e23aea2c000. 00100000:00000010:2.0:1647275043.422080:0:9906:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e238672c000. 00000004:00000010:2.0:1647275043.422082:0:9906:0:(mdt_handler.c:7604:mdt_key_init()) kmalloced '(value)': 2352 at ffff8e23575e0000. 00000004:00000010:2.0:1647275043.422083:0:9906:0:(lod_dev.c:2015:lod_key_init()) kmalloced '(value)': 1176 at ffff8e238672f000. 00000004:00000010:2.0:1647275043.422084:0:9906:0:(mdd_device.c:2346:mdd_key_init()) kmalloced '(value)': 1856 at ffff8e2386729000. 00000004:00000010:2.0:1647275043.422086:0:9906:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at ffff8e23d5b28c00. 00000020:00000010:2.0:1647275043.422095:0:9906:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e23e560d600. 00000040:00000010:2.0:1647275043.422096:0:9906:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e23e560c400. 00000020:00000010:2.0:1647275043.422097:0:9906:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e235d7cd800. 00000020:00000010:2.0:1647275043.422098:0:9906:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e241aee62c0. 00000020:00000010:2.0:1647275043.422099:0:9906:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e23e560da00. 80000000:00000010:2.0:1647275043.422100:0:9906:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e239f4e1b40. 40000000:00000010:2.0:1647275043.422101:0:9906:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e2451f13800. 00040000:00000010:2.0:1647275043.422102:0:9906:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e23755aff00. 00040000:00000010:2.0:1647275043.422103:0:9906:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at ffff8e235d7cb000. 00040000:00000010:2.0:1647275043.422104:0:9906:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e23e560d800. 00080000:00000010:2.0:1647275043.422105:0:9906:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e23aea2c000. 00080000:00000010:2.0:1647275043.422106:0:9906:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e23aea28000. 00100000:00000010:2.0:1647275043.422107:0:9906:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e238672c000. 00000004:00000010:2.0:1647275043.422109:0:9906:0:(mdt_handler.c:7623:mdt_key_fini()) kfreed 'info': 2352 at ffff8e23575e0000. 00000004:00000010:2.0:1647275043.422110:0:9906:0:(lod_dev.c:2045:lod_key_fini()) kfreed 'info': 1176 at ffff8e238672f000. 00000004:00000010:2.0:1647275043.422111:0:9906:0:(mdd_device.c:2358:mdd_key_fini()) kfreed 'info': 1856 at ffff8e2386729000. 00000004:00000010:2.0:1647275043.422112:0:9906:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at ffff8e23d5b28c00. 00000020:00000010:2.0:1647275043.422113:0:9906:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c600. 00100000:00000001:2.0:1647275043.422114:0:9906:0:(lfsck_lib.c:2901:lfsck_dump()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:2.0:1647275043.422149:0:9906:0:(lfsck_lib.c:2878:lfsck_dump()) Process entered 00000020:00000010:2.0:1647275043.422149:0:9906:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c600. 00000020:00000010:2.0:1647275043.422150:0:9906:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at ffff8e23e560dc00. 00000040:00000010:2.0:1647275043.422151:0:9906:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at ffff8e23e560d800. 00000020:00000010:2.0:1647275043.422151:0:9906:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at ffff8e2386729000. 00000020:00000010:2.0:1647275043.422153:0:9906:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at ffff8e241aee62c0. 00000020:00000010:2.0:1647275043.422153:0:9906:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at ffff8e23e560da00. 80000000:00000010:2.0:1647275043.422154:0:9906:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at ffff8e239f4e1b40. 40000000:00000010:2.0:1647275043.422155:0:9906:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at ffff8e2451f13bc0. 00040000:00000010:2.0:1647275043.422155:0:9906:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at ffff8e23755aff00. 00040000:00000010:2.0:1647275043.422156:0:9906:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at ffff8e238672f000. 00040000:00000010:2.0:1647275043.422157:0:9906:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at ffff8e23e560c400. 00080000:00000010:2.0:1647275043.422158:0:9906:0:(osd_handler.c:7719:osd_key_init()) kmalloced '(info)': 4560 at ffff8e23aea28000. 00080000:00000010:2.0:1647275043.422158:0:9906:0:(osd_handler.c:7723:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8e23aea2c000. 00100000:00000010:2.0:1647275043.422159:0:9906:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at ffff8e238672c000. 00000004:00000010:2.0:1647275043.422160:0:9906:0:(mdt_handler.c:7604:mdt_key_init()) kmalloced '(value)': 2352 at ffff8e23575e0000. 00000004:00000010:2.0:1647275043.422160:0:9906:0:(lod_dev.c:2015:lod_key_init()) kmalloced '(value)': 1176 at ffff8e238672a800. 00000004:00000010:2.0:1647275043.422161:0:9906:0:(mdd_device.c:2346:mdd_key_init()) kmalloced '(value)': 1856 at ffff8e235d7cb000. 00000004:00000010:2.0:1647275043.422162:0:9906:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at ffff8e23d5b28c00. 00000020:00000010:2.0:1647275043.422169:0:9906:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at ffff8e23e560dc00. 00000040:00000010:2.0:1647275043.422169:0:9906:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at ffff8e23e560d800. 00000020:00000010:2.0:1647275043.422170:0:9906:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at ffff8e2386729000. 00000020:00000010:2.0:1647275043.422171:0:9906:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at ffff8e241aee62c0. 00000020:00000010:2.0:1647275043.422172:0:9906:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at ffff8e23e560da00. 80000000:00000010:2.0:1647275043.422172:0:9906:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at ffff8e239f4e1b40. 40000000:00000010:2.0:1647275043.422173:0:9906:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at ffff8e2451f13bc0. 00040000:00000010:2.0:1647275043.422174:0:9906:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at ffff8e23755aff00. 00040000:00000010:2.0:1647275043.422174:0:9906:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at ffff8e238672f000. 00040000:00000010:2.0:1647275043.422175:0:9906:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at ffff8e23e560c400. 00080000:00000010:2.0:1647275043.422176:0:9906:0:(osd_handler.c:7769:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8e23aea2c000. 00080000:00000010:2.0:1647275043.422177:0:9906:0:(osd_handler.c:7780:osd_key_fini()) kfreed 'info': 4560 at ffff8e23aea28000. 00100000:00000010:2.0:1647275043.422177:0:9906:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at ffff8e238672c000. 00000004:00000010:2.0:1647275043.422178:0:9906:0:(mdt_handler.c:7623:mdt_key_fini()) kfreed 'info': 2352 at ffff8e23575e0000. 00000004:00000010:2.0:1647275043.422179:0:9906:0:(lod_dev.c:2045:lod_key_fini()) kfreed 'info': 1176 at ffff8e238672a800. 00000004:00000010:2.0:1647275043.422180:0:9906:0:(mdd_device.c:2358:mdd_key_fini()) kfreed 'info': 1856 at ffff8e235d7cb000. 00000004:00000010:2.0:1647275043.422180:0:9906:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at ffff8e23d5b28c00. 00000020:00000010:2.0:1647275043.422181:0:9906:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c600. 00100000:00000001:2.0:1647275043.422182:0:9906:0:(lfsck_lib.c:2901:lfsck_dump()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275043.523521:0:8695:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:3.0:1647275043.523523:0:8695:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1647275043.523527:0:8695:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a222680. 00000020:00000040:3.0:1647275043.523535:0:8695:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:3.0:1647275043.523536:0:8695:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1647275043.523537:0:8695:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1647275043.523539:0:8695:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1647275043.523542:0:8695:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34400. 00000100:00000001:3.0:1647275043.523544:0:8695:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523545:0:8695:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1647275043.523547:0:8695:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275043.523551:0:8695:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e238a222680] to pc [ptlrpcd_00_00+0] req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000004:00000001:2.0:1647275043.523558:0:9774:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000001:3.0:1647275043.523561:0:8695:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523567:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000004:00000020:2.0:1647275043.523567:0:9774:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00100000:3.0:1647275043.523569:0:3302:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1647275043.523569:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1647275043.523569:0:9774:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e5800. 00000020:00000040:2.0:1647275043.523572:0:9774:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:3.0:1647275043.523573:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275043.523573:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.523573:0:9774:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1647275043.523574:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275043.523574:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1647275043.523574:0:9774:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1647275043.523575:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1647275043.523575:0:9774:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275043.523576:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:2.0:1647275043.523577:0:9774:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23755af000. 00000100:00000001:2.0:1647275043.523578:0:9774:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523579:0:9774:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1647275043.523580:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275043.523580:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523580:0:9774:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275043.523581:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275043.523582:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275043.523582:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e238a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330499648:0@lo:41:osp-pre-0-1.0 00000100:00000040:2.0:1647275043.523583:0:9774:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e5800] to pc [ptlrpcd_00_01+1] req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275043.523584:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275043.523585:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000004:00000001:1.0:1647275043.523585:0:9047:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000001:0.0:1647275043.523585:0:9018:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 02000000:00000001:3.0:1647275043.523586:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1647275043.523586:0:9047:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000004:00000020:0.0:1647275043.523586:0:9018:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 02000000:00000001:3.0:1647275043.523587:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1647275043.523588:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23a7df5800. 00000004:00000001:2.0:1647275043.523588:0:9774:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1647275043.523588:0:9047:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33bc80. 00000100:00000010:0.0:1647275043.523588:0:9018:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f0b00. 02000000:00000001:3.0:1647275043.523589:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275043.523591:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491633c8. 00000020:00000040:1.0:1647275043.523591:0:9047:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000040:0.0:1647275043.523591:0:9018:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000100:00000001:2.0:1647275043.523592:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1647275043.523592:0:3301:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1647275043.523592:0:9047:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275043.523592:0:9047:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1647275043.523592:0:9018:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275043.523592:0:9018:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1647275043.523593:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 00000100:00000001:2.0:1647275043.523593:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1647275043.523593:0:9018:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275043.523594:0:9047:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523595:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275043.523595:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1647275043.523595:0:9047:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691400. 02000000:00000010:0.0:1647275043.523595:0:9018:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bf200. 00000100:00000200:3.0:1647275043.523596:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330499648, portal 4 00000100:00000001:3.0:1647275043.523596:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275043.523596:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.523596:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1647275043.523596:0:9047:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523596:0:9018:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523597:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882025334400 : -125191684217216 : ffff8e238a222680) 00000100:00000001:2.0:1647275043.523597:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1647275043.523597:0:9018:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1647275043.523598:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275043.523598:0:9047:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1647275043.523598:0:9018:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275043.523599:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275043.523599:0:9047:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523601:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275043.523601:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.523601:0:9047:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33bc80] to pc [ptlrpcd_00_02+2] req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:3.0:1647275043.523602:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:2.0:1647275043.523602:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1647275043.523602:0:9018:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f0b00] to pc [ptlrpcd_00_03+3] req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:3.0:1647275043.523603:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1647275043.523603:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275043.523604:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802e58. 00000100:00000200:3.0:1647275043.523604:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330499648, offset 0 00000100:00100000:2.0:1647275043.523604:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330499712:10.0.2.5@tcp:13:osp-pre-1-0.0 00000100:00000001:2.0:1647275043.523605:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275043.523606:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275043.523606:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275043.523607:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1647275043.523607:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000001:1.0:1647275043.523609:0:9047:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275043.523609:0:9018:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275043.523612:0:3302:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1647275043.523612:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23d5b28c00. 02000000:00000001:2.0:1647275043.523613:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275043.523613:0:9770:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:0.0:1647275043.523613:0:9770:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000400:00000010:2.0:1647275043.523614:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da6e0. 00000100:00000040:1.0:1647275043.523614:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) a104e6ec-b36b-47db-9d0a-896e252a4f7d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1647275043.523614:0:9770:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f1080. 00000020:00000040:0.0:1647275043.523615:0:9770:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00000400:00000200:3.0:1647275043.523616:0:3302:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3640 00000100:00000001:1.0:1647275043.523616:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1647275043.523616:0:9770:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275043.523616:0:9770:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1647275043.523617:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffe58. 00000100:00000010:1.0:1647275043.523617:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d339600. 02000000:00000001:0.0:1647275043.523617:0:9770:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275043.523618:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330499712, portal 4 00000020:00000040:1.0:1647275043.523618:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e244d184000 refcount=4 obd=MGC10.0.2.4@tcp 02000000:00000010:0.0:1647275043.523618:0:9770:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bf300. 00000100:00000001:2.0:1647275043.523619:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275043.523619:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779718144 : -125191929833472 : ffff8e237b7e5800) 00000100:00000001:1.0:1647275043.523619:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275043.523619:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1647275043.523619:0:9770:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275043.523620:0:3302:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 17568 02000000:00000001:1.0:1647275043.523620:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523620:0:9770:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1647275043.523620:0:9770:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275043.523621:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:1.0:1647275043.523621:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691600. 00000100:00000040:0.0:1647275043.523621:0:9770:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f1080] to pc [ptlrpcd_00_00+0] req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1647275043.523622:0:3302:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1647275043.523622:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275043.523623:0:3302:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1647275043.523623:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging a104e6ec-b36b-47db-9d0a-896e252a4f7d->MGS req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1647275043.523624:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275043.523625:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275043.523626:0:3302:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275043.523626:0:3302:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:2.0:1647275043.523626:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffdd0. 00000100:00000200:2.0:1647275043.523626:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330499712, offset 0 00000100:00000001:1.0:1647275043.523626:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000004:00000001:0.0:1647275043.523626:0:9770:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1647275043.523627:0:3302:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a220000. 00000100:00000001:0.0:1647275043.523628:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275043.523628:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1647275043.523629:0:3302:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a220000 x1727288330499648 msgsize 224 00000400:00000200:2.0:1647275043.523629:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275043.523629:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523629:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1647275043.523630:0:3302:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1647275043.523630:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d339600] to pc [ptlrpcd_00_01+1] req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275043.523630:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1647275043.523631:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:3.0:1647275043.523633:0:3302:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:0.0:1647275043.523633:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275043.523633:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.523634:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:1.0:1647275043.523634:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.523634:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275043.523634:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.523635:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1647275043.523635:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1647275043.523635:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f0b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330499776:10.0.2.5@tcp:13:osp-pre-0-1.0 00000400:00000200:2.0:1647275043.523636:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:1.0:1647275043.523636:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1647275043.523637:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14456:14456:256:4294967295] 10.0.2.5@tcp LPNI seq info [11464:11464:8:4294967295] 00000100:00000010:1.0:1647275043.523637:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33e300. 00000100:00000001:0.0:1647275043.523637:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275043.523637:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1647275043.523638:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=4 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:1.0:1647275043.523638:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275043.523638:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.523638:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1647275043.523639:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275043.523639:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275043.523639:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e236465a800. 02000000:00000010:1.0:1647275043.523640:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691a00. 02000000:00000001:0.0:1647275043.523640:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.523641:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:1.0:1647275043.523641:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275043.523641:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa760b0. 00000100:00000040:1.0:1647275043.523642:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-MDT0000_UUID req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1647275043.523643:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0110. 00000800:00000200:2.0:1647275043.523644:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000200:0.0:1647275043.523644:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330499776, portal 4 00000400:00000200:3.0:1647275043.523645:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802e58 00000400:00000010:3.0:1647275043.523645:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802e58. 00000800:00000010:2.0:1647275043.523645:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af900 (tot 73194841). 00000100:00000001:1.0:1647275043.523645:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275043.523645:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523645:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1647275043.523646:0:3302:0:(events.c:53:request_out_callback()) Process entered 00000100:00000040:1.0:1647275043.523646:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33e300] to pc [ptlrpcd_00_02+2] req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.523646:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208631552 : -125191500920064 : ffff8e23950f0b00) 00000100:00000200:3.0:1647275043.523647:0:3302:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:0.0:1647275043.523647:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000800:00000200:2.0:1647275043.523648:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:1.0:1647275043.523649:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.523650:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-lwp-MDT0001_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1647275043.523650:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:3.0:1647275043.523651:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275043.523651:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000800:00000200:2.0:1647275043.523651:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:1.0:1647275043.523651:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000800:00000200:2.0:1647275043.523652:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1647275043.523652:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33c200. 00000100:00000040:0.0:1647275043.523652:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275043.523652:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0dd0. 00000020:00000040:1.0:1647275043.523653:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e240f586000 refcount=3 obd=lustrefs-MDT0000-lwp-MDT0001 00000100:00000200:0.0:1647275043.523653:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330499776, offset 0 00000100:00000001:1.0:1647275043.523654:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275043.523654:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275043.523654:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523655:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523655:0:3302:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000010:1.0:1647275043.523655:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691500. 00000400:00000200:0.0:1647275043.523655:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275043.523656:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523657:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523658:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275043.523658:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523658:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523658:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1647275043.523658:0:3304:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:3.0:1647275043.523659:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523659:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275043.523659:0:3304:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:3.0:1647275043.523660:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.523660:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275043.523660:0:3304:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1647275043.523661:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275043.523661:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275043.523661:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.523661:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1647275043.523661:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-lwp-MDT0001_UUID->lustrefs-MDT0000_UUID req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1647275043.523661:0:3304:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:3.0:1647275043.523662:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.523662:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275043.523662:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1647275043.523662:0:3304:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14457:14457:255:4294967295] 10.0.2.5@tcp LPNI seq info [11465:11465:7:4294967295] 00000100:00000001:3.0:1647275043.523663:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275043.523663:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1647275043.523663:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275043.523663:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1647275043.523664:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275043.523664:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275043.523664:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275043.523666:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275043.523666:0:3304:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:3.0:1647275043.523667:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275043.523667:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.523667:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33c200] to pc [ptlrpcd_00_03+3] req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:3.0:1647275043.523668:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275043.523668:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523668:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1647275043.523668:0:3304:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:2.0:1647275043.523669:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.523669:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1647275043.523669:0:3304:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bff00 (tot 73195089). 00000100:00100000:3.0:1647275043.523670:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d339600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a104e6ec-b36b-47db-9d0a-896e252a4f7d:3302:1727288330499968:0@lo:400:kworker/u8:0.0 02000000:00000001:2.0:1647275043.523670:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523670:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275043.523670:0:3304:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:3.0:1647275043.523671:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1647275043.523671:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f1080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330499904:0@lo:41:osp-pre-1-0.0 00000100:00000040:1.0:1647275043.523671:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1647275043.523672:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1647275043.523672:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523672:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275043.523672:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1647275043.523672:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000800:00000200:0.0:1647275043.523672:0:3304:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 02000000:00000001:3.0:1647275043.523673:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1647275043.523673:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.523673:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1647275043.523673:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d338000. 00000800:00000200:0.0:1647275043.523673:0:3304:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bff00 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1647275043.523674:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a8800. 02000000:00000001:3.0:1647275043.523674:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275043.523674:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23d5b2a000. 02000000:00000001:2.0:1647275043.523674:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275043.523674:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=4 obd=lustrefs-OST0000-osc-MDT0001 00000100:00000001:0.0:1647275043.523674:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275043.523675:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e2349163268. 00000400:00000010:2.0:1647275043.523675:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da790. 00000100:00000001:1.0:1647275043.523675:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275043.523675:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275043.523675:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523675:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1647275043.523676:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802e58. 00000400:00000010:2.0:1647275043.523676:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff088. 00000100:00000001:0.0:1647275043.523676:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275043.523677:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330499968, portal 25 00000100:00000001:3.0:1647275043.523677:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1647275043.523677:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330499904, portal 4 02000000:00000010:1.0:1647275043.523677:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691d00. 00000100:00000001:1.0:1647275043.523677:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523677:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523677:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275043.523678:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298034176 : -125188411517440 : ffff8e244d339600) 00000100:00000001:2.0:1647275043.523678:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275043.523678:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208632960 : -125191500918656 : ffff8e23950f1080) 00000100:00000040:3.0:1647275043.523679:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275043.523679:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0000_UUID req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275043.523679:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275043.523679:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000040:2.0:1647275043.523680:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:0.0:1647275043.523680:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275043.523680:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275043.523681:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1647275043.523682:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1647275043.523682:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:1.0:1647275043.523682:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275043.523682:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275043.523682:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1647275043.523683:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1647275043.523683:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802220. 00000100:00000040:2.0:1647275043.523683:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1647275043.523683:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d338000] to pc [ptlrpcd_00_00+0] req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1647275043.523684:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1727288330499968, offset 0 00000400:00000010:2.0:1647275043.523684:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff198. 00000400:00000200:3.0:1647275043.523685:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1647275043.523685:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330499904, offset 0 00000100:00000001:0.0:1647275043.523686:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275043.523686:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275043.523687:0:3302:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1647275043.523687:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1647275043.523687:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.523687:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1647275043.523687:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275043.523687:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523688:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00100000:0.0:1647275043.523688:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33c200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-lwp-MDT0001_UUID:3304:1727288330500096:0@lo:400:kworker/u8:0.0 00000400:00000200:3.0:1647275043.523689:0:3302:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x622f5a75d3780 00000400:00000200:2.0:1647275043.523689:0:3301:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1647275043.523689:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33dd80. 00000020:00000040:1.0:1647275043.523690:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=4 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000001:1.0:1647275043.523690:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275043.523690:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275043.523690:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275043.523690:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275043.523691:0:3302:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2bdfd [2] + 0 00000400:00000200:2.0:1647275043.523691:0:3301:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3740 02000000:00000001:1.0:1647275043.523691:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275043.523691:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.523691:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1647275043.523692:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e2349163108. 02000000:00000010:1.0:1647275043.523692:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691f00. 02000000:00000010:0.0:1647275043.523692:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188b800. 02000000:00000001:0.0:1647275043.523692:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275043.523693:0:3302:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e23bdf6f240 00000100:00000001:1.0:1647275043.523693:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275043.523693:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76ec8. 00000400:00000200:3.0:1647275043.523694:0:3302:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275043.523694:0:3301:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 17792 00000100:00000040:1.0:1647275043.523694:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0001_UUID req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1647275043.523695:0:3302:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1647275043.523696:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23bdf6f240 00000400:00000200:2.0:1647275043.523696:0:3301:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1647275043.523696:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0a18. 00000400:00000010:3.0:1647275043.523697:0:3302:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e23bdf6f240 (tot 73194937). 00000400:00000200:2.0:1647275043.523697:0:3301:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1647275043.523697:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275043.523698:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523699:0:3302:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275043.523699:0:3302:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000001:2.0:1647275043.523699:0:3301:0:(events.c:307:request_in_callback()) Process entered 00000100:00000040:1.0:1647275043.523699:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33dd80] to pc [ptlrpcd_00_01+1] req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1647275043.523699:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500096, portal 10 00000100:00000001:0.0:1647275043.523699:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1647275043.523700:0:3301:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1647275043.523700:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298045440 : -125188411506176 : ffff8e244d33c200) 00000100:00000040:3.0:1647275043.523701:0:3302:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ecc050 x1727288330499968 msgsize 224 00000100:00000010:2.0:1647275043.523701:0:3301:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e2100. 00000100:00000040:0.0:1647275043.523701:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275043.523702:0:3302:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1647275043.523702:0:3301:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e2100 x1727288330499904 msgsize 224 00000100:00000001:1.0:1647275043.523702:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275043.523703:0:3302:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:1.0:1647275043.523703:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1647275043.523704:0:3301:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1647275043.523704:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1647275043.523704:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000010:1.0:1647275043.523705:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33b180. 00000100:00000040:0.0:1647275043.523705:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:1.0:1647275043.523706:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=4 obd=lustrefs-MDT0001-osp-MDT0000 00000400:00000010:0.0:1647275043.523706:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0e58. 00000100:00000200:0.0:1647275043.523706:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1727288330500096, offset 0 00000100:00000001:3.0:1647275043.523707:0:3302:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.523707:0:3301:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:0.0:1647275043.523708:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1647275043.523709:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff198 00000400:00000010:2.0:1647275043.523709:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff198. 00000400:00000200:3.0:1647275043.523710:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802220 00000100:00000001:2.0:1647275043.523710:0:3301:0:(events.c:53:request_out_callback()) Process entered 00000400:00000200:0.0:1647275043.523710:0:3304:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1647275043.523711:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802220. 00000100:00000001:3.0:1647275043.523711:0:3302:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1647275043.523711:0:3301:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275043.523711:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275043.523711:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1647275043.523712:0:3302:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:1.0:1647275043.523712:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275043.523712:0:3304:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x622f5a75d3800 02000000:00000010:1.0:1647275043.523713:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691100. 00000100:00000001:1.0:1647275043.523713:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523714:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1647275043.523715:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275043.523715:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:1.0:1647275043.523715:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-MDT0001_UUID req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1647275043.523715:0:3304:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1b7c9 [64] + 57960 00000100:00000040:3.0:1647275043.523716:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275043.523716:0:3304:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275043.523718:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523718:0:3301:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1647275043.523718:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275043.523718:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275043.523718:0:3304:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1647275043.523719:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523719:0:3302:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275043.523719:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.523719:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33b180] to pc [ptlrpcd_00_02+2] req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275043.523720:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523720:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275043.523720:0:3304:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:0.0:1647275043.523720:0:3304:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1647275043.523725:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275043.523725:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523746:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523746:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1647275043.523746:0:3304:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f6300. 00000100:00000001:3.0:1647275043.523747:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523747:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1647275043.523747:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.523747:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1647275043.523747:0:3304:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f6300 x1727288330500096 msgsize 224 00000100:00000001:3.0:1647275043.523748:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523748:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275043.523748:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275043.523749:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.523749:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275043.523749:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1647275043.523749:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1647275043.523750:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275043.523750:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000040:2.0:1647275043.523750:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000010:1.0:1647275043.523750:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d339b80. 00000100:00100000:0.0:1647275043.523750:0:3304:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1647275043.523751:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275043.523751:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1647275043.523751:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:3.0:1647275043.523752:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1647275043.523752:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275043.523752:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275043.523752:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275043.523753:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.523753:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1647275043.523753:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691700. 00000100:00000001:0.0:1647275043.523753:0:3304:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.523754:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523754:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275043.523754:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0e58 02000000:00000001:2.0:1647275043.523755:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275043.523755:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.523755:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0000_UUID req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1647275043.523755:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0e58. 00000100:00000001:3.0:1647275043.523756:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1647275043.523756:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330500160:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1647275043.523756:0:3304:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:3.0:1647275043.523757:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275043.523757:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1647275043.523757:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1647275043.523757:0:3304:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:3.0:1647275043.523758:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.523758:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275043.523758:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523758:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1647275043.523759:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33dd80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330500224:10.0.2.5@tcp:400:kworker/u8:0.0 02000000:00000001:2.0:1647275043.523759:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275043.523759:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c200. 00000100:00000001:1.0:1647275043.523759:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523760:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275043.523760:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275043.523760:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523760:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 02000000:00000001:3.0:1647275043.523761:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275043.523761:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1647275043.523761:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69dacb8. 00000100:00000040:1.0:1647275043.523761:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d339b80] to pc [ptlrpcd_00_03+3] req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275043.523761:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000010:3.0:1647275043.523762:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a8400. 02000000:00000001:3.0:1647275043.523762:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275043.523762:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff198. 00000400:00000010:3.0:1647275043.523763:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e2349163108. 00000100:00000200:2.0:1647275043.523763:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500160, portal 4 00000100:00000001:2.0:1647275043.523763:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1647275043.523764:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802220. 00000100:00000001:2.0:1647275043.523764:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298028544 : -125188411523072 : ffff8e244d338000) 00000100:00000001:1.0:1647275043.523764:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523764:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275043.523765:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500224, portal 4 00000100:00000040:2.0:1647275043.523765:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275043.523765:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1647275043.523765:0:3304:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1647275043.523766:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1647275043.523766:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298052480 : -125188411499136 : ffff8e244d33dd80) 00000100:00000001:1.0:1647275043.523766:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1647275043.523766:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523766:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1647275043.523767:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33d280. 00000100:00000001:0.0:1647275043.523767:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275043.523768:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.523768:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000040:1.0:1647275043.523768:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=4 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:1.0:1647275043.523768:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275043.523768:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275043.523769:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 02000000:00000001:1.0:1647275043.523769:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275043.523769:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523769:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1647275043.523770:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff110. 02000000:00000010:1.0:1647275043.523770:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691200. 00000100:00000001:1.0:1647275043.523770:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523770:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275043.523770:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1647275043.523771:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000200:2.0:1647275043.523771:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330500160, offset 0 00000100:00000040:1.0:1647275043.523771:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0001_UUID req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275043.523771:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275043.523771:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1647275043.523772:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275043.523772:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275043.523772:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1647275043.523773:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802550. 00000100:00000200:3.0:1647275043.523773:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330500224, offset 0 00000100:00000040:0.0:1647275043.523773:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275043.523774:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:1.0:1647275043.523774:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1647275043.523775:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275043.523775:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:1.0:1647275043.523775:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.523776:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1647275043.523776:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33d280] to pc [ptlrpcd_00_00+0] req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.523776:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1647275043.523790:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:0.0:1647275043.523790:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.523791:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14458:14458:254:4294967295] 10.0.2.5@tcp LPNI seq info [11466:11466:6:4294967295] 02000000:00000001:0.0:1647275043.523791:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275043.523791:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275043.523792:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d339b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330500352:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1647275043.523793:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523793:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1647275043.523794:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-lwp-MDT0000_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1647275043.523794:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275043.523794:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.523795:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 02000000:00000001:0.0:1647275043.523795:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275043.523795:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188be00. 00000800:00000200:2.0:1647275043.523796:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275043.523796:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1647275043.523796:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275043.523797:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000800:00000010:2.0:1647275043.523797:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af800 (tot 73195185). 00000100:00000010:1.0:1647275043.523797:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d338b00. 00000400:00000010:0.0:1647275043.523797:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa768f0. 00000400:00000200:3.0:1647275043.523798:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000800:00000200:2.0:1647275043.523798:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000020:00000040:1.0:1647275043.523798:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e23d3d8b000 refcount=3 obd=lustrefs-MDT0000-lwp-MDT0000 00000400:00000010:0.0:1647275043.523798:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0e58. 00000400:00000200:3.0:1647275043.523799:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1647275043.523799:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275043.523799:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275043.523799:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275043.523799:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500352, portal 4 00000100:00000001:0.0:1647275043.523799:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1647275043.523800:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000800:00000200:2.0:1647275043.523800:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 02000000:00000010:1.0:1647275043.523800:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691300. 00000100:00000001:0.0:1647275043.523800:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298035584 : -125188411516032 : ffff8e244d339b80) 00000400:00000200:3.0:1647275043.523801:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14459:14459:253:4294967295] 10.0.2.5@tcp LPNI seq info [11467:11467:5:4294967295] 00000800:00000200:2.0:1647275043.523801:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1647275043.523801:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275043.523801:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.523802:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523802:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1647275043.523802:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-lwp-MDT0000_UUID->lustrefs-MDT0000_UUID req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1647275043.523803:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523804:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523804:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.523804:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:3.0:1647275043.523805:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:2.0:1647275043.523805:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1647275043.523805:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275043.523806:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275043.523806:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275043.523806:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275043.523806:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275043.523806:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0770. 00000800:00000200:3.0:1647275043.523807:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:3.0:1647275043.523807:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34c00 (tot 73195433). 00000100:00000001:2.0:1647275043.523807:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275043.523807:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1647275043.523807:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d338b00] to pc [ptlrpcd_00_01+1] req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1647275043.523807:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330500352, offset 0 00000400:00000200:0.0:1647275043.523808:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000800:00000200:3.0:1647275043.523809:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000040:2.0:1647275043.523809:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275043.523809:0:3304:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:1.0:1647275043.523810:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1647275043.523811:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000400:00000200:0.0:1647275043.523811:0:3304:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000800:00000200:3.0:1647275043.523812:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1647275043.523812:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275043.523812:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.523812:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=18446744073707091275 : -2460341 : ffffffffffda754b) 00000400:00000200:0.0:1647275043.523812:0:3304:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1647275043.523812:0:3304:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:3.0:1647275043.523813:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.523813:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275043.523813:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.523813:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=18446744073709216428 : -335188 : fffffffffffae2ac) 00000400:00000200:0.0:1647275043.523813:0:3304:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14460:14460:252:4294967295] 10.0.2.5@tcp LPNI seq info [11468:11468:4:4294967295] 00000100:00000001:3.0:1647275043.523814:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275043.523814:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275043.523814:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33d280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330500416:10.0.2.5@tcp:400:kworker/u8:0.0 00000020:00000001:1.0:1647275043.523814:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=10253534 : 10253534 : 9c74de) 00000100:00000001:3.0:1647275043.523815:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523815:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275043.523815:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1647275043.523815:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=127356664 : 127356664 : 7974ef8) 00000100:00000001:3.0:1647275043.523816:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1647275043.523816:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.523816:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1647275043.523816:0:9755:0:(pinger.c:319:ptlrpc_pinger_main()) next wakeup in 5 (4844) 00000100:00000001:3.0:1647275043.523817:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275043.523817:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 02000000:00000010:2.0:1647275043.523817:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c600. 02000000:00000001:2.0:1647275043.523817:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275043.523817:0:3304:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:3.0:1647275043.523818:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275043.523818:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275043.523818:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1647275043.523818:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da580. 00000800:00000200:0.0:1647275043.523818:0:3304:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000040:3.0:1647275043.523819:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:2.0:1647275043.523819:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffcc0. 00000100:00000200:2.0:1647275043.523819:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500416, portal 4 00000800:00000010:0.0:1647275043.523819:0:3304:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf000 (tot 73195681). 00000100:00000001:2.0:1647275043.523820:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275043.523820:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298049664 : -125188411501952 : ffff8e244d33d280) 00000004:00000001:1.0:1647275043.523820:0:9772:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:1.0:1647275043.523821:0:9772:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1647275043.523821:0:9772:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33f900. 00000800:00000200:0.0:1647275043.523821:0:3304:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:3.0:1647275043.523822:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1647275043.523822:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000200:0.0:1647275043.523822:0:3304:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:3.0:1647275043.523823:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275043.523823:0:9772:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=4 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:1.0:1647275043.523823:0:9772:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:0.0:1647275043.523823:0:3304:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf000 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1647275043.523824:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275043.523824:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523824:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:1.0:1647275043.523824:0:9772:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275043.523824:0:9772:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523824:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275043.523825:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d338b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-lwp-MDT0000_UUID:3302:1727288330500480:0@lo:400:kworker/u8:0.0 00000100:00000040:2.0:1647275043.523825:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 02000000:00000010:1.0:1647275043.523825:0:9772:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691800. 00000100:00000001:0.0:1647275043.523825:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275043.523825:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523826:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1647275043.523826:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffa18. 00000100:00000200:2.0:1647275043.523826:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330500416, offset 0 00000100:00000001:1.0:1647275043.523826:0:9772:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523826:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275043.523827:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1647275043.523827:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523827:0:9772:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275043.523827:0:9772:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523827:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1647275043.523828:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1647275043.523828:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a8e00. 00000400:00000200:2.0:1647275043.523828:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000040:1.0:1647275043.523828:0:9772:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33f900] to pc [ptlrpcd_00_02+2] req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:0.0:1647275043.523828:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275043.523828:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 02000000:00000001:3.0:1647275043.523829:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275043.523829:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491632c0. 00000400:00000200:2.0:1647275043.523829:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:0.0:1647275043.523829:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275043.523829:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1647275043.523830:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802aa0. 00000400:00000200:2.0:1647275043.523830:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:0.0:1647275043.523830:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275043.523831:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500480, portal 10 00000100:00000001:3.0:1647275043.523831:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1647275043.523831:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1647275043.523831:0:3304:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00000001:3.0:1647275043.523832:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298031360 : -125188411520256 : ffff8e244d338b00) 00000400:00000200:2.0:1647275043.523832:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000004:00000001:1.0:1647275043.523832:0:9772:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523832:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275043.523833:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275043.523833:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14461:14461:251:4294967295] 10.0.2.5@tcp LPNI seq info [11469:11469:3:4294967295] 00000100:00000001:0.0:1647275043.523833:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275043.523833:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.523834:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275043.523834:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275043.523834:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1647275043.523835:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:3.0:1647275043.523836:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:2.0:1647275043.523836:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000040:3.0:1647275043.523837:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1647275043.523837:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802ee0. 00000800:00000200:2.0:1647275043.523837:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000200:3.0:1647275043.523838:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1727288330500480, offset 0 00000800:00000010:2.0:1647275043.523838:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755aff00 (tot 73195929). 00000100:00000001:0.0:1647275043.523838:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1647275043.523839:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1647275043.523839:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.523839:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1647275043.523840:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 02000000:00000001:0.0:1647275043.523840:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275043.523841:0:3302:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1647275043.523841:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33bc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330499840:10.0.2.5@tcp:13:osp-pre-1-1.0 00000800:00000200:2.0:1647275043.523842:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275043.523842:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755aff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275043.523842:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275043.523842:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275043.523842:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275043.523843:0:3302:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x622f5a75d3980 00000100:00000001:2.0:1647275043.523843:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.523843:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275043.523843:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e236465bc00. 00000400:00000200:3.0:1647275043.523844:0:3302:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1b7c9 [64] + 58184 00000100:00000001:2.0:1647275043.523844:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275043.523844:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.523844:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523845:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275043.523845:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1647275043.523845:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76058. 00000400:00000200:3.0:1647275043.523846:0:3302:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275043.523846:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1647275043.523846:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af900 (tot 73195681). 00000400:00000010:0.0:1647275043.523846:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0088. 00000100:00000200:0.0:1647275043.523846:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330499840, portal 4 00000400:00000200:3.0:1647275043.523847:0:3302:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1647275043.523847:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275043.523847:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:1.0:1647275043.523847:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275043.523847:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275043.523847:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298044032 : -125188411507584 : ffff8e244d33bc80) 00000100:00000001:3.0:1647275043.523848:0:3302:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275043.523848:0:3302:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1647275043.523848:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.523848:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1647275043.523849:0:3302:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a221080. 00000100:00000001:2.0:1647275043.523849:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523849:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275043.523849:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000040:0.0:1647275043.523849:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000040:3.0:1647275043.523850:0:3302:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a221080 x1727288330500480 msgsize 224 00000400:00000200:1.0:1647275043.523850:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffdd0 00000400:00000010:1.0:1647275043.523851:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffdd0. 00000100:00100000:3.0:1647275043.523852:0:3302:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1647275043.523852:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1647275043.523852:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000200:1.0:1647275043.523853:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:0.0:1647275043.523853:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275043.523853:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0440. 00000100:00000200:0.0:1647275043.523854:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330499840, offset 0 00000100:00000001:3.0:1647275043.523856:0:3302:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.523856:0:9505:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1647275043.523856:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 02000000:00000001:2.0:1647275043.523857:0:9505:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275043.523858:0:9505:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1647275043.523858:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275043.523859:0:9505:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.523860:0:9505:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275043.523861:0:9505:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330499648 00000020:00000001:2.0:1647275043.523861:0:9505:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:1.0:1647275043.523861:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523861:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1647275043.523861:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000020:00000040:2.0:1647275043.523862:0:9505:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000020:00000001:2.0:1647275043.523863:0:9505:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000400:00000200:0.0:1647275043.523863:0:3304:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000020:00000040:2.0:1647275043.523864:0:9505:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000800:00000200:1.0:1647275043.523864:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1647275043.523865:0:9505:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000800:00000010:1.0:1647275043.523865:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bff00 (tot 73195433). 00000400:00000200:0.0:1647275043.523865:0:3304:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:0.0:1647275043.523865:0:3304:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000020:00000001:2.0:1647275043.523866:0:9505:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000400:00000200:1.0:1647275043.523866:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275043.523867:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1647275043.523867:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275043.523867:0:3304:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:2.0:1647275043.523868:0:9505:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1647275043.523868:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0dd0 00000400:00000010:1.0:1647275043.523868:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0dd0. 00000400:00000200:0.0:1647275043.523868:0:3304:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14462:14462:251:4294967295] 10.0.2.5@tcp LPNI seq info [11470:11470:3:4294967295] 00000020:00000010:2.0:1647275043.523869:0:9505:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560d600. 00000100:00000001:1.0:1647275043.523869:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000020:00000010:2.0:1647275043.523870:0:9505:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568380. 00000100:00000200:1.0:1647275043.523870:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:2.0:1647275043.523872:0:9505:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cbd0. 00000400:00000200:0.0:1647275043.523872:0:3304:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000400:00000200:3.0:1647275043.523873:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802ee0 00000100:00000001:1.0:1647275043.523873:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275043.523873:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000800:00000200:0.0:1647275043.523873:0:3304:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000010:3.0:1647275043.523874:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802ee0. 00000100:00000040:2.0:1647275043.523874:0:9505:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:2.0:1647275043.523874:0:9505:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000800:00000010:0.0:1647275043.523874:0:3304:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bfb00 (tot 73195681). 00000100:00000001:3.0:1647275043.523875:0:3302:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1647275043.523875:0:9505:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1647275043.523875:0:9505:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275043.523875:0:3304:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000200:3.0:1647275043.523876:0:3302:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275043.523876:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523877:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:0.0:1647275043.523877:0:3304:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:2.0:1647275043.523878:0:9505:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275043.523878:0:3304:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bfb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1647275043.523879:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000800:00000200:1.0:1647275043.523879:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275043.523879:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af800 (tot 73195433). 00000100:00000001:0.0:1647275043.523879:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523879:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1647275043.523880:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275043.523880:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275043.523880:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523881:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1647275043.523882:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275043.523883:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523883:0:3302:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275043.523883:0:9505:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275043.523884:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523885:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275043.523885:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523885:0:9505:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1647275043.523885:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275043.523885:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523886:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.523886:0:9505:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275043.523886:0:9505:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1647275043.523886:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275043.523886:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523887:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.523887:0:9505:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.523887:0:9505:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275043.523887:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00100000:0.0:1647275043.523887:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330500032:0@lo:400:kworker/u8:0.0 00000100:00000001:3.0:1647275043.523888:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275043.523888:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1647275043.523888:0:9505:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330499904 00000020:00000001:2.0:1647275043.523888:0:9505:0:(genops.c:899:class_conn2export()) Process entered 00000400:00000200:1.0:1647275043.523888:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff110 00000400:00000010:1.0:1647275043.523888:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff110. 00000100:00000001:0.0:1647275043.523888:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275043.523888:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1647275043.523889:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275043.523889:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1647275043.523889:0:9505:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000020:00000001:2.0:1647275043.523889:0:9505:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:1.0:1647275043.523889:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275043.523889:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:0.0:1647275043.523889:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.523889:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1647275043.523890:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1647275043.523890:0:9505:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 00000020:00000001:2.0:1647275043.523890:0:9505:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 02000000:00000010:0.0:1647275043.523890:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188b200. 02000000:00000001:0.0:1647275043.523890:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.523891:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.523891:0:9505:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000400:00000010:0.0:1647275043.523891:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76cb8. 00000100:00000001:2.0:1647275043.523892:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275043.523892:0:9505:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1647275043.523892:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0ee0. 00000100:00000200:0.0:1647275043.523892:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500032, portal 4 00000020:00000010:2.0:1647275043.523893:0:9505:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c400. 00000100:00000001:1.0:1647275043.523893:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275043.523893:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.523893:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275043.523893:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298053888 : -125188411497728 : ffff8e244d33e300) 00000020:00000010:2.0:1647275043.523894:0:9505:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568c80. 00000020:00000010:2.0:1647275043.523894:0:9505:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cd20. 00000100:00000001:2.0:1647275043.523895:0:9505:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275043.523895:0:9505:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1647275043.523895:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.523896:0:9505:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523896:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.523897:0:9505:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523897:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1647275043.523898:0:9249:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275043.523899:0:9249:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000800:00000200:1.0:1647275043.523899:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275043.523899:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34c00 (tot 73195185). 00000100:00100000:3.0:1647275043.523900:0:9249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00000001:2.0:1647275043.523900:0:9505:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275043.523901:0:9249:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:2.0:1647275043.523901:0:9505:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1647275043.523901:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1647275043.523902:0:9249:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025324544 : -125191684227072 : ffff8e238a220000) 00000100:00000001:2.0:1647275043.523902:0:9505:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1647275043.523902:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000040:3.0:1647275043.523903:0:9249:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a220000 x1727288330499648/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00100000:2.0:1647275043.523903:0:9505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000400:00000200:1.0:1647275043.523903:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802550 00000100:00000040:2.0:1647275043.523904:0:9505:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000001:2.0:1647275043.523904:0:9505:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779704064 : -125191929847552 : ffff8e237b7e2100) 00000400:00000010:1.0:1647275043.523904:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802550. 00000100:00000001:1.0:1647275043.523904:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275043.523905:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.523905:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275043.523906:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e2100 x1727288330499904/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:0.0:1647275043.523906:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275043.523906:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0220. 00000100:00000001:3.0:1647275043.523907:0:9249:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275043.523907:0:9249:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:0.0:1647275043.523907:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330500032, offset 0 00000100:00100000:3.0:1647275043.523908:0:9249:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustrefs-MDT0001-mdtlov_UUID+7:3302:x1727288330499648:12345-0@lo:41:osp-pre-0-1.0 00000100:00000001:1.0:1647275043.523908:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000400:00000200:0.0:1647275043.523908:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1647275043.523909:0:9249:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330499648 00000100:00000001:2.0:1647275043.523909:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275043.523909:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1647275043.523909:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:3.0:1647275043.523910:0:9249:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00100000:2.0:1647275043.523910:0:9505:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e2100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0000-mdtlov_UUID+5:3301:x1727288330499904:12345-0@lo:41:osp-pre-1-0.0 00000400:00000200:0.0:1647275043.523910:0:3304:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1647275043.523911:0:9249:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275043.523912:0:9249:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275043.523912:0:9505:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330499904 00000100:00000001:1.0:1647275043.523912:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523912:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1647275043.523912:0:3304:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d37c0 00000020:00000001:3.0:1647275043.523913:0:9249:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275043.523913:0:9505:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:3.0:1647275043.523914:0:9249:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072656300544 : -1053251072 : ffffffffc138aa00) 00000020:00000001:2.0:1647275043.523914:0:9505:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1647275043.523914:0:9505:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275043.523914:0:3304:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 18016 00000020:00000001:3.0:1647275043.523915:0:9249:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1647275043.523915:0:9505:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275043.523915:0:9505:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072656300544 : -1053251072 : ffffffffc138aa00) 00000400:00000200:0.0:1647275043.523915:0:3304:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1647275043.523916:0:9249:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275043.523916:0:9249:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1647275043.523916:0:9505:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1647275043.523916:0:3304:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1647275043.523917:0:9249:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275043.523917:0:9249:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.523917:0:9505:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.523917:0:3304:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:3.0:1647275043.523918:0:9249:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1647275043.523918:0:9505:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1647275043.523918:0:9505:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275043.523918:0:9505:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275043.523918:0:3304:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:3.0:1647275043.523919:0:9249:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1647275043.523919:0:9249:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8e23a7df7000. 00000100:00000001:2.0:1647275043.523919:0:9505:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000010:0.0:1647275043.523919:0:3304:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f5280. 02000000:00000001:3.0:1647275043.523920:0:9249:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.523920:0:9505:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1647275043.523920:0:9505:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8e23d5b28000. 00000100:00000040:0.0:1647275043.523920:0:3304:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f5280 x1727288330500032 msgsize 224 00000100:00000001:3.0:1647275043.523921:0:9249:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.523921:0:9505:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275043.523921:0:3304:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1647275043.523922:0:9505:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275043.523923:0:9249:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:2.0:1647275043.523923:0:9505:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000004:00000001:3.0:1647275043.523924:0:9249:0:(mdt_lib.c:397:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1647275043.523924:0:9505:0:(mdt_lib.c:397:mdt_check_ucred()) Process entered 00000004:00000001:2.0:1647275043.523924:0:9505:0:(mdt_lib.c:404:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523926:0:3304:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:0.0:1647275043.523927:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0220 00000400:00000010:0.0:1647275043.523928:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0220. 00000100:00000001:0.0:1647275043.523928:0:3304:0:(events.c:53:request_out_callback()) Process entered 00000004:00000024:2.0:1647275043.523929:0:9505:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 29612552192 avail 26942894080 00000100:00000200:0.0:1647275043.523929:0:3304:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000004:00000001:3.0:1647275043.523930:0:9249:0:(mdt_lib.c:404:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1647275043.523930:0:9505:0:(tgt_grant.c:221:tgt_grant_sanity_check()) lustrefs-MDT0001: processing self export: 0 0 0 00000020:00000020:2.0:1647275043.523931:0:9505:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0000-mdtlov_UUID/ffff8e24503eb800 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1647275043.523932:0:9505:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli d14dab7c-c50e-464d-b9b2-5ce6f15a3529/ffff8e23b183f800 dirty 0 pend 0 grant 2146304 00000100:00000001:0.0:1647275043.523932:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000004:00000024:3.0:1647275043.523933:0:9249:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 29613133824 avail 26943475712 00000020:00000020:2.0:1647275043.523933:0:9505:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0001-lwp-OST0001_UUID/ffff8e23b1838800 dirty 0 pend 0 grant 0 00000100:00000040:0.0:1647275043.523933:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000020:2.0:1647275043.523934:0:9505:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0001-lwp-OST0000_UUID/ffff8e23c906d800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1647275043.523935:0:9249:0:(tgt_grant.c:221:tgt_grant_sanity_check()) lustrefs-MDT0000: processing self export: 0 0 0 00000004:00000020:2.0:1647275043.523935:0:9505:0:(mdt_handler.c:558:mdt_statfs()) 7230535 blocks: 7229627 free, 6577855 avail; 20868120 objects: 20867861 free; state 0 00000020:00000020:3.0:1647275043.523936:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-MDT0000_UUID/ffff8e2378ae5000 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1647275043.523936:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1647275043.523937:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-MDT0001_UUID/ffff8e235d7c9000 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1647275043.523937:0:3304:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1647275043.523937:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1647275043.523938:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-OST0001_UUID/ffff8e235d7ca000 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1647275043.523938:0:9505:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523938:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1647275043.523939:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-OST0000_UUID/ffff8e23a2958000 dirty 0 pend 0 grant 0 00010000:00000040:2.0:1647275043.523939:0:9505:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330499904 00000100:00000001:0.0:1647275043.523939:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.523939:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00010000:00000001:2.0:1647275043.523940:0:9505:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000040:0.0:1647275043.523940:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000200:2.0:1647275043.523941:0:9505:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e2100 x1727288330499904/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/368 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000020:00000020:3.0:1647275043.523943:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli d14dab7c-c50e-464d-b9b2-5ce6f15a3529/ffff8e2364592000 dirty 0 pend 0 grant 2097152 00000100:00000001:0.0:1647275043.523943:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000020:00000020:3.0:1647275043.523944:0:9249:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0001-mdtlov_UUID/ffff8e2364590000 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1647275043.523944:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1647275043.523945:0:9249:0:(mdt_handler.c:558:mdt_statfs()) 7230783 blocks: 7229769 free, 6577997 avail; 20863024 objects: 20862696 free; state 0 00010000:00000001:2.0:1647275043.523945:0:9505:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1647275043.523945:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:2.0:1647275043.523965:0:9505:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275043.523966:0:9505:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=153 v=1 (1 1 1 1) 02000000:00000001:0.0:1647275043.523966:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275043.523967:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33b180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330500288:0@lo:400:kworker/u8:0.0 00000004:00000001:3.0:1647275043.523968:0:9249:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1647275043.523968:0:9249:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330499648 00000100:00000001:2.0:1647275043.523968:0:9505:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1647275043.523968:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275043.523968:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1647275043.523969:0:9249:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000040:2.0:1647275043.523969:0:9505:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 02000000:00000001:0.0:1647275043.523969:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.523969:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000200:3.0:1647275043.523970:0:9249:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a220000 x1727288330499648/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:194/0 lens 224/368 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275043.523970:0:9505:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000010:0.0:1647275043.523970:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188ba00. 02000000:00000001:2.0:1647275043.523971:0:9505:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1647275043.523971:0:9505:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.523971:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275043.523971:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76738. 00000100:00000001:2.0:1647275043.523972:0:9505:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000010:0.0:1647275043.523972:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0220. 00010000:00000001:3.0:1647275043.523973:0:9249:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1647275043.523973:0:9505:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275043.523973:0:9505:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff4c8. 00000100:00000200:0.0:1647275043.523973:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500288, portal 4 00000100:00000001:0.0:1647275043.523973:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1647275043.523974:0:9249:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275043.523974:0:9505:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1727288330499904, offset 224 00000100:00000001:0.0:1647275043.523974:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298041216 : -125188411510400 : ffff8e244d33b180) 00000100:00001000:3.0:1647275043.523975:0:9249:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=3 v=1 (1 1 1 1) 00000100:00000040:0.0:1647275043.523975:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275043.523976:0:9505:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1647275043.523977:0:9249:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1647275043.523977:0:9505:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:1.0:1647275043.523977:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1647275043.523978:0:9249:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 27 to 0@lo 00000100:00000001:3.0:1647275043.523978:0:9249:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000800:00000010:1.0:1647275043.523978:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf000 (tot 73194937). 00000100:00000001:0.0:1647275043.523978:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:3.0:1647275043.523979:0:9249:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275043.523979:0:9249:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.523979:0:9505:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x622f5a75d3740 00000400:00000200:1.0:1647275043.523979:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1647275043.523979:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275043.523979:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0dd0. 00000100:00000001:3.0:1647275043.523980:0:9249:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000200:0.0:1647275043.523980:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330500288, offset 0 00000100:00000040:3.0:1647275043.523981:0:9249:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1647275043.523981:0:9505:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2cebd [1] + 224 00000400:00000200:1.0:1647275043.523981:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000010:3.0:1647275043.523982:0:9249:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802ee0. 00000400:00000200:2.0:1647275043.523983:0:9505:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275043.523983:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1647275043.523984:0:9505:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1647275043.523984:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0770 00000400:00000010:1.0:1647275043.523985:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0770. 00000400:00000200:0.0:1647275043.523985:0:3304:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1647275043.523986:0:9249:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1727288330499648, offset 224 00000100:00000001:2.0:1647275043.523986:0:9505:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:1.0:1647275043.523986:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1647275043.523987:0:9505:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:1.0:1647275043.523987:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275043.523987:0:3304:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d38c0 00000400:00000200:3.0:1647275043.523988:0:9249:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275043.523989:0:9249:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275043.523989:0:3304:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 18240 00000400:00000200:0.0:1647275043.523990:0:3304:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275043.523991:0:9249:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x622f5a75d3640 00000100:00000040:2.0:1647275043.523991:0:9505:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275043.523991:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000400:00000200:0.0:1647275043.523991:0:3304:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1647275043.523992:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275043.523993:0:9249:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2cea1 [1] + 224 00000400:00000200:3.0:1647275043.523994:0:9249:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275043.523994:0:3304:0:(events.c:307:request_in_callback()) Process entered 00000400:00000200:3.0:1647275043.523995:0:9249:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1647275043.523995:0:9505:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000200:0.0:1647275043.523995:0:3304:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1647275043.523995:0:3304:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f4200. 00000400:00000200:2.0:1647275043.523996:0:9505:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff4c8 00000100:00000001:1.0:1647275043.523996:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.523996:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000040:0.0:1647275043.523997:0:3304:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f4200 x1727288330500288 msgsize 224 00000400:00000010:2.0:1647275043.524016:0:9505:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff4c8. 00000100:00000001:2.0:1647275043.524017:0:9505:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275043.524017:0:9505:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:3.0:1647275043.524018:0:9249:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275043.524018:0:9505:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275043.524019:0:9249:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:2.0:1647275043.524019:0:9505:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00100000:0.0:1647275043.524019:0:3304:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1647275043.524019:0:3304:0:(events.c:394:request_in_callback()) Process leaving 00010000:00000001:2.0:1647275043.524020:0:9505:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000400:00000200:0.0:1647275043.524020:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0dd0 00000020:00000001:2.0:1647275043.524021:0:9505:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.524021:0:9505:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1647275043.524022:0:9249:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:2.0:1647275043.524022:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e2100 x1727288330499904/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/368 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:0.0:1647275043.524022:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0dd0. 00000100:00000001:0.0:1647275043.524022:0:3304:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1647275043.524023:0:3304:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524026:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1647275043.524027:0:9249:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:0.0:1647275043.524027:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275043.524028:0:9249:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802ee0 00000400:00000010:3.0:1647275043.524028:0:9249:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802ee0. 00000100:00000001:3.0:1647275043.524029:0:9249:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275043.524029:0:9249:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:3.0:1647275043.524030:0:9249:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275043.524030:0:9505:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e2100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0000-mdtlov_UUID+5:3301:x1727288330499904:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (327us total) trans 0 rc 0/0 00000100:00000001:0.0:1647275043.524030:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524030:0:3304:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000040:3.0:1647275043.524031:0:9249:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00000100:00000001:0.0:1647275043.524031:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275043.524032:0:9249:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00100000:2.0:1647275043.524032:0:9505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00000001:0.0:1647275043.524032:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275043.524032:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.524033:0:9249:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.524033:0:9249:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1647275043.524033:0:9505:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00000100:00000001:0.0:1647275043.524033:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275043.524034:0:9249:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a220000 x1727288330499648/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:194/0 lens 224/368 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275043.524034:0:9505:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275043.524034:0:9505:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1647275043.524034:0:3304:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000020:00000010:2.0:1647275043.524035:0:9505:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568c80. 00000100:00000001:0.0:1647275043.524035:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1647275043.524036:0:9505:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cd20. 00000100:00000001:0.0:1647275043.524036:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275043.524036:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1647275043.524037:0:9505:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c400. 00000100:00000001:0.0:1647275043.524037:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1647275043.524038:0:9249:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a220000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustrefs-MDT0001-mdtlov_UUID+7:3302:x1727288330499648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (408us total) trans 0 rc 0/0 00000100:00000001:0.0:1647275043.524038:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275043.524038:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1647275043.524039:0:9505:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000100:00000040:0.0:1647275043.524039:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:2.0:1647275043.524040:0:9505:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1647275043.524042:0:9249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00000001:2.0:1647275043.524042:0:9505:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1647275043.524042:0:9505:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275043.524042:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275043.524042:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275043.524043:0:9249:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000100:00000001:2.0:1647275043.524043:0:9505:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275043.524043:0:9505:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.524043:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275043.524043:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.524044:0:9249:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275043.524044:0:9249:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1647275043.524044:0:9505:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275043.524044:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330500544:10.0.2.5@tcp:13:osp-pre-0-0.0 00000100:00100000:2.0:1647275043.524045:0:9505:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330500032 00000020:00000001:2.0:1647275043.524045:0:9505:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:0.0:1647275043.524045:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1647275043.524046:0:9249:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568380. 00000020:00000040:2.0:1647275043.524046:0:9505:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000020:00000001:2.0:1647275043.524046:0:9505:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000800:00000200:1.0:1647275043.524046:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1647275043.524046:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275043.524046:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275043.524047:0:9249:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cbd0. 00000020:00000040:2.0:1647275043.524047:0:9505:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=8 00000800:00000010:1.0:1647275043.524047:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755aff00 (tot 73194689). 02000000:00000001:0.0:1647275043.524047:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275043.524047:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e236465ac00. 00000020:00000001:2.0:1647275043.524048:0:9505:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000020:00000001:2.0:1647275043.524048:0:9505:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000400:00000200:1.0:1647275043.524048:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1647275043.524048:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275043.524049:0:9249:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560d600. 00000100:00000001:2.0:1647275043.524049:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1647275043.524049:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76f20. 00000400:00000010:0.0:1647275043.524049:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0dd0. 00000100:00000001:2.0:1647275043.524050:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1647275043.524050:0:9505:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c400. 00000400:00000200:1.0:1647275043.524050:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275043.524050:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffa18 00000020:00000040:3.0:1647275043.524051:0:9249:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 7 00000020:00000010:2.0:1647275043.524051:0:9505:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568c80. 00000020:00000010:2.0:1647275043.524051:0:9505:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cd20. 00000400:00000010:1.0:1647275043.524051:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffa18. 00000100:00000001:3.0:1647275043.524052:0:9249:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275043.524052:0:9505:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:1.0:1647275043.524052:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275043.524052:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1647275043.524052:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330500544, portal 4 00000100:00000001:0.0:1647275043.524052:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275043.524053:0:9505:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275043.524053:0:9505:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275043.524053:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298059520 : -125188411492096 : ffff8e244d33f900) 00000100:00000001:2.0:1647275043.524054:0:9505:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275043.524054:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:3.0:1647275043.524055:0:9249:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1647275043.524056:0:9249:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275043.524056:0:9505:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524056:0:9505:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275043.524057:0:9249:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275043.524057:0:9249:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.524057:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1647275043.524057:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:3.0:1647275043.524058:0:9249:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524058:0:9505:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275043.524058:0:9505:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1647275043.524058:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275043.524058:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275043.524058:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0cc0. 00000100:00100000:3.0:1647275043.524059:0:9249:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330500288 00000100:00100000:2.0:1647275043.524059:0:9505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00000200:0.0:1647275043.524059:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330500544, offset 0 00000020:00000001:3.0:1647275043.524060:0:9249:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275043.524060:0:9249:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000100:00000040:2.0:1647275043.524060:0:9505:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000020:00000001:3.0:1647275043.524061:0:9249:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:2.0:1647275043.524061:0:9505:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208649856 : -125191500901760 : ffff8e23950f5280) 00000100:00000001:1.0:1647275043.524061:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.524061:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:0.0:1647275043.524061:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000020:00000040:3.0:1647275043.524062:0:9249:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 00000100:00000040:2.0:1647275043.524062:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f5280 x1727288330500032/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275043.524062:0:3304:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000020:00000001:3.0:1647275043.524063:0:9249:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000400:00000200:0.0:1647275043.524063:0:3304:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000020:00000001:3.0:1647275043.524064:0:9249:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000400:00000200:0.0:1647275043.524064:0:3304:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1647275043.524065:0:9505:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1647275043.524065:0:3304:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:2.0:1647275043.524079:0:9505:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1647275043.524080:0:9249:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1647275043.524080:0:9505:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f5280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0001-mdtlov_UUID+7:3304:x1727288330500032:12345-0@lo:400:kworker/u8:0.0 00000400:00000200:0.0:1647275043.524080:0:3304:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14463:14463:254:4294967295] 10.0.2.5@tcp LPNI seq info [11471:11471:6:4294967295] 00000100:00000001:3.0:1647275043.524081:0:9249:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:2.0:1647275043.524081:0:9505:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330500032 00000020:00000010:3.0:1647275043.524082:0:9249:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a9a00. 00000020:00000001:2.0:1647275043.524082:0:9505:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1647275043.524082:0:9505:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000010:3.0:1647275043.524083:0:9249:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0980. 00000020:00000001:2.0:1647275043.524083:0:9505:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.524083:0:9505:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1647275043.524083:0:3304:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000020:00000010:3.0:1647275043.524084:0:9249:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507738. 00000020:00000001:2.0:1647275043.524084:0:9505:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:2.0:1647275043.524084:0:9505:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1647275043.524085:0:9505:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1647275043.524085:0:3304:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:0.0:1647275043.524085:0:3304:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf000 (tot 73194937). 00000100:00000001:3.0:1647275043.524086:0:9249:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275043.524086:0:9249:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1647275043.524086:0:9505:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1647275043.524086:0:9505:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275043.524086:0:9505:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.524087:0:9249:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.524087:0:9505:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000800:00000200:0.0:1647275043.524087:0:3304:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:3.0:1647275043.524088:0:9249:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524102:0:9505:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1647275043.524102:0:9505:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:0.0:1647275043.524102:0:3304:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:3.0:1647275043.524103:0:9249:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1647275043.524103:0:9505:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23d5b29800. 00000800:00000200:0.0:1647275043.524103:0:3304:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf000 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1647275043.524104:0:9505:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524104:0:9505:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524104:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.524105:0:9505:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524105:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275043.524105:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.524106:0:9249:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00010000:00000040:2.0:1647275043.524106:0:9505:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330500032 00010000:00000001:2.0:1647275043.524106:0:9505:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:0.0:1647275043.524106:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.524107:0:9249:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00010000:00000200:2.0:1647275043.524107:0:9505:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f5280 x1727288330500032/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524107:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275043.524109:0:9249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00000040:3.0:1647275043.524110:0:9249:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000001:3.0:1647275043.524111:0:9249:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208645632 : -125191500905984 : ffff8e23950f4200) 00000100:00000040:3.0:1647275043.524125:0:9249:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f4200 x1727288330500288/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000001:2.0:1647275043.524128:0:9505:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1647275043.524128:0:8139:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275043.524128:0:8139:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:2.0:1647275043.524129:0:9505:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275043.524129:0:9505:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=3 v=1 (1 1 1 1) 00000800:00000200:1.0:1647275043.524129:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1647275043.524129:0:8139:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275043.524129:0:8139:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.524130:0:9249:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275043.524130:0:9249:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275043.524130:0:9505:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000800:00000010:1.0:1647275043.524130:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bfb00 (tot 73194689). 02000000:00000001:0.0:1647275043.524130:0:8139:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275043.524131:0:9249:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f4200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustrefs-MDT0000-mdtlov_UUID+5:3304:x1727288330500288:12345-0@lo:400:kworker/u8:0.0 00000100:00000040:2.0:1647275043.524131:0:9505:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000400:00000200:1.0:1647275043.524131:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1647275043.524131:0:8139:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330500096 00000100:00000001:2.0:1647275043.524132:0:9505:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000400:00000200:1.0:1647275043.524132:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000001:0.0:1647275043.524132:0:8139:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000200:3.0:1647275043.524133:0:9249:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330500288 02000000:00000001:2.0:1647275043.524133:0:9505:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1647275043.524133:0:9505:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275043.524133:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0440 00000020:00000040:0.0:1647275043.524133:0:8139:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b7 00000020:00000001:0.0:1647275043.524133:0:8139:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:3.0:1647275043.524134:0:9249:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:3.0:1647275043.524134:0:9249:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:2.0:1647275043.524134:0:9505:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275043.524134:0:9505:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1647275043.524134:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0440. 00000020:00000040:0.0:1647275043.524134:0:8139:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7c9000 refcount=11 00000020:00000001:3.0:1647275043.524135:0:9249:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275043.524135:0:9505:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff4c8. 00000100:00000001:1.0:1647275043.524135:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000020:00000001:0.0:1647275043.524135:0:8139:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276284928 : -125192433266688 : ffff8e235d7c9000) 00000020:00000001:3.0:1647275043.524136:0:9249:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1647275043.524136:0:9505:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330500032, offset 224 00000100:00000200:1.0:1647275043.524136:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000001:0.0:1647275043.524136:0:8139:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276284928 : -125192433266688 : ffff8e235d7c9000) 00000020:00000001:3.0:1647275043.524137:0:9249:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000400:00000200:2.0:1647275043.524137:0:9505:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1647275043.524137:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275043.524137:0:8139:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:3.0:1647275043.524138:0:9249:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1647275043.524138:0:8139:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b400. 00000020:00000001:3.0:1647275043.524139:0:9249:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275043.524139:0:9249:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000400:00000200:2.0:1647275043.524139:0:9505:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1647275043.524139:0:8139:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9180. 00000400:00000200:2.0:1647275043.524160:0:9505:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d37c0 00000020:00000001:3.0:1647275043.524161:0:9249:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275043.524161:0:9249:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.524161:0:9505:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2cf01 [1] + 224 00000020:00000010:0.0:1647275043.524161:0:8139:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12c78. 00000020:00000001:3.0:1647275043.524162:0:9249:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1647275043.524163:0:9249:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1647275043.524163:0:9505:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1647275043.524163:0:8139:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 02000000:00000001:3.0:1647275043.524164:0:9249:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1647275043.524164:0:9505:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1647275043.524164:0:8139:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275043.524164:0:8139:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1647275043.524165:0:9249:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23a7df5000. 02000000:00000001:3.0:1647275043.524165:0:9249:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524165:0:9505:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275043.524165:0:9505:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524165:0:8139:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275043.524167:0:9249:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524167:0:8139:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1647275043.524167:0:8139:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1647275043.524168:0:9249:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524168:0:8139:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1647275043.524169:0:9249:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330500288 00000100:00000040:2.0:1647275043.524169:0:9505:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000001:3.0:1647275043.524170:0:9249:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:0.0:1647275043.524170:0:8139:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1647275043.524171:0:9249:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f4200 x1727288330500288/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524172:0:8139:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275043.524173:0:8139:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275043.524173:0:8139:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275043.524173:0:8139:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275043.524174:0:9249:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275043.524175:0:9249:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524175:0:9505:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00001000:3.0:1647275043.524176:0:9249:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=3 v=1 (1 1 1 1) 00000400:00000200:2.0:1647275043.524176:0:9505:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff4c8 00000400:00000010:2.0:1647275043.524177:0:9505:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff4c8. 00000100:00000001:3.0:1647275043.524178:0:9249:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1647275043.524178:0:9505:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275043.524178:0:9505:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000040:3.0:1647275043.524179:0:9249:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 27 to 0@lo 00000100:00000001:2.0:1647275043.524179:0:9505:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.524180:0:9249:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:3.0:1647275043.524180:0:9249:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1647275043.524180:0:9505:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 26 to 0@lo 02000000:00000001:0.0:1647275043.524180:0:8139:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275043.524180:0:8139:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330500480 02000000:00000001:3.0:1647275043.524181:0:9249:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275043.524181:0:9505:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275043.524181:0:9505:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275043.524181:0:8139:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275043.524181:0:8139:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372be 00000100:00000001:3.0:1647275043.524182:0:9249:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:2.0:1647275043.524182:0:9505:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1647275043.524182:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000020:00000001:0.0:1647275043.524182:0:8139:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1647275043.524182:0:8139:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2378ae5000 refcount=11 00000100:00000040:3.0:1647275043.524183:0:9249:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1647275043.524183:0:9505:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f5280 x1727288330500032/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275043.524183:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000001:0.0:1647275043.524183:0:8139:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881732530176 : -125191977021440 : ffff8e2378ae5000) 00000400:00000010:3.0:1647275043.524184:0:9249:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802ee0. 00000020:00000001:0.0:1647275043.524184:0:8139:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881732530176 : -125191977021440 : ffff8e2378ae5000) 00000100:00000200:3.0:1647275043.524185:0:9249:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330500288, offset 224 00000100:00000001:0.0:1647275043.524185:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275043.524185:0:8139:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275043.524185:0:8139:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188aa00. 00000100:00000001:1.0:1647275043.524186:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1647275043.524186:0:8139:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9780. 00000400:00000200:3.0:1647275043.524187:0:9249:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1647275043.524187:0:9505:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f5280 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustrefs-MDT0001-mdtlov_UUID+7:3304:x1727288330500032:12345-0@lo:400:kworker/u8:0.0 Request processed in 121us (266us total) trans 0 rc 0/0 00000100:00000001:1.0:1647275043.524187:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000010:0.0:1647275043.524187:0:8139:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f120a8. 00000100:00000001:0.0:1647275043.524188:0:8139:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275043.524189:0:8139:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275043.524189:0:8139:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275043.524190:0:9249:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1647275043.524190:0:9505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00000040:2.0:1647275043.524190:0:9505:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000100:00000001:0.0:1647275043.524190:0:8139:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1647275043.524191:0:9505:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275043.524191:0:8139:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275043.524191:0:8139:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524205:0:9505:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1647275043.524206:0:9505:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568c80. 00000020:00000010:2.0:1647275043.524206:0:9505:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cd20. 00000400:00000200:3.0:1647275043.524207:0:9249:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d38c0 00000020:00000010:2.0:1647275043.524207:0:9505:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c400. 00000400:00000200:3.0:1647275043.524208:0:9249:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2cf09 [1] + 224 00000020:00000040:2.0:1647275043.524208:0:9505:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000100:00000001:0.0:1647275043.524208:0:8139:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.524209:0:9505:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275043.524210:0:9249:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275043.524210:0:8139:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275043.524210:0:8139:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1647275043.524211:0:9249:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1647275043.524211:0:8139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00000001:2.0:1647275043.524212:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.524212:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275043.524212:0:8139:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7c9000 : new rpc_count 1 00000100:00000001:3.0:1647275043.524213:0:9249:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:0.0:1647275043.524213:0:8139:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208654080 : -125191500897536 : ffff8e23950f6300) 00000100:00000200:3.0:1647275043.524214:0:9249:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.524214:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1647275043.524214:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f6300 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.524215:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275043.524216:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275043.524216:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275043.524217:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da790. 00000100:00000001:0.0:1647275043.524217:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1647275043.524218:0:9249:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275043.524218:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff088 00000400:00000010:2.0:1647275043.524218:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff088. 00000100:00000001:0.0:1647275043.524218:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275043.524219:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275043.524219:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00100000:0.0:1647275043.524219:0:8139:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-MDT0001_UUID+11:3304:x1727288330500096:12345-0@lo:400:kworker/u8:0.0 00000100:00000200:0.0:1647275043.524220:0:8139:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330500096 00000020:00000001:0.0:1647275043.524221:0:8139:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275043.524221:0:8139:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:3.0:1647275043.524222:0:9249:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000200:1.0:1647275043.524222:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1647275043.524222:0:8139:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275043.524222:0:8139:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1647275043.524223:0:9249:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802ee0 00000100:00000200:2.0:1647275043.524223:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000800:00000010:1.0:1647275043.524223:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf000 (tot 73194441). 00000020:00000001:0.0:1647275043.524223:0:8139:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000400:00000010:3.0:1647275043.524224:0:9249:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802ee0. 00000400:00000200:1.0:1647275043.524224:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1647275043.524224:0:8139:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275043.524224:0:8139:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275043.524225:0:9249:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275043.524225:0:9249:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:0.0:1647275043.524225:0:8139:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275043.524225:0:8139:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1647275043.524226:0:9249:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524226:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.524226:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.524226:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000001:0.0:1647275043.524226:0:8139:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275043.524227:0:9249:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00000100:00000001:2.0:1647275043.524227:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275043.524227:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1647275043.524227:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0cc0 00000400:00000010:1.0:1647275043.524227:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0cc0. 00000020:00000001:0.0:1647275043.524227:0:8139:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1647275043.524227:0:8139:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1647275043.524228:0:9249:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000001:2.0:1647275043.524228:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275043.524228:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.524228:0:3295:0:(events.c:53:request_out_callback()) Process entered 02000000:00000001:0.0:1647275043.524228:0:8139:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275043.524228:0:8139:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e236465a400. 00000020:00000001:3.0:1647275043.524229:0:9249:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.524229:0:9249:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1647275043.524229:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.524229:0:8139:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524230:0:8139:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275043.524250:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=101 v=1 (1 1 0 0) 00000100:00000040:3.0:1647275043.524252:0:9249:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f4200 x1727288330500288/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00001000:2.0:1647275043.524253:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=101 v=1 (1 1 0 0) 00000020:00000001:0.0:1647275043.524253:0:8139:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524254:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275043.524254:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275043.524254:0:8139:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330500096 00010000:00000001:2.0:1647275043.524255:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275043.524255:0:8139:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00100000:3.0:1647275043.524256:0:9249:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f4200 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustrefs-MDT0000-mdtlov_UUID+5:3304:x1727288330500288:12345-0@lo:400:kworker/u8:0.0 Request processed in 126us (259us total) trans 0 rc 0/0 00010000:00000001:2.0:1647275043.524256:0:3301:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1647275043.524256:0:8139:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f6300 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.524257:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275043.524257:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1647275043.524258:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275043.524258:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275043.524259:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00010000:00000001:0.0:1647275043.524259:0:8139:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275043.524259:0:8139:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275043.524260:0:8139:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=153 v=1 (1 1 1 1) 00000100:00100000:3.0:1647275043.524262:0:9249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00000001:0.0:1647275043.524262:0:8139:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275043.524262:0:8139:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000040:3.0:1647275043.524263:0:9249:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00000100:00000001:2.0:1647275043.524263:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275043.524263:0:8139:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000100:00000001:3.0:1647275043.524264:0:9249:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275043.524264:0:9249:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1647275043.524264:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275043.524264:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1647275043.524264:0:8139:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275043.524264:0:8139:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275043.524265:0:9249:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0980. 00000004:00000001:2.0:1647275043.524265:0:3301:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1647275043.524265:0:8139:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000010:3.0:1647275043.524266:0:9249:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507738. 00000004:00000020:2.0:1647275043.524266:0:3301:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-MDT0001-osp-MDT0000 (ffff8e2442027000): 7230535 blocks, 7229627 free, 6577855 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,20868120 files, 20867861 free files 00000100:00000040:0.0:1647275043.524266:0:8139:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275043.524266:0:8139:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0bb0. 00000100:00000200:0.0:1647275043.524267:0:8139:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288330500096, offset 224 00000020:00000010:3.0:1647275043.524268:0:9249:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a9a00. 00000004:00000001:2.0:1647275043.524268:0:3301:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275043.524268:0:8139:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:3.0:1647275043.524269:0:9249:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000100:00000040:2.0:1647275043.524269:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275043.524270:0:9249:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1647275043.524270:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:0.0:1647275043.524270:0:8139:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275043.524272:0:8139:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x622f5a75d3800 00000100:00100000:2.0:1647275043.524273:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f1080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330499904:0@lo:41:osp-pre-1-0.0 00000100:00000001:2.0:1647275043.524274:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.524274:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000400:00000200:0.0:1647275043.524274:0:8139:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2cec9 [1] + 224 00000100:00000001:2.0:1647275043.524275:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275043.524275:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:0.0:1647275043.524275:0:8139:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1647275043.524276:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f1080 x1727288330499904/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000200:0.0:1647275043.524276:0:8139:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1647275043.524291:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524291:0:8139:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1647275043.524292:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.524292:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1647275043.524292:0:8139:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275043.524293:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1647275043.524293:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275043.524293:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23d5b2a000. 00000100:00000001:1.0:1647275043.524293:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000001:3.0:1647275043.524294:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1647275043.524294:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1647275043.524295:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275043.524295:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491633c8. 00000020:00000001:2.0:1647275043.524295:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275043.524295:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000040:0.0:1647275043.524295:0:8139:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275043.524296:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 00000020:00000001:2.0:1647275043.524296:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275043.524296:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bf300. 00000400:00000010:3.0:1647275043.524297:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 00000100:00000001:3.0:1647275043.524298:0:3302:0:(events.c:103:reply_in_callback()) Process entered 02000000:00000001:2.0:1647275043.524298:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:3.0:1647275043.524299:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000001:2.0:1647275043.524299:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1647275043.524299:0:8139:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000010:2.0:1647275043.524314:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f1080. 00000100:00000001:1.0:1647275043.524314:0:7651:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1647275043.524315:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1647275043.524315:0:7651:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1647275043.524315:0:8139:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0bb0 00000400:00000010:0.0:1647275043.524315:0:8139:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0bb0. 00000100:00000001:2.0:1647275043.524316:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.524316:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.524316:0:7651:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275043.524316:0:7651:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524316:0:8139:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275043.524316:0:8139:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:2.0:1647275043.524317:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.524317:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1647275043.524317:0:7651:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524317:0:8139:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524318:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524318:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275043.524318:0:7651:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330499968 00000100:00000200:3.0:1647275043.524319:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000001:1.0:1647275043.524319:0:7651:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275043.524319:0:7651:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd063670a 00000100:00000040:0.0:1647275043.524319:0:8139:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:0.0:1647275043.524319:0:8139:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275043.524320:0:7651:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:0.0:1647275043.524320:0:8139:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275043.524320:0:8139:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000040:1.0:1647275043.524321:0:7651:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a7e4d800 refcount=17 00000020:00000001:1.0:1647275043.524321:0:7651:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882524633088 : -125191184918528 : ffff8e23a7e4d800) 00000100:00000040:0.0:1647275043.524321:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f6300 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275043.524322:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000020:00000001:1.0:1647275043.524322:0:7651:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882524633088 : -125191184918528 : ffff8e23a7e4d800) 00000100:00000001:3.0:1647275043.524323:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275043.524323:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275043.524324:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275043.524324:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1647275043.524344:0:7651:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275043.524344:0:7651:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05b200. 00000100:00100000:0.0:1647275043.524345:0:8139:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-MDT0001_UUID+11:3304:x1727288330500096:12345-0@lo:400:kworker/u8:0.0 Request processed in 127us (596us total) trans 0 rc 0/0 00000100:00000001:3.0:1647275043.524346:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275043.524346:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275043.524346:0:7651:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456180. 02000000:00000001:3.0:1647275043.524347:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524347:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275043.524347:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1647275043.524347:0:7651:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000100:00100000:0.0:1647275043.524347:0:8139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00000040:0.0:1647275043.524348:0:8139:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7c9000 : new rpc_count 0 00000100:00001000:3.0:1647275043.524349:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=153 v=1 (1 1 1 1) 00000100:00100000:2.0:1647275043.524349:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2547 00000100:00000040:1.0:1647275043.524349:0:7651:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000100:00000001:0.0:1647275043.524349:0:8139:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275043.524349:0:8139:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:3.0:1647275043.524350:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=96 v=1 (1 1 0 0) 00000100:00000040:2.0:1647275043.524350:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2378ae5000 : new rpc_count 1 00000100:00000001:2.0:1647275043.524350:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025328768 : -125191684222848 : ffff8e238a221080) 00000100:00000001:1.0:1647275043.524350:0:7651:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275043.524350:0:7651:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275043.524350:0:7651:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1647275043.524350:0:8139:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9180. 00000100:00000040:2.0:1647275043.524351:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a221080 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000010:0.0:1647275043.524351:0:8139:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12c78. 00000100:00000001:3.0:1647275043.524352:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275043.524352:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.524352:0:7651:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1647275043.524352:0:8139:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b400. 00010000:00000001:3.0:1647275043.524353:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275043.524353:0:3302:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1647275043.524353:0:8139:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7c9000 : new refcount 10 00000100:00000001:1.0:1647275043.524354:0:7651:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.524354:0:8139:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.524355:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275043.524355:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1647275043.524356:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275043.524356:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000100:00100000:2.0:1647275043.524356:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a221080 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-MDT0000_UUID+11:3302:x1727288330500480:12345-0@lo:400:kworker/u8:0.0 00000100:00000001:1.0:1647275043.524356:0:7651:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275043.524357:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275043.524357:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275043.524357:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330500480 00000100:00000001:1.0:1647275043.524357:0:7651:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1647275043.524358:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1647275043.524358:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00100000:1.0:1647275043.524358:0:7651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00000040:3.0:1647275043.524359:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000020:00000001:2.0:1647275043.524359:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.524359:0:7651:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a7e4d800 : new rpc_count 1 00000100:00000001:1.0:1647275043.524359:0:7651:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914538576 : -125192795013040 : ffff8e2347ecc050) 00000100:00000001:0.0:1647275043.524359:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275043.524359:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1647275043.524360:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275043.524360:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000040:1.0:1647275043.524360:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ecc050 x1727288330499968/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000001:0.0:1647275043.524360:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1647275043.524361:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000001:0.0:1647275043.524361:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275043.524361:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76cb8. 00000020:00000001:2.0:1647275043.524362:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275043.524362:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0ee0 00000100:00000001:3.0:1647275043.524363:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1647275043.524363:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1647275043.524363:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000400:00000010:0.0:1647275043.524363:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0ee0. 00000100:00000001:0.0:1647275043.524363:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1647275043.524364:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1647275043.524364:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.524364:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275043.524364:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275043.524364:0:7651:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:0.0:1647275043.524364:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275043.524365:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.524365:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1647275043.524365:0:7651:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ecc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a104e6ec-b36b-47db-9d0a-896e252a4f7d+17:3302:x1727288330499968:12345-0@lo:400:kworker/u8:0.0 00000004:00000001:3.0:1647275043.524366:0:3302:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 02000000:00000001:2.0:1647275043.524366:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1647275043.524366:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23d5b2a000. 00000004:00000020:3.0:1647275043.524367:0:3302:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-MDT0000-osp-MDT0001 (ffff8e23b1d2a000): 7230783 blocks, 7229769 free, 6577997 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,20863024 files, 20862696 free files 00000100:00000200:0.0:1647275043.524367:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275043.524368:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275043.524368:0:7651:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330499968 00000020:00000001:1.0:1647275043.524368:0:7651:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275043.524369:0:7651:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000004:00000001:3.0:1647275043.524370:0:3302:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524370:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.524370:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.524370:0:7651:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.524370:0:7651:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1647275043.524370:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:3.0:1647275043.524371:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00010000:00000040:2.0:1647275043.524371:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330500480 00000020:00000001:1.0:1647275043.524371:0:7651:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000100:00000001:0.0:1647275043.524371:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1647275043.524372:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000001:1.0:1647275043.524372:0:7651:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275043.524372:0:7651:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.524372:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275043.524372:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275043.524372:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00010000:00000200:2.0:1647275043.524373:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a221080 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524374:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.524374:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275043.524375:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e238a222680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330499648:0@lo:41:osp-pre-0-1.0 00000100:00001000:0.0:1647275043.524375:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=3 v=1 (1 1 1 1) 00000100:00001000:0.0:1647275043.524376:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=96 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275043.524377:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275043.524377:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1647275043.524378:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275043.524378:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e238a222680 x1727288330499648/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00010000:00000001:2.0:1647275043.524378:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524378:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275043.524378:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275043.524379:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=3 v=1 (1 1 1 1) 00010000:00000001:0.0:1647275043.524379:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275043.524379:0:3304:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524380:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275043.524380:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1647275043.524381:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1647275043.524381:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:0.0:1647275043.524381:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275043.524381:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.524382:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1647275043.524382:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000100:00000040:0.0:1647275043.524382:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000001:3.0:1647275043.524383:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1647275043.524383:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1647275043.524383:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1647275043.524398:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23a7df5800. 00000100:00000001:2.0:1647275043.524398:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275043.524398:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1647275043.524399:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275043.524399:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000400:00000010:2.0:1647275043.524399:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff088. 00000100:00000001:0.0:1647275043.524399:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1647275043.524400:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:3.0:1647275043.524400:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000200:2.0:1647275043.524400:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288330500480, offset 224 00000100:00000001:0.0:1647275043.524400:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275043.524400:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1647275043.524401:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34400. 00000400:00000200:2.0:1647275043.524401:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1647275043.524401:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000001:3.0:1647275043.524402:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275043.524403:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275043.524403:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e238a222680. 00000400:00000200:2.0:1647275043.524403:0:9353:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1647275043.524404:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330500032:0@lo:400:kworker/u8:0.0 00000100:00000001:3.0:1647275043.524405:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275043.524405:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275043.524405:0:9353:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x622f5a75d3980 00000400:00000200:2.0:1647275043.524406:0:9353:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2cef1 [1] + 224 00000400:00000200:2.0:1647275043.524427:0:9353:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1647275043.524427:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275043.524427:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1647275043.524428:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.524428:0:9353:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1647275043.524428:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76738. 00000400:00000200:0.0:1647275043.524428:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0220 00000100:00000001:3.0:1647275043.524429:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275043.524429:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275043.524429:0:9353:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000010:0.0:1647275043.524429:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0220. 00000100:00000001:0.0:1647275043.524429:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1647275043.524430:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275043.524430:0:9353:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1647275043.524430:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275043.524431:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275043.524433:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275043.524434:0:9353:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524436:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275043.524437:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.524437:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275043.524438:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275043.524439:0:9353:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275043.524439:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275043.524439:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.524440:0:9353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff088 00000400:00000010:2.0:1647275043.524440:0:9353:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff088. 02000000:00000001:0.0:1647275043.524440:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275043.524440:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=101 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275043.524441:0:9353:0:(events.c:407:reply_out_callback()) Process entered 00000100:00001000:0.0:1647275043.524441:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=101 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275043.524442:0:9353:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:1.0:1647275043.524442:0:7651:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1647275043.524442:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275043.524443:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.524443:0:7651:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275043.524443:0:7651:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524443:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275043.524443:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1647275043.524444:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:2.0:1647275043.524444:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275043.524444:0:7651:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275043.524444:0:7651:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1647275043.524444:0:3304:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524444:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1647275043.524445:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.524445:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1647275043.524445:0:7651:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275043.524445:0:7651:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241438f000. 00000100:00000040:0.0:1647275043.524445:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1647275043.524445:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1647275043.524446:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a221080 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000001:1.0:1647275043.524446:0:7651:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524446:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.524447:0:7651:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275043.524447:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000001:1.0:1647275043.524448:0:7651:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275043.524449:0:7651:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330499968 00000100:00100000:2.0:1647275043.524450:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a221080 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-MDT0000_UUID+11:3302:x1727288330500480:12345-0@lo:400:kworker/u8:0.0 Request processed in 94us (599us total) trans 0 rc 0/0 00010000:00000001:1.0:1647275043.524450:0:7651:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:0.0:1647275043.524450:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275043.524450:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00010000:00000200:1.0:1647275043.524451:0:7651:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ecc050 x1727288330499968/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524451:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275043.524452:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2547 00000100:00000040:0.0:1647275043.524452:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275043.524453:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2378ae5000 : new rpc_count 0 00000100:00000001:2.0:1647275043.524454:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275043.524454:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1647275043.524454:0:7651:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275043.524454:0:7651:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1647275043.524455:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9780. 00000100:00001000:1.0:1647275043.524455:0:7651:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=12 v=1 (1 1 1 1) 00000100:00100000:0.0:1647275043.524455:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33b180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330500288:0@lo:400:kworker/u8:0.0 00000020:00000010:2.0:1647275043.524456:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f120a8. 00000020:00000010:2.0:1647275043.524457:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188aa00. 00000100:00000001:1.0:1647275043.524457:0:7651:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275043.524457:0:7651:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:1.0:1647275043.524458:0:7651:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:1.0:1647275043.524469:0:7651:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275043.524469:0:7651:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.524470:0:7651:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000040:2.0:1647275043.524471:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e2378ae5000 : new refcount 10 00000100:00000040:1.0:1647275043.524471:0:7651:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1647275043.524472:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1647275043.524472:0:7651:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574e58. 00000100:00000200:1.0:1647275043.524473:0:7651:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727288330499968, offset 224 00000400:00000200:1.0:1647275043.524475:0:7651:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1647275043.524476:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.524476:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1647275043.524476:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275043.524477:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275043.524477:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76ec8. 00000400:00000200:1.0:1647275043.524478:0:7651:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275043.524478:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0a18 00000400:00000010:0.0:1647275043.524478:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0a18. 00000400:00000001:2.0:1647275043.524479:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275043.524479:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1647275043.524479:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000010:2.0:1647275043.524480:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491632c0. 00000400:00000200:2.0:1647275043.524480:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802aa0 00000400:00000200:1.0:1647275043.524480:0:7651:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x622f5a75d3780 00000100:00000200:0.0:1647275043.524480:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:2.0:1647275043.524481:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802aa0. 00000100:00000001:2.0:1647275043.524482:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275043.524482:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275043.524482:0:7651:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2ceb9 [1] + 224 00000100:00000200:0.0:1647275043.524483:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275043.524484:0:7651:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.524485:0:7651:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1647275043.524486:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275043.524486:0:7651:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:0.0:1647275043.524486:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000200:1.0:1647275043.524487:0:7651:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524487:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.524488:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275043.524488:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275043.524489:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.524489:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.524489:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275043.524489:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524503:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275043.524503:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.524504:0:7651:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00001000:0.0:1647275043.524504:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e240f586548 time=153 v=1 (1 1 1 1) 02000000:00000001:2.0:1647275043.524505:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275043.524505:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275043.524505:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275043.524505:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e240f5864d0 time=96 v=1 (1 1 0 0) 02000000:00000001:2.0:1647275043.524506:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524506:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1647275043.524507:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3d8b548 time=96 v=1 (1 1 0 0) 00000100:00000001:0.0:1647275043.524507:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275043.524507:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1647275043.524508:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3d8b4d0 time=96 v=1 (1 1 0 0) 00000100:00000001:1.0:1647275043.524508:0:7651:0:(events.c:185:reply_in_callback()) Process leaving 00010000:00000001:0.0:1647275043.524508:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524509:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1647275043.524509:0:7651:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574e58 00000400:00000010:1.0:1647275043.524509:0:7651:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574e58. 00000100:00000001:0.0:1647275043.524509:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275043.524509:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1647275043.524509:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275043.524510:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275043.524510:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1647275043.524510:0:7651:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275043.524510:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275043.524511:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.524511:0:7651:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000040:0.0:1647275043.524511:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275043.524512:0:7651:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524531:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275043.524531:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1647275043.524532:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275043.524532:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.524532:0:7651:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:1.0:1647275043.524532:0:7651:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000040:2.0:1647275043.524533:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000001:1.0:1647275043.524533:0:7651:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.524533:0:7651:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1647275043.524533:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1647275043.524534:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ecc050 x1727288330499968/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524534:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275043.524534:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275043.524535:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.524536:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275043.524537:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275043.524537:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275043.524538:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1647275043.524538:0:7651:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ecc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a104e6ec-b36b-47db-9d0a-896e252a4f7d+17:3302:x1727288330499968:12345-0@lo:400:kworker/u8:0.0 Request processed in 173us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1647275043.524538:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33c200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-lwp-MDT0001_UUID:3304:1727288330500096:0@lo:400:kworker/u8:0.0 00000100:00000001:0.0:1647275043.524540:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524540:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00100000:1.0:1647275043.524541:0:7651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00000040:0.0:1647275043.524541:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33e300 x1727288330500032/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275043.524542:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d338b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-lwp-MDT0000_UUID:3302:1727288330500480:0@lo:400:kworker/u8:0.0 00000100:00000040:1.0:1647275043.524542:0:7651:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a7e4d800 : new rpc_count 0 00000100:00000001:1.0:1647275043.524543:0:7651:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275043.524543:0:7651:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:2.0:1647275043.524544:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275043.524544:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275043.524544:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e2349163268. 00000020:00000010:1.0:1647275043.524544:0:7651:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456180. 00000100:00000001:0.0:1647275043.524544:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1647275043.524545:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802e58 00000400:00000010:2.0:1647275043.524545:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802e58. 00000020:00000010:1.0:1647275043.524545:0:7651:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 02000000:00000001:0.0:1647275043.524545:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275043.524545:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188b200. 00000100:00000001:2.0:1647275043.524546:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000020:00000010:1.0:1647275043.524546:0:7651:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05b200. 02000000:00000001:0.0:1647275043.524546:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275043.524546:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000200:2.0:1647275043.524547:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000040:1.0:1647275043.524547:0:7651:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a7e4d800 : new refcount 16 00000020:00000040:0.0:1647275043.524547:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=2 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:0.0:1647275043.524547:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000001:1.0:1647275043.524548:0:7651:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1647275043.524548:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691a00. 02000000:00000010:1.0:1647275043.524549:0:7651:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e241438f000. 02000000:00000001:0.0:1647275043.524549:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1647275043.524550:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:1.0:1647275043.524550:0:7651:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1647275043.524550:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275043.524550:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33e300. 00000100:00000001:1.0:1647275043.524551:0:7651:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.524551:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275043.524551:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1647275043.524552:0:7651:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:0.0:1647275043.524552:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275043.524553:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.524553:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1647275043.524553:0:7651:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c18f0. 00000100:00000040:0.0:1647275043.524553:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33b180 x1727288330500288/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.524554:0:3302:0:(client.c:1428:after_reply()) Process entered 00000400:00000010:1.0:1647275043.524554:0:7651:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23b267af00 (tot 73194593). 02000000:00000001:2.0:1647275043.524555:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275043.524555:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275043.524556:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.524556:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524556:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275043.524556:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275043.524556:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188ba00. 00000100:00001000:2.0:1647275043.524557:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e244d184548 time=12 v=1 (1 1 1 1) 02000000:00000001:0.0:1647275043.524557:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275043.524557:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000100:00001000:2.0:1647275043.524558:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e244d1844d0 time=12 v=1 (1 1 1 1) 00000020:00000040:0.0:1647275043.524558:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=2 obd=lustrefs-MDT0001-osp-MDT0000 00000020:00000001:0.0:1647275043.524558:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:2.0:1647275043.524559:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275043.524559:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275043.524559:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691100. 02000000:00000001:0.0:1647275043.524559:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1647275043.524560:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275043.524560:0:3302:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.524560:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275043.524560:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33b180. 00000100:00000001:2.0:1647275043.524561:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524561:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275043.524561:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275043.524562:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524562:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275043.524562:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33c200 x1727288330500096/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.524565:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275043.524565:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275043.524565:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1647275043.524566:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1647275043.524566:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275043.524566:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188b800. 00000100:00000040:2.0:1647275043.524567:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000001:0.0:1647275043.524567:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275043.524567:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275043.524567:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e240f586000 refcount=2 obd=lustrefs-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1647275043.524568:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275043.524568:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691500. 02000000:00000001:0.0:1647275043.524569:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275043.524569:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275043.524569:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33c200. 00000100:00100000:2.0:1647275043.524570:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d339600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a104e6ec-b36b-47db-9d0a-896e252a4f7d:3302:1727288330499968:0@lo:400:kworker/u8:0.0 00000100:00000001:0.0:1647275043.524570:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275043.524571:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524571:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.524572:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275043.524572:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d338b00 x1727288330500480/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.524572:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524572:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275043.524573:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275043.524573:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.524574:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524575:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275043.524576:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275043.524576:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a8e00. 02000000:00000001:2.0:1647275043.524577:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275043.524578:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275043.524578:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e23d3d8b000 refcount=2 obd=lustrefs-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1647275043.524579:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275043.524579:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691300. 02000000:00000001:2.0:1647275043.524580:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275043.524600:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275043.524601:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d338b00. 00000100:00000001:2.0:1647275043.524602:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275043.524602:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.524603:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275043.524603:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d339600 x1727288330499968/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.524606:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275043.524607:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275043.524607:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a8800. 02000000:00000001:2.0:1647275043.524608:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275043.524608:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275043.524608:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e244d184000 refcount=3 obd=MGC10.0.2.4@tcp 00000020:00000001:2.0:1647275043.524609:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275043.524609:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691600. 02000000:00000001:2.0:1647275043.524610:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275043.524610:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275043.524610:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d339600. 00000100:00000001:2.0:1647275043.524611:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275043.524612:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.524612:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524613:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.524613:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275043.524614:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.524614:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275043.525023:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525038:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.525040:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525041:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.525044:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275043.525048:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3840 00000400:00000200:1.0:1647275043.525050:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2ced1 [1] + 224 00000800:00000001:1.0:1647275043.525088:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525090:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.525091:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.525092:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275043.525094:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275043.525095:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275043.525099:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275043.525107:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.525108:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525109:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.525110:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525111:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.525112:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275043.525114:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3880 00000400:00000200:1.0:1647275043.525116:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2ced5 [1] + 224 00000800:00000001:1.0:1647275043.525117:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525118:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.525119:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.525120:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275043.525122:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275043.525123:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275043.525126:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275043.525130:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.525131:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525132:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.525132:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525133:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.525134:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275043.525136:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3900 00000400:00000200:1.0:1647275043.525137:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cee1 [1] + 224 00000800:00000001:1.0:1647275043.525138:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525139:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.525140:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.525141:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275043.525142:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275043.525142:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275043.525146:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275043.525151:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.525152:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525153:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.525154:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525155:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.525156:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275043.525157:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3940 00000100:00000001:2.0:1647275043.525158:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.525159:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1647275043.525159:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cee9 [1] + 224 00000800:00000001:1.0:1647275043.525160:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000001:2.0:1647275043.525161:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275043.525161:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1647275043.525161:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1647275043.525162:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e2349163108. 00000400:00000200:1.0:1647275043.525162:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275043.525163:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802220 00000400:00000200:1.0:1647275043.525163:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000010:2.0:1647275043.525164:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802220. 00000100:00000001:2.0:1647275043.525165:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:1.0:1647275043.525165:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275043.525166:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1647275043.525166:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275043.525169:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275043.525171:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275043.525172:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.525173:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275043.525174:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.525174:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.525174:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525175:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.525176:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.525177:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275043.525177:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1647275043.525177:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:2.0:1647275043.525178:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275043.525178:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275043.525178:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3680 02000000:00000001:2.0:1647275043.525179:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275043.525179:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cea9 [1] + 224 00000100:00001000:2.0:1647275043.525180:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae548 time=141 v=1 (1 1 1 1) 00000800:00000001:1.0:1647275043.525180:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525181:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1647275043.525182:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=141 v=1 (1 1 1 1) 00000400:00000200:1.0:1647275043.525182:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275043.525183:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275043.525183:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275043.525183:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00010000:00000001:2.0:1647275043.525184:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275043.525184:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.525184:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275043.525184:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275043.525185:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275043.525185:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275043.525186:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275043.525186:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275043.525187:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275043.525188:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275043.525191:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275043.525191:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.525192:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275043.525192:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.525192:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:2.0:1647275043.525193:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000001:1.0:1647275043.525193:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.525193:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525194:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.525195:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00100000:2.0:1647275043.525196:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33dd80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330500224:10.0.2.5@tcp:400:kworker/u8:0.0 00000400:00000200:1.0:1647275043.525197:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3700 00000100:00000001:2.0:1647275043.525198:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.525198:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cef9 [1] + 224 00000100:00000001:2.0:1647275043.525199:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275043.525199:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33dd80 x1727288330500224/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000001:1.0:1647275043.525201:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525201:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.525202:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1647275043.525202:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275043.525202:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1647275043.525203:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275043.525203:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a8400. 00000400:00000200:1.0:1647275043.525203:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275043.525203:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1647275043.525204:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275043.525204:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:1.0:1647275043.525204:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000001:0.0:1647275043.525204:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1647275043.525205:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000200:1.0:1647275043.525205:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000001:0.0:1647275043.525205:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275043.525205:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa768f0. 00000020:00000001:2.0:1647275043.525206:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275043.525207:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691f00. 02000000:00000001:2.0:1647275043.525207:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1647275043.525207:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0e58 00000400:00000010:0.0:1647275043.525207:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0e58. 02000000:00000001:2.0:1647275043.525208:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275043.525208:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33dd80. 00000100:00000040:1.0:1647275043.525208:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:0.0:1647275043.525208:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275043.525209:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275043.525209:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.525210:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1647275043.525210:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275043.525211:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.525212:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275043.525212:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275043.525212:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275043.525213:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.525213:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275043.525213:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.525214:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525214:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1647275043.525214:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.525216:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.525216:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1647275043.525216:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000001:2.0:1647275043.525217:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275043.525217:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1647275043.525217:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d36c0 00000400:00000010:2.0:1647275043.525218:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da580. 00000400:00000200:2.0:1647275043.525218:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffcc0 00000100:00000001:0.0:1647275043.525218:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275043.525218:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1647275043.525219:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffcc0. 00000100:00000001:2.0:1647275043.525219:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:0.0:1647275043.525219:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275043.525219:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1647275043.525220:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275043.525220:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2ceb1 [1] + 224 00000100:00000001:0.0:1647275043.525220:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1647275043.525221:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275043.525221:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.525221:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275043.525222:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1647275043.525222:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25548 time=101 v=1 (1 1 0 0) 00000400:00000200:1.0:1647275043.525223:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1647275043.525224:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275043.525224:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00001000:0.0:1647275043.525224:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=101 v=1 (1 1 0 0) 00000100:00000001:1.0:1647275043.525225:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275043.525225:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:0.0:1647275043.525225:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275043.525225:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275043.525226:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1647275043.525227:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.525227:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275043.525227:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.525227:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1647275043.525228:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275043.525228:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275043.525228:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1647275043.525228:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 4294967367 00000100:00000001:0.0:1647275043.525228:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275043.525229:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.525229:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.525229:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:0.0:1647275043.525229:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275043.525230:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea4548 time=101 v=1 (1 1 0 0) 00000100:00000040:0.0:1647275043.525230:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00001000:2.0:1647275043.525231:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=101 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275043.525232:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1647275043.525232:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.525233:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275043.525233:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1647275043.525233:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.525233:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1647275043.525234:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275043.525234:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275043.525235:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1647275043.525235:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275043.525236:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 4294967367 00000100:00000001:2.0:1647275043.525236:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1647275043.525236:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:2.0:1647275043.525237:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.525237:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1647275043.525238:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275043.525238:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d39c0 00000100:00000001:0.0:1647275043.525238:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275043.525239:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.525240:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1647275043.525240:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cf19 [1] + 224 00000100:00000040:0.0:1647275043.525240:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.525241:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1647275043.525241:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275043.525242:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.525242:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275043.525243:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275043.525243:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1647275043.525243:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d339b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330500352:10.0.2.5@tcp:400:kworker/u8:0.0 00000400:00000200:1.0:1647275043.525244:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275043.525245:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000001:0.0:1647275043.525245:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275043.525245:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1647275043.525246:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33d280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330500416:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000200:1.0:1647275043.525246:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000010:0.0:1647275043.525246:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa760b0. 00000400:00000200:0.0:1647275043.525246:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0110 00000400:00000010:0.0:1647275043.525247:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0110. 00000100:00000001:0.0:1647275043.525247:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000001:2.0:1647275043.525248:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275043.525248:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275043.525248:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69dacb8. 00000100:00000200:0.0:1647275043.525248:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1647275043.525249:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff198 00000400:00000010:2.0:1647275043.525249:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff198. 00000100:00000040:1.0:1647275043.525249:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:2.0:1647275043.525250:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275043.525251:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275043.525252:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000200:0.0:1647275043.525252:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000800:00000001:1.0:1647275043.525253:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:2.0:1647275043.525254:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000001:1.0:1647275043.525254:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525255:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275043.525255:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525256:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275043.525256:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275043.525257:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.525257:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525257:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275043.525257:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.525258:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275043.525258:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275043.525258:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1647275043.525258:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275043.525258:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815638 time=147 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275043.525259:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.525259:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275043.525259:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=147 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275043.525260:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815548 time=147 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275043.525261:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=147 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275043.525261:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275043.525261:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275043.525261:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1647275043.525262:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00010000:00000001:0.0:1647275043.525262:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.525263:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.525263:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275043.525263:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1647275043.525263:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1647275043.525264:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275043.525264:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.525268:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1647275043.525268:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275043.525269:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275043.525269:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1647275043.525269:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275043.525270:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275043.525271:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275043.525272:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275043.525273:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275043.525273:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275043.525273:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.525274:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275043.525274:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1647275043.525274:0:3304:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000040:2.0:1647275043.525275:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000004:00000040:0.0:1647275043.525275:0:3304:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0000-osc-MDT0001: blocks=957295 free=956948 avail=900408 avail_mb=3517 hwm_mb=7 files=261888 ffree=261551 state=0: rc = 0 00000004:00000020:0.0:1647275043.525277:0:3304:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0000-osc-MDT0001 (ffff8e2342d39000): 957295 blocks, 956948 free, 900408 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,261888 files, 261551 free files 00000100:00100000:2.0:1647275043.525278:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330500160:10.0.2.5@tcp:400:kworker/u8:0.0 00000004:00000001:0.0:1647275043.525279:0:3304:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1647275043.525280:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275043.525280:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275043.525280:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da6e0. 00000100:00000040:0.0:1647275043.525280:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1647275043.525281:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffe58 00000400:00000010:2.0:1647275043.525281:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffe58. 00000100:00000001:2.0:1647275043.525282:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275043.525283:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00100000:0.0:1647275043.525283:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f0b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330499776:10.0.2.5@tcp:13:osp-pre-0-1.0 00000100:00000001:0.0:1647275043.525285:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.525285:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000200:2.0:1647275043.525286:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:0.0:1647275043.525286:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d339b80 x1727288330500352/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275043.525289:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275043.525289:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525289:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275043.525289:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1647275043.525290:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275043.525290:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1647275043.525290:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188be00. 00000100:00000001:2.0:1647275043.525291:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275043.525291:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.525291:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.525291:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275043.525291:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275043.525291:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000100:00001000:2.0:1647275043.525292:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea45c0 time=101 v=1 (1 1 0 0) 00000020:00000001:0.0:1647275043.525292:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00001000:2.0:1647275043.525293:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=101 v=1 (1 1 0 0) 02000000:00000010:0.0:1647275043.525293:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691700. 02000000:00000001:0.0:1647275043.525293:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1647275043.525294:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1647275043.525294:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275043.525294:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d339b80. 00000100:00000001:2.0:1647275043.525295:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.525295:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1647275043.525296:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275043.525296:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.525296:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525296:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275043.525298:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275043.525299:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 4294967367 00000100:00000001:2.0:1647275043.525299:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275043.525299:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275043.525299:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f0b00 x1727288330499776/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000040:2.0:1647275043.525300:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275043.525314:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275043.525314:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275043.525314:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1647275043.525315:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275043.525315:0:3301:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 02000000:00000001:0.0:1647275043.525315:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275043.525315:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e236465a800. 00000004:00000040:2.0:1647275043.525316:0:3301:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0001-osc-MDT0000: blocks=958279 free=957931 avail=901340 avail_mb=3520 hwm_mb=7 files=262144 ffree=261808 state=0: rc = 0 02000000:00000001:0.0:1647275043.525316:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275043.525316:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275043.525317:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:0.0:1647275043.525317:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 00000004:00000020:2.0:1647275043.525318:0:3301:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0001-osc-MDT0000 (ffff8e2378ae3800): 958279 blocks, 957931 free, 901340 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,262144 files, 261808 free files 02000000:00000010:0.0:1647275043.525318:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bf200. 02000000:00000001:0.0:1647275043.525318:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275043.525319:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275043.525319:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f0b00. 00000004:00000001:2.0:1647275043.525320:0:3301:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275043.525321:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:0.0:1647275043.525321:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275043.525321:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525322:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.525322:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275043.525323:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1647275043.525323:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1647275043.525324:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330499712:10.0.2.5@tcp:13:osp-pre-1-0.0 00000400:00000001:0.0:1647275043.525324:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275043.525324:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76f20. 00000100:00000001:2.0:1647275043.525325:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275043.525325:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0dd0 00000400:00000010:0.0:1647275043.525325:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0dd0. 00000100:00000001:2.0:1647275043.525326:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1647275043.525326:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000040:2.0:1647275043.525327:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33d280 x1727288330500416/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:0.0:1647275043.525327:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:2.0:1647275043.525330:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275043.525330:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1647275043.525330:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:2.0:1647275043.525331:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c600. 02000000:00000001:2.0:1647275043.525332:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275043.525332:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275043.525332:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 00000020:00000001:2.0:1647275043.525333:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275043.525333:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691200. 00000100:00000001:0.0:1647275043.525333:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275043.525334:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525334:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275043.525336:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1647275043.525337:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275043.525337:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275043.525337:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33d280. 00000100:00000001:0.0:1647275043.525337:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275043.525337:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.525338:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1647275043.525338:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.525339:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.525339:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00001000:0.0:1647275043.525339:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c255c0 time=101 v=1 (1 1 0 0) 00000100:00000040:2.0:1647275043.525340:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d338000 x1727288330500160/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275050 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00001000:0.0:1647275043.525340:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=101 v=1 (1 1 0 0) 00000100:00000001:0.0:1647275043.525341:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275043.525342:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.525343:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275043.525343:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1647275043.525343:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275043.525343:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275043.525344:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c200. 02000000:00000001:2.0:1647275043.525344:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275043.525344:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:0.0:1647275043.525344:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275043.525344:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 4294967367 00000020:00000040:2.0:1647275043.525345:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=2 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:2.0:1647275043.525345:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:0.0:1647275043.525345:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275043.525345:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275043.525346:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691d00. 02000000:00000001:2.0:1647275043.525346:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1647275043.525346:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 02000000:00000001:2.0:1647275043.525347:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275043.525347:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d338000. 00000100:00000001:2.0:1647275043.525348:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275043.525348:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.525349:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275043.525349:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e5800 x1727288330499712/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:0.0:1647275043.525349:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275043.525350:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275043.525350:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1647275043.525351:0:3304:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000001:2.0:1647275043.525352:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275043.525352:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000040:0.0:1647275043.525352:0:3304:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0000-osc-MDT0000: blocks=957295 free=956948 avail=900408 avail_mb=3517 hwm_mb=7 files=261888 ffree=261551 state=0: rc = 0 02000000:00000010:2.0:1647275043.525353:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23d5b28c00. 02000000:00000001:2.0:1647275043.525354:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275043.525354:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000004:00000020:0.0:1647275043.525354:0:3304:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0000-osc-MDT0000 (ffff8e2442023000): 957295 blocks, 956948 free, 900408 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,261888 files, 261551 free files 00000020:00000040:2.0:1647275043.525355:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=2 obd=lustrefs-OST0001-osc-MDT0000 00000020:00000001:2.0:1647275043.525355:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 00000004:00000001:0.0:1647275043.525355:0:3304:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275043.525356:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23755af000. 02000000:00000001:2.0:1647275043.525356:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1647275043.525356:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 02000000:00000001:2.0:1647275043.525357:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275043.525357:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e5800. 00000100:00000001:2.0:1647275043.525358:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275043.525358:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.525359:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1647275043.525359:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330500544:10.0.2.5@tcp:13:osp-pre-0-0.0 00000100:00000001:2.0:1647275043.525360:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275043.525361:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1647275043.525361:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275043.525361:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275043.525361:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76058. 00000100:00000001:2.0:1647275043.525362:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275043.525362:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275043.525362:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0088 00000400:00000010:0.0:1647275043.525362:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0088. 00000100:00000001:0.0:1647275043.525363:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275043.525363:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:0.0:1647275043.525367:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:0.0:1647275043.525370:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275043.525370:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525371:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275043.525372:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275043.525372:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275043.525372:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.525373:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275043.525374:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae638 time=141 v=1 (1 1 1 1) 00000100:00001000:0.0:1647275043.525375:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=141 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275043.525376:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275043.525376:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275043.525377:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275043.525377:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.525378:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275043.525378:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:0.0:1647275043.525378:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275043.525379:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275043.525380:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00000001:0.0:1647275043.525383:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275043.525383:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275043.525384:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1647275043.525384:0:3304:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1647275043.525385:0:3304:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0001-osc-MDT0001: blocks=958279 free=957931 avail=901340 avail_mb=3520 hwm_mb=7 files=262144 ffree=261808 state=0: rc = 0 00000004:00000020:0.0:1647275043.525386:0:3304:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0001-osc-MDT0001 (ffff8e23c906e000): 958279 blocks, 957931 free, 901340 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,262144 files, 261808 free files 00000004:00000001:0.0:1647275043.525388:0:3304:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275043.525388:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00100000:0.0:1647275043.525391:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33bc80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330499840:10.0.2.5@tcp:13:osp-pre-1-1.0 00000100:00000001:0.0:1647275043.525393:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525393:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275043.525394:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33f900 x1727288330500544/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00000001:0.0:1647275043.525397:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275043.525398:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275043.525398:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e236465ac00. 02000000:00000001:0.0:1647275043.525399:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275043.525399:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275043.525399:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=2 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:0.0:1647275043.525400:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275043.525400:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691800. 02000000:00000001:0.0:1647275043.525401:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275043.525401:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275043.525402:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33f900. 00000100:00000001:0.0:1647275043.525403:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275043.525403:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525404:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275043.525405:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33bc80 x1727288330499840/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275050 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00000001:0.0:1647275043.525407:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275043.525408:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275043.525408:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e236465bc00. 02000000:00000001:0.0:1647275043.525409:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275043.525409:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275043.525410:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=2 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:0.0:1647275043.525410:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275043.525410:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691400. 02000000:00000001:0.0:1647275043.525411:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275043.525411:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275043.525412:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33bc80. 00000100:00000001:0.0:1647275043.525412:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275043.525413:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525413:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.525415:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275043.525415:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.525416:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275043.525416:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275043.526210:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526213:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.526214:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526215:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.526217:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275043.526220:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 26 MB=0x622f5a8749b80 00000400:00000200:1.0:1647275043.526222:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-10.0.2.5@tcp of length 224/224 into md 0x2be29 [2] + 0 00000400:00000010:1.0:1647275043.526223:0:3296:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69dab00. 00000400:00000200:1.0:1647275043.526224:0:3296:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e23d3c9fc00 00000800:00000001:1.0:1647275043.526225:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526226:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.526227:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.526228:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275043.526229:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23d3c9fc00 00000400:00000010:1.0:1647275043.526230:0:3296:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e23d3c9fc00 (tot 73194441). 00000100:00000001:1.0:1647275043.526231:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275043.526232:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1647275043.526233:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ecd850 x1727288348810112 msgsize 224 00000100:00100000:1.0:1647275043.526235:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000040:1.0:1647275043.526236:0:3296:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1647275043.526239:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.526240:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526241:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.526242:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526243:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.526244:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275043.526246:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749c80 00000400:00000200:1.0:1647275043.526247:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 58408 00000800:00000001:1.0:1647275043.526249:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526250:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.526250:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.526251:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275043.526252:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275043.526253:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275043.526254:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33cd00. 00000100:00000040:1.0:1647275043.526255:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33cd00 x1727288348810368 msgsize 224 00000100:00100000:1.0:1647275043.526257:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:1.0:1647275043.526262:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.526263:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526264:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.526264:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526265:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.526266:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275043.526268:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749bc0 00000400:00000200:1.0:1647275043.526269:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 58632 00000800:00000001:1.0:1647275043.526270:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526271:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.526272:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.526273:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275043.526274:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275043.526274:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275043.526275:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33ee00. 00000100:00000040:1.0:1647275043.526276:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33ee00 x1727288348810176 msgsize 224 00000100:00100000:1.0:1647275043.526278:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:1.0:1647275043.526282:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.526283:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526284:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.526285:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526285:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.526287:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275043.526288:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749c40 00000400:00000200:1.0:1647275043.526289:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 58856 00000800:00000001:1.0:1647275043.526291:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526292:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.526292:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.526293:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275043.526294:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275043.526294:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275043.526295:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33d800. 00000100:00000040:1.0:1647275043.526296:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33d800 x1727288348810304 msgsize 224 00000100:00100000:1.0:1647275043.526298:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:3.0:1647275043.526313:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1647275043.526320:0:9353:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1647275043.526337:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275043.526337:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1647275043.526337:0:9353:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275043.526337:0:9353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275043.526337:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:3.0:1647275043.526338:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.526338:0:9353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275043.526338:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 02000000:00000001:3.0:1647275043.526339:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275043.526339:0:9353:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275043.526339:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1647275043.526340:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810368 00000100:00100000:2.0:1647275043.526340:0:9353:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810176 00000800:00000001:1.0:1647275043.526340:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:3.0:1647275043.526341:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275043.526341:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636a1a 00000020:00000001:2.0:1647275043.526341:0:9353:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1647275043.526341:0:9353:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372a9 00000800:00000001:1.0:1647275043.526341:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275043.526342:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:2.0:1647275043.526342:0:9353:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1647275043.526343:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b1838800 refcount=5 00000020:00000040:2.0:1647275043.526343:0:9353:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a2958000 refcount=8 00000400:00000200:1.0:1647275043.526343:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000020:00000001:3.0:1647275043.526344:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686027776 : -125191023523840 : ffff8e23b1838800) 00000020:00000001:2.0:1647275043.526344:0:9353:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000400:00000200:1.0:1647275043.526344:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749c00 00000020:00000001:3.0:1647275043.526345:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686027776 : -125191023523840 : ffff8e23b1838800) 00000020:00000001:2.0:1647275043.526345:0:9353:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000100:00000001:3.0:1647275043.526346:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275043.526346:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275043.526346:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275043.526346:0:9353:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1647275043.526346:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 59080 00000020:00000010:3.0:1647275043.526347:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a9a00. 00000020:00000010:2.0:1647275043.526347:0:9353:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c200. 00000800:00000001:1.0:1647275043.526347:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000010:3.0:1647275043.526348:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0980. 00000020:00000010:3.0:1647275043.526349:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507738. 00000020:00000010:2.0:1647275043.526349:0:9353:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568c80. 00000020:00000010:2.0:1647275043.526349:0:9353:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cd20. 00000800:00000001:1.0:1647275043.526349:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.526349:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.526350:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000040:3.0:1647275043.526351:0:8958:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:1.0:1647275043.526351:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:3.0:1647275043.526352:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1647275043.526352:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275043.526352:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33e880. 00000100:00000001:3.0:1647275043.526353:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275043.526353:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.526353:0:9353:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275043.526353:0:9353:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1647275043.526354:0:9353:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1647275043.526354:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33e880 x1727288348810240 msgsize 224 00000100:00000001:0.0:1647275043.526354:0:8138:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1647275043.526355:0:8958:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1647275043.526355:0:8958:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1647275043.526355:0:8138:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275043.526356:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.526356:0:9353:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1647275043.526356:0:9353:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1647275043.526356:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:0.0:1647275043.526356:0:8138:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275043.526356:0:8138:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.526357:0:9353:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.526357:0:8138:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.526360:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275043.526361:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:3.0:1647275043.526362:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1647275043.526362:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275043.526362:0:9353:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.526362:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.526362:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275043.526363:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275043.526363:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275043.526364:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.526364:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275043.526364:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1647275043.526365:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810240 00000100:00100000:0.0:1647275043.526365:0:8138:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810304 00000020:00000001:3.0:1647275043.526366:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000100:00100000:2.0:1647275043.526366:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2548 00000020:00000001:0.0:1647275043.526366:0:8138:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1647275043.526366:0:8138:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b0 00000020:00000040:3.0:1647275043.526367:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd063695d 00000020:00000001:3.0:1647275043.526367:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000040:2.0:1647275043.526367:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b1838800 : new rpc_count 1 00000100:00000001:1.0:1647275043.526367:0:7651:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275043.526367:0:7651:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:0.0:1647275043.526367:0:8138:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1647275043.526368:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23c906d800 refcount=5 00000100:00000001:2.0:1647275043.526368:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298048256 : -125188411503360 : ffff8e244d33cd00) 00000100:00000001:1.0:1647275043.526368:0:7651:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275043.526368:0:7651:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1647275043.526368:0:8138:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7ca000 refcount=8 00000020:00000001:3.0:1647275043.526369:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618883080509440 : -125190629042176 : ffff8e23c906d800) 00000020:00000001:3.0:1647275043.526369:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618883080509440 : -125190629042176 : ffff8e23c906d800) 00000100:00000040:2.0:1647275043.526369:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33cd00 x1727288348810368/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:1.0:1647275043.526369:0:7651:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275043.526369:0:8138:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000100:00000001:3.0:1647275043.526370:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1647275043.526370:0:7651:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810112 00000020:00000001:0.0:1647275043.526370:0:8138:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000100:00000001:3.0:1647275043.526371:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275043.526371:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a9e00. 00000020:00000001:1.0:1647275043.526371:0:7651:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275043.526371:0:7651:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636925 00000100:00000001:0.0:1647275043.526371:0:8138:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275043.526371:0:8138:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275043.526372:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0180. 00000020:00000001:1.0:1647275043.526372:0:7651:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000010:0.0:1647275043.526372:0:8138:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188be00. 00000020:00000010:3.0:1647275043.526373:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507dc8. 00000020:00000040:1.0:1647275043.526373:0:7651:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183d000 refcount=13 00000020:00000010:0.0:1647275043.526373:0:8138:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9180. 00000100:00000001:3.0:1647275043.526374:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275043.526374:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275043.526374:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275043.526374:0:7651:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686046208 : -125191023505408 : ffff8e23b183d000) 00000020:00000010:0.0:1647275043.526374:0:8138:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12c78. 00000100:00000001:3.0:1647275043.526375:0:8958:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1647275043.526375:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1647275043.526375:0:7651:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686046208 : -125191023505408 : ffff8e23b183d000) 00000100:00000001:3.0:1647275043.526376:0:8958:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1647275043.526376:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.526376:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1647275043.526376:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275043.526376:0:7651:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275043.526376:0:8138:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275043.526376:0:8138:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275043.526377:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275043.526377:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33cd00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0001-lwp-OST0001_UUID+5:2600:x1727288348810368:12345-10.0.2.5@tcp:400:kworker/u8:0.0 00000020:00000010:1.0:1647275043.526377:0:7651:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05b200. 00000100:00000001:0.0:1647275043.526377:0:8138:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275043.526378:0:8958:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1647275043.526378:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810368 00000020:00000010:1.0:1647275043.526378:0:7651:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456180. 00000100:00000001:0.0:1647275043.526378:0:8138:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1647275043.526379:0:8958:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1647275043.526379:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000010:1.0:1647275043.526379:0:7651:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000100:00000001:0.0:1647275043.526379:0:8138:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275043.526379:0:8138:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.526380:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1647275043.526380:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.526380:0:8138:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1647275043.526381:0:8958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2549 00000100:00000040:3.0:1647275043.526381:0:8958:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a2958000 : new rpc_count 1 00000020:00000001:2.0:1647275043.526381:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275043.526381:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000040:1.0:1647275043.526381:0:7651:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000100:00000001:3.0:1647275043.526382:0:8958:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298056704 : -125188411494912 : ffff8e244d33ee00) 00000020:00000001:2.0:1647275043.526382:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1647275043.526382:0:7651:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275043.526382:0:7651:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275043.526382:0:7651:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.526382:0:8138:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1647275043.526383:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275043.526383:0:8138:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1647275043.526384:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33ee00 x1727288348810176/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:2.0:1647275043.526384:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1647275043.526384:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275043.526384:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.526384:0:7651:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275043.526384:0:8138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2550 00000020:00000001:2.0:1647275043.526385:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000040:0.0:1647275043.526385:0:8138:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23c906d800 : new rpc_count 1 00000100:00000001:2.0:1647275043.526386:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1647275043.526386:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1647275043.526386:0:8138:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298055296 : -125188411496320 : ffff8e244d33e880) 02000000:00000010:2.0:1647275043.526387:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23d5b28c00. 00000100:00000040:0.0:1647275043.526387:0:8138:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33e880 x1727288348810240/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275043.526388:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.526388:0:7651:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.526390:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.526390:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.526390:0:7651:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275043.526390:0:7651:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00010000:00000040:2.0:1647275043.526391:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810368 00000100:00000001:0.0:1647275043.526391:0:8138:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1647275043.526392:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00100000:1.0:1647275043.526392:0:7651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 1332 00000100:00000040:1.0:1647275043.526392:0:7651:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183d000 : new rpc_count 1 00000100:00000001:0.0:1647275043.526392:0:8138:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1647275043.526393:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275043.526393:0:8958:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:2.0:1647275043.526393:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33cd00 x1727288348810368/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275043.526393:0:7651:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914544720 : -125192795006896 : ffff8e2347ecd850) 00000100:00100000:0.0:1647275043.526393:0:8138:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustrefs-MDT0001-lwp-OST0000_UUID+5:2603:x1727288348810240:12345-10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00100000:3.0:1647275043.526394:0:8958:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33ee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0000-lwp-OST0000_UUID+8:2600:x1727288348810176:12345-10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000040:1.0:1647275043.526394:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ecd850 x1727288348810112/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1647275043.526394:0:8138:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810240 00000020:00000001:0.0:1647275043.526395:0:8138:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000200:3.0:1647275043.526396:0:8958:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810176 00010000:00000001:2.0:1647275043.526396:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1647275043.526396:0:8138:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275043.526397:0:8958:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:3.0:1647275043.526397:0:8958:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00010000:00000001:2.0:1647275043.526397:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275043.526397:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=3 v=1 (1 1 1 1) 00000020:00000001:0.0:1647275043.526397:0:8138:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.526398:0:8958:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.526398:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000020:00000001:0.0:1647275043.526398:0:8138:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275043.526398:0:8138:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:3.0:1647275043.526399:0:8958:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1647275043.526399:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1647275043.526399:0:7651:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:0.0:1647275043.526399:0:8138:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1647275043.526400:0:8958:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:3.0:1647275043.526400:0:8958:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1647275043.526400:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00100000:1.0:1647275043.526400:0:7651:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ecd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fa8a7d8-572a-411f-b362-ce26a7b1ba55+13:2600:x1727288348810112:12345-10.0.2.5@tcp:400:kworker/u8:0.0 00000020:00000001:0.0:1647275043.526400:0:8138:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275043.526400:0:8138:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275043.526401:0:8958:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.526401:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:2.0:1647275043.526401:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:0.0:1647275043.526401:0:8138:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275043.526401:0:8138:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.526402:0:8958:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275043.526402:0:8958:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1647275043.526402:0:7651:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810112 00000020:00000001:0.0:1647275043.526402:0:8138:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000020:00000001:3.0:1647275043.526403:0:8958:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.526403:0:8958:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1647275043.526403:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.526403:0:7651:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275043.526403:0:7651:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:0.0:1647275043.526403:0:8138:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275043.526403:0:8138:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1647275043.526404:0:8958:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275043.526404:0:8958:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1647275043.526404:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:1.0:1647275043.526404:0:7651:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.526404:0:7651:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1647275043.526404:0:8138:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e236465bc00. 02000000:00000010:3.0:1647275043.526405:0:8958:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23a7df5800. 00000100:00000040:2.0:1647275043.526405:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000020:00000001:1.0:1647275043.526405:0:7651:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 02000000:00000001:0.0:1647275043.526405:0:8138:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275043.526406:0:8958:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275043.526406:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffe58. 00000020:00000001:1.0:1647275043.526406:0:7651:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275043.526406:0:7651:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275043.526407:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810368, offset 224 00000020:00000001:1.0:1647275043.526407:0:7651:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275043.526407:0:7651:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275043.526407:0:7651:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.526407:0:8138:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275043.526407:0:8138:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.526408:0:8958:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.526408:0:8958:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.526408:0:7651:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00010000:00000040:0.0:1647275043.526408:0:8138:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810240 00010000:00000040:3.0:1647275043.526409:0:8958:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810176 00000400:00000200:2.0:1647275043.526409:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275043.526409:0:7651:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275043.526409:0:7651:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:0.0:1647275043.526409:0:8138:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000001:3.0:1647275043.526410:0:8958:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 02000000:00000010:1.0:1647275043.526410:0:7651:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241438f000. 02000000:00000001:1.0:1647275043.526410:0:7651:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1647275043.526410:0:8138:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33e880 x1727288348810240/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00010000:00000200:3.0:1647275043.526411:0:8958:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33ee00 x1727288348810176/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275043.526411:0:9353:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000100:00000001:1.0:1647275043.526411:0:7651:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.526412:0:7651:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275043.526413:0:9353:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14464:14464:256:4294967295] 10.0.2.5@tcp LPNI seq info [11472:11472:8:4294967295] 00010000:00000040:1.0:1647275043.526413:0:7651:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810112 00010000:00000001:1.0:1647275043.526413:0:7651:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000001:0.0:1647275043.526413:0:8138:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275043.526414:0:8958:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000200:1.0:1647275043.526414:0:7651:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ecd850 x1727288348810112/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00010000:00000001:0.0:1647275043.526414:0:8138:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275043.526414:0:8138:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=3 v=1 (1 1 1 1) 00010000:00000001:3.0:1647275043.526415:0:8958:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275043.526415:0:8958:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=3 v=1 (1 1 1 1) 00000400:00000200:2.0:1647275043.526416:0:9353:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:0.0:1647275043.526416:0:8138:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1647275043.526417:0:8958:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275043.526417:0:8138:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 24 to 10.0.2.5@tcp 00000100:00000001:0.0:1647275043.526417:0:8138:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000100:00000040:3.0:1647275043.526418:0:8958:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 25 to 10.0.2.5@tcp 00000100:00000001:3.0:1647275043.526418:0:8958:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000800:00000200:2.0:1647275043.526418:0:9353:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00010000:00000001:1.0:1647275043.526418:0:7651:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275043.526418:0:7651:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275043.526418:0:8138:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275043.526419:0:8958:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000010:2.0:1647275043.526419:0:9353:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af000 (tot 73194689). 00000100:00001000:1.0:1647275043.526419:0:7651:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=12 v=1 (1 1 1 1) 02000000:00000001:0.0:1647275043.526419:0:8138:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275043.526419:0:8138:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:3.0:1647275043.526420:0:8958:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.526420:0:8958:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:1.0:1647275043.526420:0:7651:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275043.526420:0:8138:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000040:3.0:1647275043.526421:0:8958:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000800:00000200:2.0:1647275043.526421:0:9353:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000040:1.0:1647275043.526421:0:7651:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 26 to 10.0.2.5@tcp 00000400:00000010:0.0:1647275043.526421:0:8138:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0088. 00000400:00000010:3.0:1647275043.526422:0:8958:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 00000100:00000001:1.0:1647275043.526422:0:7651:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000100:00000200:0.0:1647275043.526422:0:8138:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810240, offset 224 00000100:00000200:3.0:1647275043.526423:0:8958:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810176, offset 224 00000800:00000200:2.0:1647275043.526423:0:9353:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 02000000:00000001:1.0:1647275043.526423:0:7651:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275043.526423:0:7651:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275043.526424:0:9353:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1647275043.526424:0:7651:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:0.0:1647275043.526424:0:8138:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000040:1.0:1647275043.526425:0:7651:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000200:3.0:1647275043.526426:0:8958:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000010:1.0:1647275043.526426:0:7651:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574e58. 00000400:00000200:0.0:1647275043.526427:0:8138:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000400:00000200:0.0:1647275043.526428:0:8138:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14465:14465:255:4294967295] 10.0.2.5@tcp LPNI seq info [11473:11473:7:4294967295] 00000100:00000001:2.0:1647275043.526429:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275043.526430:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 25 to 10.0.2.5@tcp 00010000:00000001:2.0:1647275043.526430:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275043.526431:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.526431:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1647275043.526432:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33cd00 x1727288348810368/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:1.0:1647275043.526432:0:7651:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727288348810112, offset 224 00000400:00000200:0.0:1647275043.526432:0:8138:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000400:00000200:1.0:1647275043.526434:0:7651:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000800:00000200:0.0:1647275043.526434:0:8138:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:3.0:1647275043.526435:0:8958:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000800:00000010:0.0:1647275043.526435:0:8138:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf200 (tot 73194937). 00000100:00100000:2.0:1647275043.526436:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33cd00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0001-lwp-OST0001_UUID+5:2600:x1727288348810368:12345-10.0.2.5@tcp:400:kworker/u8:0.0 Request processed in 60us (180us total) trans 0 rc 0/0 00000400:00000200:3.0:1647275043.526437:0:8958:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14466:14466:254:4294967295] 10.0.2.5@tcp LPNI seq info [11474:11474:6:4294967295] 00000800:00000200:0.0:1647275043.526437:0:8138:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00100000:2.0:1647275043.526439:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2548 00000800:00000200:0.0:1647275043.526439:0:8138:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000040:2.0:1647275043.526440:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b1838800 : new rpc_count 0 00000800:00000200:0.0:1647275043.526440:0:8138:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1647275043.526441:0:8958:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:2.0:1647275043.526441:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275043.526441:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1647275043.526441:0:8138:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1647275043.526442:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0980. 00000100:00000040:0.0:1647275043.526442:0:8138:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 24 to 10.0.2.5@tcp 00000800:00000200:3.0:1647275043.526443:0:8958:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000020:00000010:2.0:1647275043.526443:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507738. 00000400:00000200:1.0:1647275043.526443:0:7651:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00010000:00000001:0.0:1647275043.526443:0:8138:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275043.526443:0:8138:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1647275043.526444:0:8958:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34400 (tot 73195185). 00000020:00000010:2.0:1647275043.526444:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a9a00. 00000020:00000001:0.0:1647275043.526444:0:8138:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275043.526444:0:8138:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33e880 x1727288348810240/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000040:2.0:1647275043.526445:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b1838800 : new refcount 4 00000400:00000200:1.0:1647275043.526445:0:7651:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14467:14467:253:4294967295] 10.0.2.5@tcp LPNI seq info [11475:11475:5:4294967295] 00000800:00000200:3.0:1647275043.526446:0:8958:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:2.0:1647275043.526446:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1647275043.526448:0:8958:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:2.0:1647275043.526448:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000800:00000200:3.0:1647275043.526449:0:8958:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1647275043.526449:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1647275043.526449:0:7651:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00100000:0.0:1647275043.526449:0:8138:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33e880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustrefs-MDT0001-lwp-OST0000_UUID+5:2603:x1727288348810240:12345-10.0.2.5@tcp:400:kworker/u8:0.0 Request processed in 56us (94us total) trans 0 rc 0/0 00000100:00000001:3.0:1647275043.526450:0:8958:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275043.526450:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2551 00000100:00000040:2.0:1647275043.526450:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7ca000 : new rpc_count 1 00000100:00000040:3.0:1647275043.526451:0:8958:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:2.0:1647275043.526451:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298051072 : -125188411500544 : ffff8e244d33d800) 00000800:00000200:1.0:1647275043.526451:0:7651:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:1.0:1647275043.526451:0:7651:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691c00 (tot 73195433). 00000100:00100000:0.0:1647275043.526451:0:8138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2550 00010000:00000001:3.0:1647275043.526452:0:8958:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:3.0:1647275043.526452:0:8958:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275043.526452:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33d800 x1727288348810304/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275043.526452:0:8138:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23c906d800 : new rpc_count 0 00000020:00000001:3.0:1647275043.526453:0:8958:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1647275043.526453:0:7651:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:0.0:1647275043.526453:0:8138:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275043.526453:0:8138:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1647275043.526454:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33ee00 x1727288348810176/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000010:0.0:1647275043.526454:0:8138:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0180. 00000100:00000001:2.0:1647275043.526455:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000800:00000200:1.0:1647275043.526455:0:7651:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:1.0:1647275043.526455:0:7651:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1647275043.526455:0:8138:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507dc8. 00000100:00000001:2.0:1647275043.526456:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275043.526456:0:8138:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a9e00. 00000100:00100000:2.0:1647275043.526457:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33d800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-OST0001_UUID+8:2603:x1727288348810304:12345-10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1647275043.526457:0:7651:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1647275043.526457:0:8138:0:(genops.c:979:class_export_put()) PUTting export ffff8e23c906d800 : new refcount 4 00000100:00100000:3.0:1647275043.526458:0:8958:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33ee00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0000-lwp-OST0000_UUID+8:2600:x1727288348810176:12345-10.0.2.5@tcp:400:kworker/u8:0.0 Request processed in 64us (181us total) trans 0 rc 0/0 00000100:00000200:2.0:1647275043.526458:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810304 00000100:00000040:1.0:1647275043.526458:0:7651:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:1.0:1647275043.526458:0:7651:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000001:0.0:1647275043.526458:0:8138:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275043.526459:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1647275043.526459:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275043.526459:0:7651:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.526459:0:7651:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:2.0:1647275043.526460:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.526460:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1647275043.526460:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ecd850 x1727288348810112/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275043.526461:0:8958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2549 00000020:00000001:2.0:1647275043.526461:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:2.0:1647275043.526461:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1647275043.526462:0:8958:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a2958000 : new rpc_count 0 00000100:00000001:3.0:1647275043.526462:0:8958:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1647275043.526462:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275043.526463:0:8958:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1647275043.526463:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1647275043.526463:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275043.526463:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275043.526464:0:8958:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568c80. 00000020:00000001:2.0:1647275043.526464:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1647275043.526464:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1647275043.526465:0:8958:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cd20. 00000020:00000010:3.0:1647275043.526465:0:8958:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c200. 02000000:00000001:2.0:1647275043.526465:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:1.0:1647275043.526465:0:7651:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ecd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:1fa8a7d8-572a-411f-b362-ce26a7b1ba55+13:2600:x1727288348810112:12345-10.0.2.5@tcp:400:kworker/u8:0.0 Request processed in 65us (230us total) trans 0 rc 0/0 02000000:00000010:2.0:1647275043.526466:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23d5b29400. 02000000:00000001:2.0:1647275043.526466:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1647275043.526467:0:8958:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a2958000 : new refcount 7 00000100:00000001:3.0:1647275043.526467:0:8958:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.526467:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275043.526467:0:7651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 1332 00000020:00000001:2.0:1647275043.526468:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1647275043.526468:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810304 00000100:00000040:1.0:1647275043.526468:0:7651:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183d000 : new rpc_count 0 00010000:00000001:2.0:1647275043.526469:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:1.0:1647275043.526469:0:7651:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275043.526469:0:7651:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000200:2.0:1647275043.526470:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33d800 x1727288348810304/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000010:1.0:1647275043.526470:0:7651:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456180. 00000020:00000010:1.0:1647275043.526471:0:7651:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000800:00000200:0.0:1647275043.526471:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1647275043.526472:0:7651:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05b200. 00000800:00000010:0.0:1647275043.526472:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af000 (tot 73195185). 00000020:00000040:1.0:1647275043.526473:0:7651:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183d000 : new refcount 12 00000400:00000200:0.0:1647275043.526473:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1647275043.526474:0:7651:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1647275043.526475:0:7651:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:0.0:1647275043.526475:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00010000:00000001:2.0:1647275043.526476:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1647275043.526476:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1647275043.526476:0:7651:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c1d68. 00000400:00000200:0.0:1647275043.526476:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffe58 00000400:00000010:0.0:1647275043.526476:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffe58. 00000100:00001000:2.0:1647275043.526477:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=3 v=1 (1 1 1 1) 00000400:00000010:1.0:1647275043.526477:0:7651:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23b267ae40 (tot 73195337). 00000100:00000001:0.0:1647275043.526477:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275043.526477:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:2.0:1647275043.526478:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1647275043.526479:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:2.0:1647275043.526480:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:2.0:1647275043.526480:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000800:00000200:0.0:1647275043.526480:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1647275043.526481:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.526481:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000800:00000010:0.0:1647275043.526481:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf200 (tot 73195089). 00000100:00000040:2.0:1647275043.526482:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000200:0.0:1647275043.526482:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1647275043.526483:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff198. 00000400:00000200:0.0:1647275043.526483:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000200:2.0:1647275043.526484:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810304, offset 224 00000400:00000200:0.0:1647275043.526484:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0088 00000400:00000010:0.0:1647275043.526484:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0088. 00000100:00000001:0.0:1647275043.526485:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275043.526485:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000200:2.0:1647275043.526486:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275043.526487:0:9353:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000800:00000200:0.0:1647275043.526487:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1647275043.526488:0:9353:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14468:14468:254:4294967295] 10.0.2.5@tcp LPNI seq info [11476:11476:6:4294967295] 00000800:00000010:0.0:1647275043.526488:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34400 (tot 73194841). 00000400:00000200:0.0:1647275043.526488:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275043.526489:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275043.526490:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 00000400:00000010:0.0:1647275043.526491:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 00000100:00000001:0.0:1647275043.526491:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275043.526491:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000200:2.0:1647275043.526492:0:9353:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275043.526494:0:9353:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275043.526494:0:9353:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755afc00 (tot 73195089). 00000800:00000200:2.0:1647275043.526496:0:9353:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:2.0:1647275043.526497:0:9353:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275043.526498:0:9353:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755afc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1647275043.526499:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275043.526500:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:2.0:1647275043.526500:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275043.526501:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.526501:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1647275043.526502:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33d800 x1727288348810304/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275043.526506:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33d800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-OST0001_UUID+8:2603:x1727288348810304:12345-10.0.2.5@tcp:400:kworker/u8:0.0 Request processed in 49us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1647275043.526510:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2551 00000100:00000040:2.0:1647275043.526511:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7ca000 : new rpc_count 0 00000100:00000001:2.0:1647275043.526511:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000200:0.0:1647275043.526511:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1647275043.526512:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1647275043.526512:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9180. 00000800:00000010:0.0:1647275043.526512:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691c00 (tot 73194841). 00000020:00000010:2.0:1647275043.526513:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12c78. 00000400:00000200:0.0:1647275043.526513:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1647275043.526514:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188be00. 00000400:00000200:0.0:1647275043.526514:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000040:2.0:1647275043.526515:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7ca000 : new refcount 7 00000100:00000001:2.0:1647275043.526515:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275043.526515:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574e58 00000400:00000010:0.0:1647275043.526515:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574e58. 00000100:00000001:0.0:1647275043.526516:0:3295:0:(events.c:407:reply_out_callback()) Process entered 02000000:00000001:0.0:1647275043.526516:0:3295:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1647275043.526517:0:3295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e241438f000. 02000000:00000001:0.0:1647275043.526518:0:3295:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1647275043.526518:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:0.0:1647275043.526521:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275043.526521:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755afc00 (tot 73194593). 00000400:00000200:0.0:1647275043.526522:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275043.526523:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275043.526524:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff198 00000400:00000010:0.0:1647275043.526524:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff198. 00000100:00000001:0.0:1647275043.526525:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275043.526525:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000001:1.0:1647275043.567009:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.567015:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.567016:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.567017:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.567022:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275043.567029:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 26 MB=0x622f655323680 00000400:00000200:1.0:1647275043.567032:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-10.0.2.6@tcp of length 224/224 into md 0x2be39 [2] + 0 00000400:00000010:1.0:1647275043.567034:0:3294:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da8f0. 00000400:00000200:1.0:1647275043.567036:0:3294:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e23d3c9f900 00000800:00000001:1.0:1647275043.567038:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.567040:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.567041:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.567043:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275043.567045:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23d3c9f900 00000400:00000010:1.0:1647275043.567046:0:3294:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e23d3c9f900 (tot 73194441). 00000100:00000001:1.0:1647275043.567049:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275043.567049:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1647275043.567055:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ec9050 x1727291246917248 msgsize 224 00000100:00100000:1.0:1647275043.567058:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000040:1.0:1647275043.567058:0:3294:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1647275043.567063:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.567065:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.567066:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.567068:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.567069:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.567070:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275043.567073:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 12 MB=0x622f655323700 00000400:00000200:1.0:1647275043.567075:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.6@tcp of length 224/224 into md 0x1b7c9 [64] + 59304 00000800:00000001:1.0:1647275043.567077:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.567079:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.567079:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.567081:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:1.0:1647275043.567083:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275043.567087:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275043.567089:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33c780. 00000100:00000040:1.0:1647275043.567091:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33c780 x1727291246917376 msgsize 224 00000100:00100000:1.0:1647275043.567093:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000001:1.0:1647275043.567101:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.567103:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.567104:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275043.567105:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.567106:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.567107:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275043.567109:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 12 MB=0x622f6553236c0 00000400:00000200:1.0:1647275043.567111:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.6@tcp of length 224/224 into md 0x1b7c9 [64] + 59528 00000800:00000001:1.0:1647275043.567112:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.567115:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275043.567116:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275043.567117:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:1.0:1647275043.567119:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275043.567119:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275043.567120:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33bc80. 00000100:00000040:1.0:1647275043.567121:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33bc80 x1727291246917312 msgsize 224 00000100:00100000:1.0:1647275043.567123:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000001:1.0:1647275043.567129:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275043.567160:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275043.567161:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275043.567169:0:7651:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275043.567170:0:7651:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275043.567171:0:7651:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275043.567172:0:7651:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275043.567173:0:7651:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275043.567175:0:7651:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246917248 00000020:00000001:1.0:1647275043.567176:0:7651:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275043.567176:0:7651:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636ac9 00000020:00000001:1.0:1647275043.567178:0:7651:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275043.567179:0:7651:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183e800 refcount=9 00000020:00000001:1.0:1647275043.567180:0:7651:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686052352 : -125191023499264 : ffff8e23b183e800) 00000020:00000001:1.0:1647275043.567182:0:7651:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686052352 : -125191023499264 : ffff8e23b183e800) 00000100:00000001:2.0:1647275043.567184:0:9353:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1647275043.567184:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1647275043.567185:0:9353:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275043.567185:0:7651:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275043.567186:0:9353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275043.567187:0:9353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275043.567187:0:7651:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05b200. 02000000:00000001:2.0:1647275043.567188:0:9353:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275043.567189:0:9353:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246917376 00000020:00000010:1.0:1647275043.567189:0:7651:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456180. 00000020:00000001:2.0:1647275043.567190:0:9353:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1647275043.567190:0:9353:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636af3 00000100:00000001:3.0:1647275043.567191:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1647275043.567191:0:9353:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000010:1.0:1647275043.567191:0:7651:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000020:00000040:2.0:1647275043.567192:0:9353:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183f800 refcount=5 02000000:00000001:3.0:1647275043.567193:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275043.567193:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1647275043.567193:0:9353:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686056448 : -125191023495168 : ffff8e23b183f800) 00000100:00000001:3.0:1647275043.567194:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.567194:0:9353:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686056448 : -125191023495168 : ffff8e23b183f800) 00000100:00000040:1.0:1647275043.567194:0:7651:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000100:00000001:1.0:1647275043.567194:0:7651:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1647275043.567195:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.567195:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275043.567195:0:7651:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275043.567195:0:7651:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275043.567196:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246917312 00000100:00000001:2.0:1647275043.567196:0:9353:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1647275043.567197:0:7651:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1647275043.567198:0:9353:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c600. 00000020:00000010:2.0:1647275043.567199:0:9353:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568f00. 00000020:00000010:2.0:1647275043.567200:0:9353:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cb28. 00000020:00000001:3.0:1647275043.567201:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275043.567202:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371bb 00000100:00000040:2.0:1647275043.567203:0:9353:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:1.0:1647275043.567203:0:7651:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.567204:0:9353:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275043.567204:0:9353:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1647275043.567205:0:9353:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.567206:0:9353:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1647275043.567207:0:9353:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1647275043.567207:0:9353:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.567207:0:7651:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1647275043.567208:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:1.0:1647275043.567208:0:7651:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1647275043.567209:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364592000 refcount=7 00000100:00100000:1.0:1647275043.567209:0:7651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 1333 00000020:00000001:3.0:1647275043.567210:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000100:00000040:1.0:1647275043.567211:0:7651:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183e800 : new rpc_count 1 00000100:00000001:1.0:1647275043.567212:0:7651:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914526288 : -125192795025328 : ffff8e2347ec9050) 00000020:00000001:3.0:1647275043.567213:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000100:00000001:3.0:1647275043.567214:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1647275043.567214:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ec9050 x1727291246917248/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1647275043.567215:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275043.567216:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8200. 00000020:00000010:3.0:1647275043.567218:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0b80. 00000100:00000001:2.0:1647275043.567218:0:9353:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1647275043.567219:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507f18. 00000100:00000001:3.0:1647275043.567220:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275043.567220:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275043.567220:0:7651:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1647275043.567221:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275043.567221:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1647275043.567221:0:7651:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ec9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e970ac4e-baa2-41d5-9e2f-f6e61477f110+9:7985:x1727291246917248:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00000100:00000001:2.0:1647275043.567222:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275043.567222:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1647275043.567223:0:8958:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1647275043.567223:0:8958:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1647275043.567224:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275043.567224:0:7651:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246917248 00000100:00000001:3.0:1647275043.567225:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275043.567225:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 2552 00000020:00000001:1.0:1647275043.567225:0:7651:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275043.567226:0:7651:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000040:2.0:1647275043.567227:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183f800 : new rpc_count 1 00000100:00000001:2.0:1647275043.567227:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298046848 : -125188411504768 : ffff8e244d33c780) 00000020:00000001:1.0:1647275043.567227:0:7651:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275043.567228:0:8958:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1647275043.567228:0:7651:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1647275043.567229:0:8958:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1647275043.567229:0:7651:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000100:00100000:3.0:1647275043.567230:0:8958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 2553 00000100:00000040:2.0:1647275043.567230:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33c780 x1727291246917376/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000001:1.0:1647275043.567230:0:7651:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275043.567230:0:7651:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275043.567231:0:8958:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364592000 : new rpc_count 1 00000020:00000001:1.0:1647275043.567231:0:7651:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1647275043.567232:0:8958:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298044032 : -125188411507584 : ffff8e244d33bc80) 00000020:00000001:1.0:1647275043.567232:0:7651:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000040:3.0:1647275043.567233:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33bc80 x1727291246917312/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:194/0 lens 224/0 e 0 to 0 dl 1647275049 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000001:1.0:1647275043.567234:0:7651:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.567235:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275043.567235:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1647275043.567235:0:7651:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275043.567235:0:7651:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275043.567236:0:7651:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1647275043.567237:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1647275043.567237:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+5:7985:x1727291246917376:12345-10.0.2.6@tcp:400:kworker/u8:1.0 02000000:00000010:1.0:1647275043.567237:0:7651:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241438ec00. 00000100:00000001:3.0:1647275043.567238:0:8958:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1647275043.567238:0:7651:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275043.567239:0:8958:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33bc80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7985:x1727291246917312:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00000100:00000200:2.0:1647275043.567239:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246917376 00000020:00000001:2.0:1647275043.567240:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:1.0:1647275043.567240:0:7651:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275043.567241:0:8958:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246917312 00000020:00000001:2.0:1647275043.567241:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275043.567241:0:7651:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.567257:0:8958:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1647275043.567257:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275043.567257:0:7651:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727291246917248 00000020:00000001:3.0:1647275043.567258:0:8958:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1647275043.567258:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1647275043.567258:0:7651:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000001:3.0:1647275043.567259:0:8958:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.567259:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:3.0:1647275043.567260:0:8958:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1647275043.567260:0:8958:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:2.0:1647275043.567260:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00010000:00000200:1.0:1647275043.567260:0:7651:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ec9050 x1727291246917248/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000020:00000001:3.0:1647275043.567261:0:8958:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1647275043.567261:0:9353:0:(tgt_lastrcvd.c:2238:tgt_lookup_reply()) lustrefs-MDT0001: lookup reply xid 1727291246917376, found 0 last_xid 1727291246917375 00000001:00000001:3.0:1647275043.567262:0:8958:0:(tgt_lastrcvd.c:2238:tgt_lookup_reply()) lustrefs-MDT0000: lookup reply xid 1727291246917312, found 0 last_xid 1727291246917311 00000020:00000001:3.0:1647275043.567262:0:8958:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275043.567262:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275043.567263:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275043.567264:0:8958:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275043.567264:0:8958:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275043.567264:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275043.567264:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275043.567264:0:7651:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275043.567264:0:7651:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.567265:0:8958:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.567265:0:8958:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1647275043.567285:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1647275043.567286:0:8958:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275043.567286:0:8958:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1647275043.567286:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1647275043.567286:0:7651:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=12 v=1 (1 1 1 1) 02000000:00000010:3.0:1647275043.567287:0:8958:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23a7df4800. 02000000:00000001:2.0:1647275043.567287:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1647275043.567288:0:8958:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275043.567288:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23d5b2a800. 00000100:00000001:1.0:1647275043.567288:0:7651:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1647275043.567289:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275043.567289:0:7651:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00000100:00000001:3.0:1647275043.567290:0:8958:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.567290:0:8958:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275043.567290:0:7651:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 00010000:00000040:3.0:1647275043.567291:0:8958:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 4294967314, transno 0, xid 1727291246917312 00000100:00000001:2.0:1647275043.567291:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275043.567291:0:7651:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1647275043.567292:0:8958:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000001:2.0:1647275043.567292:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275043.567292:0:7651:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1647275043.567293:0:8958:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33bc80 x1727291246917312/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000040:2.0:1647275043.567293:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727291246917376 00000100:00000001:1.0:1647275043.567293:0:7651:0:(niobuf.c:55:ptl_send_buf()) Process entered 00010000:00000001:2.0:1647275043.567294:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000040:1.0:1647275043.567294:0:7651:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00010000:00000200:2.0:1647275043.567296:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33c780 x1727291246917376/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:1.0:1647275043.567296:0:7651:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574b28. 00010000:00000001:3.0:1647275043.567297:0:8958:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275043.567297:0:8958:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275043.567298:0:8958:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=3 v=1 (1 1 1 1) 00000100:00000200:1.0:1647275043.567298:0:7651:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727291246917248, offset 224 00000100:00000001:3.0:1647275043.567300:0:8958:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1647275043.567300:0:8958:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 8 to 10.0.2.6@tcp 00000400:00000200:1.0:1647275043.567300:0:7651:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000100:00000001:3.0:1647275043.567301:0:8958:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 00010000:00000001:2.0:1647275043.567301:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1647275043.567301:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275043.567302:0:8958:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275043.567302:0:8958:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275043.567302:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=3 v=1 (1 1 1 1) 00000100:00000001:3.0:1647275043.567303:0:8958:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275043.567304:0:8958:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000100:00000001:2.0:1647275043.567304:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1647275043.567304:0:7651:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000400:00000010:3.0:1647275043.567305:0:8958:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802ee0. 00000100:00000040:2.0:1647275043.567305:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 9 to 10.0.2.6@tcp 00000100:00000001:2.0:1647275043.567306:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 00000400:00000200:1.0:1647275043.567306:0:7651:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14469:14469:256:4294967295] 10.0.2.6@tcp LPNI seq info [2993:2993:8:4294967295] 00000100:00000200:3.0:1647275043.567307:0:8958:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727291246917312, offset 224 02000000:00000001:2.0:1647275043.567307:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1647275043.567307:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275043.567308:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:3.0:1647275043.567309:0:8958:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000100:00000040:2.0:1647275043.567310:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000400:00000010:2.0:1647275043.567311:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffcc0. 00000400:00000200:1.0:1647275043.567311:0:7651:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000100:00000200:2.0:1647275043.567312:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727291246917376, offset 224 00000800:00000200:1.0:1647275043.567314:0:7651:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000400:00000200:3.0:1647275043.567315:0:8958:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000400:00000200:2.0:1647275043.567315:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000800:00000010:1.0:1647275043.567315:0:7651:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691900 (tot 73194689). 00000400:00000200:3.0:1647275043.567330:0:8958:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14470:14470:255:4294967295] 10.0.2.6@tcp LPNI seq info [2994:2994:7:4294967295] 00000800:00000200:1.0:1647275043.567331:0:7651:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000800:00000200:1.0:1647275043.567333:0:7651:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000400:00000200:3.0:1647275043.567334:0:8958:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000800:00000200:1.0:1647275043.567335:0:7651:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1647275043.567336:0:8958:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000800:00000010:3.0:1647275043.567337:0:8958:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34300 (tot 73194937). 00000400:00000200:2.0:1647275043.567337:0:9353:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000400:00000200:2.0:1647275043.567339:0:9353:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14471:14471:254:4294967295] 10.0.2.6@tcp LPNI seq info [2995:2995:6:4294967295] 00000800:00000200:3.0:1647275043.567354:0:8958:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000800:00000200:3.0:1647275043.567357:0:8958:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000400:00000200:2.0:1647275043.567357:0:9353:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000800:00000200:3.0:1647275043.567358:0:8958:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1647275043.567359:0:8958:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275043.567359:0:9353:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000100:00000001:1.0:1647275043.567359:0:7651:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275043.567360:0:8958:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00000800:00000010:2.0:1647275043.567360:0:9353:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755afc00 (tot 73195185). 00000100:00000040:1.0:1647275043.567360:0:7651:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00010000:00000001:3.0:1647275043.567361:0:8958:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00010000:00000001:1.0:1647275043.567361:0:7651:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:3.0:1647275043.567362:0:8958:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275043.567362:0:8958:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1647275043.567362:0:9353:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000020:00000001:1.0:1647275043.567362:0:7651:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.567362:0:7651:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1647275043.567377:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33bc80 x1727291246917312/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000040:1.0:1647275043.567377:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ec9050 x1727291246917248/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000800:00000200:2.0:1647275043.567378:0:9353:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000800:00000200:2.0:1647275043.567381:0:9353:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755afc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1647275043.567382:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275043.567382:0:7651:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ec9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e970ac4e-baa2-41d5-9e2f-f6e61477f110+9:7985:x1727291246917248:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 161us (326us total) trans 0 rc 0/0 00000100:00000040:2.0:1647275043.567383:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 6 to 10.0.2.6@tcp 00010000:00000001:2.0:1647275043.567384:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275043.567384:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275043.567385:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1647275043.567385:0:7651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 1333 00000100:00000040:1.0:1647275043.567385:0:7651:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183e800 : new rpc_count 0 00000100:00000040:2.0:1647275043.567386:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33c780 x1727291246917376/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:194/0 lens 224/224 e 0 to 0 dl 1647275049 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:1.0:1647275043.567386:0:7651:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275043.567387:0:7651:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1647275043.567423:0:7651:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456180. 00000100:00100000:3.0:1647275043.567425:0:8958:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33bc80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7985:x1727291246917312:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 186us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1647275043.567425:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33c780 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+5:7985:x1727291246917376:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 189us (333us total) trans 0 rc 0/0 00000020:00000010:1.0:1647275043.567425:0:7651:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000020:00000010:1.0:1647275043.567426:0:7651:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05b200. 00000100:00100000:3.0:1647275043.567428:0:8958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 2553 00000020:00000040:1.0:1647275043.567428:0:7651:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183e800 : new refcount 8 00000100:00000040:3.0:1647275043.567429:0:8958:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364592000 : new rpc_count 0 00000100:00000001:3.0:1647275043.567429:0:8958:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275043.567429:0:7651:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275043.567430:0:8958:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1647275043.567430:0:8958:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0b80. 00000100:00000200:1.0:1647275043.567430:0:7651:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1647275043.567431:0:7651:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c1bb0. 00000020:00000010:3.0:1647275043.567432:0:8958:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507f18. 00000020:00000010:3.0:1647275043.567433:0:8958:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8200. 00000100:00100000:2.0:1647275043.567433:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 2552 00000400:00000010:1.0:1647275043.567433:0:7651:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23b267ad80 (tot 73195337). 00000020:00000040:3.0:1647275043.567434:0:8958:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364592000 : new refcount 6 00000100:00000040:2.0:1647275043.567434:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183f800 : new rpc_count 0 00000100:00000001:3.0:1647275043.567435:0:8958:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275043.567435:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275043.567435:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1647275043.567438:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568f00. 00000020:00000010:2.0:1647275043.567454:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cb28. 00000020:00000010:2.0:1647275043.567455:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c600. 00000020:00000040:2.0:1647275043.567456:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183f800 : new refcount 4 00000100:00000001:2.0:1647275043.567457:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1647275043.567484:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275043.567485:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691900 (tot 73195089). 00000400:00000200:0.0:1647275043.567487:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275043.567490:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:0.0:1647275043.567492:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574b28 00000400:00000010:0.0:1647275043.567493:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574b28. 00000100:00000001:0.0:1647275043.567494:0:3296:0:(events.c:407:reply_out_callback()) Process entered 02000000:00000001:0.0:1647275043.567495:0:3296:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1647275043.567495:0:3296:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e241438ec00. 02000000:00000001:0.0:1647275043.567497:0:3296:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1647275043.567497:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:0.0:1647275043.567500:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275043.567501:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34300 (tot 73194841). 00000400:00000200:0.0:1647275043.567503:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275043.567504:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:0.0:1647275043.567521:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802ee0 00000400:00000010:0.0:1647275043.567522:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802ee0. 00000100:00000001:0.0:1647275043.567523:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275043.567523:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:0.0:1647275043.567575:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275043.567575:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755afc00 (tot 73194593). 00000400:00000200:0.0:1647275043.567577:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275043.567578:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:0.0:1647275043.567601:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffcc0 00000400:00000010:0.0:1647275043.567602:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffcc0. 00000100:00000001:0.0:1647275043.567603:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275043.567603:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00010000:00000001:1.0:1647275043.817421:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275043.817425:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275043.817427:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275043.817427:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275043.817430:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275043.817430:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275043.817432:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275043.817433:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275043.817434:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275043.817435:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275043.817436:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275043.817437:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275043.817443:0:7645:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1647275043.817448:0:7645:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275044.567482:0:9353:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1647275044.567482:0:7651:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1647275044.567484:0:9353:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275044.567484:0:7651:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275044.567497:0:8143:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1647275044.567498:0:8143:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819460:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275044.819462:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819464:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275044.819465:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819467:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275044.819469:0:5187:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1647275044.819469:0:5187:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1647275044.819470:0:5187:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819471:0:5187:0:(ldlm_lockd.c:2185:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1647275044.819472:0:5187:0:(ldlm_lockd.c:2188:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819472:0:5187:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819473:0:5187:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819475:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275044.819476:0:5187:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1647275044.819477:0:5187:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1647275044.819477:0:5187:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819477:0:5187:0:(ldlm_lockd.c:2185:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1647275044.819478:0:5187:0:(ldlm_lockd.c:2188:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819478:0:5187:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819479:0:5187:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819481:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275044.819481:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275044.819483:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275044.819483:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275044.819541:0:7646:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1647275044.819542:0:7646:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275045.821716:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275045.821718:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275045.821725:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275045.821726:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275045.821728:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275045.821728:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275045.821730:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275045.821731:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275045.821732:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275045.821733:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275045.821734:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275045.821737:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275045.821822:0:8691:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1647275045.821824:0:8691:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275046.823360:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275046.823363:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275046.823365:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275046.823365:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275046.823369:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275046.823370:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275046.823372:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275046.823372:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275046.823374:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275046.823374:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275046.823376:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275046.823376:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275046.823446:0:9456:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1647275046.823448:0:9456:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275047.826053:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275047.826055:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275047.826057:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275047.826058:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275047.826060:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275047.826061:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275047.826062:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275047.826063:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275047.826064:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275047.826065:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275047.826066:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275047.826067:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275047.826073:0:9457:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1647275047.826074:0:9457:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275048.531441:0:9774:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:2.0:1647275048.531443:0:9774:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1647275048.531446:0:9774:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e5800. 00000020:00000040:2.0:1647275048.531451:0:9774:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:2.0:1647275048.531453:0:9774:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275048.531454:0:9774:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275048.531456:0:9774:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275048.531458:0:9774:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23755af000. 00000100:00000001:2.0:1647275048.531460:0:9774:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531462:0:9774:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275048.531470:0:9774:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.531474:0:9774:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e5800] to pc [ptlrpcd_00_03+3] req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000004:00000001:2.0:1647275048.531482:0:9774:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531492:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1647275048.531493:0:3303:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1647275048.531493:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.531496:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275048.531504:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.531505:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000004:00000001:0.0:1647275048.531505:0:9770:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:0.0:1647275048.531506:0:9770:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000001:2.0:1647275048.531507:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275048.531508:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1647275048.531508:0:9770:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f0b00. 00000100:00000040:2.0:1647275048.531509:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000020:00000040:0.0:1647275048.531512:0:9770:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000001:2.0:1647275048.531513:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275048.531513:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.531514:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1647275048.531514:0:9770:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275048.531515:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275048.531515:0:9770:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1647275048.531516:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330500608:10.0.2.5@tcp:13:osp-pre-1-0.0 02000000:00000001:0.0:1647275048.531516:0:9770:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275048.531517:0:9770:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bff00. 00000100:00000001:3.0:1647275048.531518:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.531518:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1647275048.531519:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.531519:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275048.531519:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531519:0:9770:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.531520:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275048.531521:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23d5b29c00. 00000100:00000001:0.0:1647275048.531521:0:9770:0:(jobid.c:866:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1647275048.531522:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531522:0:9770:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275048.531524:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da6e0. 00000100:00000040:0.0:1647275048.531526:0:9770:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f0b00] to pc [ptlrpcd_00_00+0] req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000010:2.0:1647275048.531527:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff088. 00000100:00000200:2.0:1647275048.531529:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330500608, portal 4 00000100:00000001:2.0:1647275048.531529:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275048.531530:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779718144 : -125191929833472 : ffff8e237b7e5800) 00000100:00000040:2.0:1647275048.531532:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000004:00000001:0.0:1647275048.531536:0:9770:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531540:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275048.531541:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275048.531541:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1647275048.531542:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff4c8. 00000100:00000200:2.0:1647275048.531542:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330500608, offset 0 00000100:00000001:0.0:1647275048.531542:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275048.531542:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1647275048.531543:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1647275048.531546:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275048.531547:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275048.531547:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275048.531548:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275048.531548:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275048.531549:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f0b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330500672:0@lo:41:osp-pre-1-0.0 00000400:00000200:2.0:1647275048.531550:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:0.0:1647275048.531551:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275048.531551:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275048.531552:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275048.531552:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1647275048.531553:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 02000000:00000010:0.0:1647275048.531553:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e236465ac00. 02000000:00000001:0.0:1647275048.531554:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275048.531555:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1647275048.531555:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76058. 00000400:00000200:2.0:1647275048.531556:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000010:0.0:1647275048.531556:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0088. 00000400:00000200:2.0:1647275048.531557:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14472:14472:256:4294967295] 10.0.2.5@tcp LPNI seq info [11477:11477:8:4294967295] 00000100:00000200:0.0:1647275048.531557:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330500672, portal 4 00000100:00000001:0.0:1647275048.531558:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275048.531559:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208631552 : -125191500920064 : ffff8e23950f0b00) 00000100:00000040:0.0:1647275048.531560:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1647275048.531561:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:0.0:1647275048.531563:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1647275048.531564:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000800:00000200:2.0:1647275048.531565:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275048.531565:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0dd0. 00000100:00000200:0.0:1647275048.531565:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330500672, offset 0 00000800:00000010:2.0:1647275048.531566:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755aff00 (tot 73194841). 00000100:00000040:1.0:1647275048.531567:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) a104e6ec-b36b-47db-9d0a-896e252a4f7d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1647275048.531567:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000800:00000200:2.0:1647275048.531569:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:1.0:1647275048.531570:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1647275048.531570:0:3301:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1647275048.531571:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275048.531572:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755aff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1647275048.531572:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33f900. 00000400:00000200:0.0:1647275048.531573:0:3301:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3a40 00000020:00000040:1.0:1647275048.531574:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e244d184000 refcount=4 obd=MGC10.0.2.4@tcp 00000100:00000001:1.0:1647275048.531576:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275048.531576:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1647275048.531576:0:3301:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 18464 02000000:00000001:1.0:1647275048.531577:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531578:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531578:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1647275048.531578:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691e00. 00000100:00000001:2.0:1647275048.531579:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.531579:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531580:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531581:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.531581:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging a104e6ec-b36b-47db-9d0a-896e252a4f7d->MGS req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1647275048.531584:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.531584:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.531585:0:3301:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1647275048.531586:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275048.531587:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.531587:0:3301:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1647275048.531588:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33f900] to pc [ptlrpcd_00_01+1] req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275048.531589:0:3301:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:0.0:1647275048.531589:0:3301:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1647275048.531591:0:3301:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f3700. 00000100:00000040:0.0:1647275048.531592:0:3301:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f3700 x1727288330500672 msgsize 224 00000100:00100000:0.0:1647275048.531593:0:3301:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1647275048.531596:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.531597:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1647275048.531598:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1647275048.531599:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d338000. 00000100:00000001:0.0:1647275048.531599:0:3301:0:(events.c:394:request_in_callback()) Process leaving 00000020:00000040:1.0:1647275048.531601:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:1.0:1647275048.531601:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275048.531602:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275048.531602:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.531602:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0dd0 02000000:00000010:1.0:1647275048.531603:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691900. 00000400:00000010:0.0:1647275048.531603:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0dd0. 00000100:00000001:1.0:1647275048.531604:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531604:0:3301:0:(events.c:53:request_out_callback()) Process entered 00000100:00000040:1.0:1647275048.531605:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-MDT0000_UUID req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1647275048.531606:0:3301:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275048.531608:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275048.531608:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.531609:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d338000] to pc [ptlrpcd_00_02+2] req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275048.531610:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275048.531611:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275048.531614:0:8143:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1647275048.531614:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.531615:0:8143:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275048.531615:0:3301:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1647275048.531616:0:8143:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275048.531617:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.531617:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-lwp-MDT0001_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1647275048.531617:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531618:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275048.531619:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1647275048.531619:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33d280. 00000100:00000001:0.0:1647275048.531619:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275048.531620:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e240f586000 refcount=3 obd=lustrefs-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1647275048.531620:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531620:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275048.531621:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275048.531621:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1647275048.531622:0:8143:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275048.531622:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.531623:0:8143:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275048.531623:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691c00. 00000100:00000001:1.0:1647275048.531623:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531623:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275048.531623:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000040:1.0:1647275048.531624:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-lwp-MDT0001_UUID->lustrefs-MDT0000_UUID req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275048.531624:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275048.531624:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1647275048.531625:0:8143:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330500672 00000100:00000001:0.0:1647275048.531625:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.531626:0:8143:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275048.531626:0:8143:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000100:00100000:0.0:1647275048.531626:0:3301:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1647275048.531627:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275048.531628:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275048.531628:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531628:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275048.531628:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275048.531629:0:8143:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000040:1.0:1647275048.531629:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33d280] to pc [ptlrpcd_00_03+3] req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275048.531629:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1647275048.531630:0:8143:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 00000100:00000001:0.0:1647275048.531630:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1647275048.531631:0:8143:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000020:00000001:3.0:1647275048.531632:0:8143:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:0.0:1647275048.531632:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1647275048.531633:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.531633:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1647275048.531633:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.531634:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275048.531635:0:8143:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1647275048.531635:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1647275048.531635:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d339b80. 00000020:00000010:3.0:1647275048.531636:0:8143:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8200. 00000020:00000040:1.0:1647275048.531636:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000100:00000001:1.0:1647275048.531637:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275048.531637:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:3.0:1647275048.531638:0:8143:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0b80. 02000000:00000001:1.0:1647275048.531638:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275048.531638:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691400. 00000100:00000001:0.0:1647275048.531638:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1647275048.531639:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1647275048.531639:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531639:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275048.531640:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1647275048.531659:0:8143:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507f18. 00000800:00000010:2.0:1647275048.531659:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755aff00 (tot 73194593). 00000100:00000040:1.0:1647275048.531659:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0000_UUID req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 02000000:00000001:0.0:1647275048.531659:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275048.531660:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1647275048.531660:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a104e6ec-b36b-47db-9d0a-896e252a4f7d:3301:1727288330500736:0@lo:400:kworker/u8:0.0 00000100:00000040:3.0:1647275048.531662:0:8143:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000400:00000200:2.0:1647275048.531662:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275048.531662:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1647275048.531663:0:8143:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1647275048.531663:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff4c8 00000400:00000010:2.0:1647275048.531663:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff4c8. 00000100:00000001:1.0:1647275048.531663:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275048.531663:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275048.531663:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1647275048.531664:0:8143:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275048.531664:0:8143:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531664:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000040:1.0:1647275048.531664:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d339b80] to pc [ptlrpcd_00_00+0] req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:0.0:1647275048.531664:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275048.531664:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1647275048.531665:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:0.0:1647275048.531665:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188ac00. 02000000:00000001:0.0:1647275048.531666:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.531667:0:8143:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275048.531667:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76f20. 00000100:00000001:1.0:1647275048.531668:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275048.531668:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0dd0. 00000100:00000001:2.0:1647275048.531669:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275048.531669:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1647275048.531669:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500736, portal 25 00000100:00000001:3.0:1647275048.531670:0:8143:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275048.531670:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275048.531670:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1647275048.531670:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33dd80. 00000100:00000001:0.0:1647275048.531670:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275048.531670:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298059520 : -125188411492096 : ffff8e244d33f900) 00000020:00000040:1.0:1647275048.531671:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000001:1.0:1647275048.531672:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275048.531672:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1647275048.531672:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.531673:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531673:0:3295:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000001:1.0:1647275048.531673:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.531674:0:8143:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1647275048.531674:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691800. 00000100:00000001:3.0:1647275048.531675:0:8143:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1647275048.531675:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275048.531676:0:8143:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00000001:2.0:1647275048.531676:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1647275048.531676:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0001_UUID req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275048.531676:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275048.531677:0:8143:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00100000:2.0:1647275048.531677:0:3302:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1647275048.531677:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275048.531677:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1647275048.531678:0:8143:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208642816 : -125191500908800 : ffff8e23950f3700) 00000400:00000010:0.0:1647275048.531678:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0110. 00000100:00000200:0.0:1647275048.531678:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1727288330500736, offset 0 00000100:00000001:2.0:1647275048.531679:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275048.531679:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275048.531679:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1647275048.531680:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f3700 x1727288330500672/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275048.531680:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.531680:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1647275048.531680:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.531680:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1647275048.531681:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1647275048.531681:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33dd80] to pc [ptlrpcd_00_01+1] req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275048.531703:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275048.531703:0:3301:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1647275048.531704:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275048.531704:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1647275048.531705:0:8143:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f3700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0000-mdtlov_UUID+5:3301:x1727288330500672:12345-0@lo:41:osp-pre-1-0.0 00000400:00000200:0.0:1647275048.531706:0:3301:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x622f5a75d3a80 00000100:00000200:3.0:1647275048.531707:0:8143:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330500672 00000100:00000001:2.0:1647275048.531707:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275048.531707:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.531708:0:8143:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 02000000:00000001:2.0:1647275048.531708:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1647275048.531708:0:3301:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2bed1 [2] + 0 02000000:00000001:2.0:1647275048.531709:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275048.531709:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69dad10. 00000020:00000001:3.0:1647275048.531710:0:8143:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00100000:2.0:1647275048.531710:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d339b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330500928:10.0.2.5@tcp:400:kworker/u8:0.0 00000020:00000001:3.0:1647275048.531711:0:8143:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531711:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1647275048.531711:0:3301:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e23d3c9f240 00000020:00000001:3.0:1647275048.531712:0:8143:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 02000000:00000001:2.0:1647275048.531712:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275048.531712:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.531712:0:3301:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1647275048.531713:0:8143:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072656300544 : -1053251072 : ffffffffc138aa00) 02000000:00000001:2.0:1647275048.531713:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275048.531713:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c600. 00000020:00000001:3.0:1647275048.531714:0:8143:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000001:2.0:1647275048.531714:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.531714:0:3301:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1647275048.531715:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69dacb8. 00000400:00000200:0.0:1647275048.531715:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23d3c9f240 00000400:00000010:0.0:1647275048.531715:0:3301:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e23d3c9f240 (tot 73194441). 00000020:00000001:3.0:1647275048.531716:0:8143:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275048.531717:0:8143:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000400:00000010:2.0:1647275048.531717:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff4c8. 00000100:00000001:0.0:1647275048.531717:0:3301:0:(events.c:307:request_in_callback()) Process entered 00000020:00000001:3.0:1647275048.531718:0:8143:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275048.531718:0:8143:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275048.531718:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500928, portal 4 00000100:00000001:3.0:1647275048.531719:0:8143:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1647275048.531719:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275048.531719:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298035584 : -125188411516032 : ffff8e244d339b80) 00000100:00000200:0.0:1647275048.531719:0:3301:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 02000000:00000001:3.0:1647275048.531720:0:8143:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1647275048.531725:0:8143:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8e23a7df4000. 02000000:00000001:3.0:1647275048.531726:0:8143:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.531726:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.531729:0:8143:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531729:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275048.531730:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000040:0.0:1647275048.531730:0:3301:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ecb850 x1727288330500736 msgsize 224 00000004:00000001:3.0:1647275048.531731:0:8143:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000400:00000010:2.0:1647275048.531731:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff550. 00000004:00000001:3.0:1647275048.531751:0:8143:0:(mdt_lib.c:397:mdt_check_ucred()) Process entered 00000004:00000001:3.0:1647275048.531752:0:8143:0:(mdt_lib.c:404:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275048.531752:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330500928, offset 0 00000100:00100000:0.0:1647275048.531752:0:3301:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1647275048.531753:0:3301:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000400:00000200:2.0:1647275048.531754:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275048.531756:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000004:00000024:3.0:1647275048.531757:0:8143:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 29612552192 avail 26942894080 00000400:00000200:2.0:1647275048.531757:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:0.0:1647275048.531757:0:3301:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:2.0:1647275048.531758:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000020:00000020:3.0:1647275048.531759:0:8143:0:(tgt_grant.c:221:tgt_grant_sanity_check()) lustrefs-MDT0001: processing self export: 0 0 0 00000400:00000200:2.0:1647275048.531759:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275048.531760:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14473:14473:256:4294967295] 10.0.2.5@tcp LPNI seq info [11478:11478:8:4294967295] 00000020:00000020:3.0:1647275048.531776:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0000-mdtlov_UUID/ffff8e24503eb800 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1647275048.531778:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli d14dab7c-c50e-464d-b9b2-5ce6f15a3529/ffff8e23b183f800 dirty 0 pend 0 grant 2146304 00000020:00000020:3.0:1647275048.531779:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0001-lwp-OST0001_UUID/ffff8e23b1838800 dirty 0 pend 0 grant 0 00000400:00000200:2.0:1647275048.531779:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000020:00000020:3.0:1647275048.531780:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0001-lwp-OST0000_UUID/ffff8e23c906d800 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1647275048.531780:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1647275048.531781:0:8143:0:(mdt_handler.c:558:mdt_statfs()) 7230535 blocks: 7229627 free, 6577855 avail; 20868120 objects: 20867861 free; state 0 00000800:00000200:2.0:1647275048.531781:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000040:1.0:1647275048.531781:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1647275048.531781:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0110 00000800:00000010:2.0:1647275048.531782:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755aff00 (tot 73194689). 00000100:00000001:1.0:1647275048.531782:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1647275048.531782:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0110. 00000100:00000010:1.0:1647275048.531783:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d339600. 00000100:00000001:0.0:1647275048.531783:0:3301:0:(events.c:53:request_out_callback()) Process entered 00000004:00000001:3.0:1647275048.531784:0:8143:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275048.531784:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000200:0.0:1647275048.531784:0:3301:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000040:3.0:1647275048.531785:0:8143:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330500672 00000800:00000200:2.0:1647275048.531785:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000020:00000040:1.0:1647275048.531785:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:1.0:1647275048.531785:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000800:00000200:2.0:1647275048.531786:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755aff00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1647275048.531786:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275048.531786:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275048.531787:0:8143:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 02000000:00000010:1.0:1647275048.531787:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691d00. 00010000:00000200:3.0:1647275048.531788:0:8143:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f3700 x1727288330500672/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:199/0 lens 224/368 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275048.531788:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531788:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275048.531789:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0000_UUID req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1647275048.531789:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.531791:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531792:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275048.531792:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275048.531793:0:8143:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1647275048.531793:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275048.531794:0:8143:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531794:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275048.531794:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531794:0:3301:0:(events.c:93:request_out_callback()) Process leaving 00000100:00001000:3.0:1647275048.531795:0:8143:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=8 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275048.531795:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275048.531795:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275048.531796:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.531796:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275048.531796:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531796:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275048.531797:0:8143:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1647275048.531797:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1647275048.531797:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275048.531797:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531797:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.531798:0:8143:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000040:2.0:1647275048.531798:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.531799:0:8143:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000100:00000040:1.0:1647275048.531799:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d339600] to pc [ptlrpcd_00_02+2] req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275048.531799:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.531800:0:8143:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1647275048.531800:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.531801:0:8143:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531801:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275048.531801:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531801:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275048.531801:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275048.531802:0:8143:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:2.0:1647275048.531802:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1647275048.531802:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531802:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.531803:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275048.531803:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33dd80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330500992:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000040:1.0:1647275048.531803:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-lwp-MDT0000_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1647275048.531803:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.531804:0:8143:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1647275048.531804:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1647275048.531804:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d338b00. 00000400:00000010:3.0:1647275048.531805:0:8143:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802908. 00000100:00000001:2.0:1647275048.531805:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275048.531805:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275048.531806:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.531806:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:1.0:1647275048.531806:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e23d3d8b000 refcount=3 obd=lustrefs-MDT0000-lwp-MDT0000 00000100:00000001:1.0:1647275048.531806:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1647275048.531807:0:8143:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1727288330500672, offset 224 02000000:00000010:2.0:1647275048.531807:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560de00. 02000000:00000001:2.0:1647275048.531807:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275048.531807:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275048.531807:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275048.531808:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da580. 02000000:00000010:1.0:1647275048.531808:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691200. 00000400:00000200:3.0:1647275048.531809:0:8143:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1647275048.531809:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275048.531810:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff000. 00000100:00000040:1.0:1647275048.531810:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-lwp-MDT0000_UUID->lustrefs-MDT0000_UUID req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1647275048.531811:0:8143:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1647275048.531811:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500992, portal 4 00000100:00000001:2.0:1647275048.531811:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275048.531812:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298052480 : -125188411499136 : ffff8e244d33dd80) 00000100:00000040:2.0:1647275048.531813:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275048.531814:0:8143:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x622f5a75d3a40 00000100:00000001:1.0:1647275048.531814:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275048.531814:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.531815:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d338b00] to pc [ptlrpcd_00_03+3] req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275048.531816:0:8143:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2cf69 [1] + 224 00000100:00000001:2.0:1647275048.531816:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:3.0:1647275048.531818:0:8143:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1647275048.531818:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275048.531818:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffaa0. 00000100:00000001:1.0:1647275048.531818:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275048.531819:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330500992, offset 0 00000400:00000200:3.0:1647275048.531820:0:8143:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1647275048.531820:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=18446744073707085683 : -2465933 : ffffffffffda5f73) 00000400:00000200:2.0:1647275048.531821:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000020:00000001:1.0:1647275048.531821:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=18446744073709238956 : -312660 : fffffffffffb3aac) 00000100:00000001:3.0:1647275048.531822:0:8143:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000200:2.0:1647275048.531822:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000020:00000001:1.0:1647275048.531822:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=10244494 : 10244494 : 9c518e) 00000020:00000001:1.0:1647275048.531822:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=127359552 : 127359552 : 7975a40) 00000100:00000200:3.0:1647275048.531823:0:8143:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1647275048.531823:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275048.531824:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1647275048.531824:0:9755:0:(pinger.c:319:ptlrpc_pinger_main()) next wakeup in 5 (4849) 00000400:00000200:2.0:1647275048.531825:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275048.531826:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14474:14474:255:4294967295] 10.0.2.5@tcp LPNI seq info [11479:11479:7:4294967295] 00000100:00000040:3.0:1647275048.531827:0:8143:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1647275048.531829:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275048.531830:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275048.531830:0:7651:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000800:00000010:2.0:1647275048.531831:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af800 (tot 73194937). 02000000:00000001:1.0:1647275048.531831:0:7651:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275048.531831:0:7651:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000800:00000200:2.0:1647275048.531832:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:1.0:1647275048.531832:0:7651:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275048.531833:0:7651:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275048.531834:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275048.531834:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af800 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1647275048.531834:0:7651:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330500736 00000020:00000001:1.0:1647275048.531834:0:7651:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:2.0:1647275048.531835:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275048.531835:0:7651:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd063670a 00000100:00000001:3.0:1647275048.531836:0:8143:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.531836:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1647275048.531836:0:7651:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275048.531836:0:7651:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a7e4d800 refcount=17 00000100:00000001:2.0:1647275048.531837:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531837:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.531837:0:7651:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882524633088 : -125191184918528 : ffff8e23a7e4d800) 00000400:00000200:3.0:1647275048.531838:0:8143:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802908 00000400:00000010:3.0:1647275048.531838:0:8143:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802908. 00000100:00000001:2.0:1647275048.531838:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275048.531838:0:7651:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882524633088 : -125191184918528 : ffff8e23a7e4d800) 00000100:00000001:2.0:1647275048.531839:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275048.531839:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:1.0:1647275048.531839:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275048.531840:0:8143:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275048.531840:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275048.531840:0:7651:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1647275048.531860:0:8143:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:2.0:1647275048.531861:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275048.531862:0:8143:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531862:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275048.531862:0:7651:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a200. 00000100:00000040:3.0:1647275048.531863:0:8143:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00000100:00000001:2.0:1647275048.531863:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275048.531863:0:7651:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456d00. 00010000:00000001:3.0:1647275048.531864:0:8143:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000010:1.0:1647275048.531864:0:7651:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000020:00000001:3.0:1647275048.531865:0:8143:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1647275048.531865:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1647275048.531866:0:8143:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1647275048.531866:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.531866:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1647275048.531866:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755aff00 (tot 73194689). 00000100:00000040:3.0:1647275048.531867:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f3700 x1727288330500672/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:199/0 lens 224/368 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275048.531867:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1647275048.531867:0:7651:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000400:00000200:0.0:1647275048.531867:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1647275048.531868:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275048.531868:0:7651:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275048.531868:0:7651:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275048.531868:0:7651:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.531869:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275048.531870:0:7651:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531871:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275048.531871:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.531871:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff550 00000400:00000010:0.0:1647275048.531871:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff550. 02000000:00000001:2.0:1647275048.531872:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275048.531872:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531872:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00100000:3.0:1647275048.531873:0:8143:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f3700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0000-mdtlov_UUID+5:3301:x1727288330500672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 168us (280us total) trans 0 rc 0/0 00000100:00000001:1.0:1647275048.531873:0:7651:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275048.531874:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0001-mdtlov_UUID:3303:1727288330500800:0@lo:400:kworker/u8:0.0 00000100:00000200:0.0:1647275048.531874:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.531875:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275048.531875:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1647275048.531875:0:7651:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1647275048.531876:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.531876:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1647275048.531876:0:7651:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1647275048.531877:0:8143:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 02000000:00000010:2.0:1647275048.531877:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560d800. 00000100:00000040:3.0:1647275048.531878:0:8143:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 02000000:00000001:2.0:1647275048.531878:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275048.531878:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da790. 00000100:00000001:0.0:1647275048.531878:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1647275048.531879:0:8143:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1647275048.531879:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffc38. 00000100:00000001:3.0:1647275048.531880:0:8143:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1647275048.531880:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500800, portal 4 00000100:00000001:2.0:1647275048.531880:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1647275048.531880:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000010:3.0:1647275048.531881:0:8143:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0b80. 00000100:00000001:2.0:1647275048.531881:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298028544 : -125188411523072 : ffff8e244d338000) 00000100:00000040:2.0:1647275048.531883:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000010:3.0:1647275048.531884:0:8143:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507f18. 00000020:00000010:3.0:1647275048.531885:0:8143:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8200. 00000100:00000001:2.0:1647275048.531886:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275048.531886:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1647275048.531887:0:8143:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000400:00000010:2.0:1647275048.531887:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffd48. 00000100:00000001:3.0:1647275048.531888:0:8143:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275048.531888:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330500800, offset 0 00000100:00000001:0.0:1647275048.531888:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275048.531889:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1647275048.531889:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:2.0:1647275048.531891:0:3303:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1647275048.531893:0:3303:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3ac0 00000100:00000001:3.0:1647275048.531895:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1647275048.531895:0:3303:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 18688 00000100:00000001:3.0:1647275048.531896:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275048.531896:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1647275048.531897:0:3303:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1647275048.531897:0:7651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00000040:3.0:1647275048.531898:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275048.531898:0:3303:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1647275048.531898:0:7651:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a7e4d800 : new rpc_count 1 00000100:00000001:1.0:1647275048.531898:0:7651:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914536528 : -125192795015088 : ffff8e2347ecb850) 00000100:00000040:1.0:1647275048.531899:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ecb850 x1727288330500736/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.531900:0:3303:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275048.531900:0:3303:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1647275048.531914:0:3303:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e6e00. 00000100:00000001:3.0:1647275048.531915:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275048.531916:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.531916:0:3303:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e6e00 x1727288330500800 msgsize 224 02000000:00000001:3.0:1647275048.531917:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1647275048.531917:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275048.531917:0:7651:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:3.0:1647275048.531918:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275048.531918:0:3303:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1647275048.531918:0:7651:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ecb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a104e6ec-b36b-47db-9d0a-896e252a4f7d+17:3301:x1727288330500736:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1647275048.531919:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33d280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-lwp-MDT0001_UUID:3304:1727288330500864:0@lo:400:kworker/u8:0.0 00000100:00000200:1.0:1647275048.531920:0:7651:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330500736 00000020:00000001:1.0:1647275048.531920:0:7651:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:2.0:1647275048.531921:0:3303:0:(events.c:394:request_in_callback()) Process leaving 00000020:00000001:1.0:1647275048.531921:0:7651:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275048.531921:0:7651:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.531922:0:7651:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:2.0:1647275048.531923:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffd48 00000400:00000010:2.0:1647275048.531923:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffd48. 00000020:00000001:1.0:1647275048.531923:0:7651:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000100:00000001:2.0:1647275048.531945:0:3303:0:(events.c:53:request_out_callback()) Process entered 00000800:00000200:0.0:1647275048.531945:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1647275048.531946:0:3303:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:1.0:1647275048.531946:0:7651:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000800:00000010:0.0:1647275048.531946:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af800 (tot 73194441). 00000020:00000001:1.0:1647275048.531947:0:7651:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275048.531947:0:7651:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1647275048.531947:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1647275048.531948:0:7651:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275048.531948:0:7651:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.531948:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000001:1.0:1647275048.531949:0:7651:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275048.531949:0:7651:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1647275048.531950:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 02000000:00000001:1.0:1647275048.531950:0:7651:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1647275048.531950:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffaa0 00000100:00000040:2.0:1647275048.531951:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000010:1.0:1647275048.531951:0:7651:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241438ec00. 02000000:00000001:1.0:1647275048.531952:0:7651:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.531953:0:7651:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531954:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.531954:0:7651:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275048.531954:0:7651:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330500736 00000100:00000001:2.0:1647275048.531955:0:3303:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:1.0:1647275048.531955:0:7651:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:2.0:1647275048.531956:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531956:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1647275048.531956:0:7651:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ecb850 x1727288330500736/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.531957:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531958:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1647275048.531959:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000001:1.0:1647275048.531960:0:7651:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1647275048.531960:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffaa0. 00000100:00000001:3.0:1647275048.531961:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275048.531961:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1647275048.531961:0:3294:0:(events.c:53:request_out_callback()) Process entered 02000000:00000001:3.0:1647275048.531962:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531962:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275048.531962:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.531963:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1647275048.531963:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275048.531963:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275048.531963:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000010:3.0:1647275048.531964:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a8200. 00000100:00100000:2.0:1647275048.531964:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d339600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330501056:10.0.2.5@tcp:400:kworker/u8:0.0 02000000:00000001:3.0:1647275048.531965:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.531966:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275048.531966:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275048.531966:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275048.531967:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491633c8. 02000000:00000001:2.0:1647275048.531967:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1647275048.531968:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802908. 02000000:00000010:2.0:1647275048.531968:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560dc00. 02000000:00000001:2.0:1647275048.531968:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531968:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000200:3.0:1647275048.531969:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330500864, portal 10 00000400:00000010:2.0:1647275048.531969:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00000400:00000010:2.0:1647275048.531969:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffd48. 00000100:00000040:0.0:1647275048.531969:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.531970:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1647275048.531970:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330501056, portal 4 00000100:00000001:3.0:1647275048.531971:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298049664 : -125188411501952 : ffff8e244d33d280) 00000100:00000001:2.0:1647275048.531971:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275048.531971:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298034176 : -125188411517440 : ffff8e244d339600) 00000100:00000040:3.0:1647275048.531973:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275048.531973:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275048.531973:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.531973:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275048.531976:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:3.0:1647275048.531977:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275048.531977:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275048.531977:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff5d8. 00000100:00000040:3.0:1647275048.531978:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1647275048.531978:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330501056, offset 0 00000100:00000001:0.0:1647275048.531978:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275048.531978:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1647275048.531979:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802bb0. 00000400:00000200:2.0:1647275048.531980:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275048.531981:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000001:0.0:1647275048.531981:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275048.531982:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275048.531982:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76058. 00000400:00000200:2.0:1647275048.531983:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:0.0:1647275048.531983:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0088 00000400:00000200:2.0:1647275048.531984:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1647275048.531984:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0088. 00000100:00000200:3.0:1647275048.531985:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1727288330500864, offset 0 00000400:00000200:2.0:1647275048.531985:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275048.531985:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14475:14475:256:4294967295] 10.0.2.5@tcp LPNI seq info [11480:11480:8:4294967295] 00000100:00000001:0.0:1647275048.531985:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00010000:00000001:1.0:1647275048.531986:0:7651:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275048.532002:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1647275048.532003:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:1.0:1647275048.532003:0:7651:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=17 v=1 (1 1 1 1) 00000400:00000200:2.0:1647275048.532005:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:1.0:1647275048.532005:0:7651:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275048.532005:0:7651:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000800:00000200:2.0:1647275048.532006:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275048.532006:0:7651:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000800:00000010:2.0:1647275048.532007:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af900 (tot 73194689). 02000000:00000001:1.0:1647275048.532007:0:7651:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275048.532007:0:7651:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275048.532008:0:3304:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1647275048.532008:0:7651:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000200:0.0:1647275048.532008:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000800:00000200:2.0:1647275048.532009:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000040:1.0:1647275048.532009:0:7651:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1647275048.532010:0:3304:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x622f5a75d3b00 00000800:00000200:2.0:1647275048.532010:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000400:00000010:1.0:1647275048.532010:0:7651:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574110. 00000800:00000200:2.0:1647275048.532011:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1647275048.532024:0:7651:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727288330500736, offset 224 00000100:00000001:0.0:1647275048.532025:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275048.532026:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275048.532027:0:3304:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1b7c9 [64] + 59752 00000100:00000001:0.0:1647275048.532027:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:0.0:1647275048.532028:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275048.532028:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1647275048.532029:0:3304:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275048.532029:0:7651:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275048.532031:0:3304:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1647275048.532031:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532031:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275048.532032:0:3304:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:2.0:1647275048.532032:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275048.532032:0:7651:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1647275048.532033:0:3304:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1647275048.532033:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1647275048.532034:0:3304:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a222680. 00000100:00000001:2.0:1647275048.532034:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.532034:0:7651:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x622f5a75d3a80 00000100:00000001:0.0:1647275048.532034:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532035:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275048.532035:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275048.532036:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.532036:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1647275048.532036:0:7651:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2cf71 [1] + 224 00000100:00000040:3.0:1647275048.532037:0:3304:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a222680 x1727288330500864 msgsize 224 00000100:00000001:2.0:1647275048.532037:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532037:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275048.532037:0:7651:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1647275048.532037:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275048.532038:0:7651:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1647275048.532039:0:3304:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:0.0:1647275048.532039:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=106 v=1 (1 1 0 0) 00000100:00000001:1.0:1647275048.532040:0:7651:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275048.532040:0:7651:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00001000:0.0:1647275048.532040:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=106 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275048.532041:0:3304:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:0.0:1647275048.532041:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275048.532042:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275048.532043:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802bb0 00010000:00000001:0.0:1647275048.532043:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1647275048.532044:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802bb0. 00000100:00000040:1.0:1647275048.532044:0:7651:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000001:0.0:1647275048.532044:0:3301:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532045:0:3304:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1647275048.532045:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1647275048.532046:0:3304:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.532046:0:9353:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1647275048.532046:0:9353:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1647275048.532046:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1647275048.532046:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275048.532047:0:9353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.532047:0:9353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.532047:0:7651:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275048.532047:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.532048:0:9353:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275048.532048:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00100000:2.0:1647275048.532049:0:9353:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330500864 00000400:00000200:1.0:1647275048.532049:0:7651:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574110 00000020:00000001:2.0:1647275048.532050:0:9353:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1647275048.532050:0:9353:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b7 00000400:00000010:1.0:1647275048.532050:0:7651:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574110. 00000100:00000001:1.0:1647275048.532050:0:7651:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275048.532051:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275048.532051:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:2.0:1647275048.532051:0:9353:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:1.0:1647275048.532051:0:7651:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000040:2.0:1647275048.532052:0:9353:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7c9000 refcount=11 00000020:00000001:2.0:1647275048.532052:0:9353:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276284928 : -125192433266688 : ffff8e235d7c9000) 00000100:00000001:1.0:1647275048.532052:0:7651:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.532053:0:9353:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276284928 : -125192433266688 : ffff8e235d7c9000) 00000100:00000040:1.0:1647275048.532053:0:7651:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:1.0:1647275048.532053:0:7651:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000001:0.0:1647275048.532053:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1647275048.532054:0:7651:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.532054:0:7651:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1647275048.532054:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275048.532055:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532055:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1647275048.532055:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ecb850 x1727288330500736/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275048.532055:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532056:0:3304:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275048.532056:0:9353:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000004:00000001:0.0:1647275048.532056:0:3301:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000001:3.0:1647275048.532057:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1647275048.532057:0:9353:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c200. 00000004:00000020:0.0:1647275048.532057:0:3301:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-MDT0001-osp-MDT0000 (ffff8e2442027000): 7230535 blocks, 7229627 free, 6577855 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,20868120 files, 20867861 free files 00000100:00000001:3.0:1647275048.532058:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1647275048.532058:0:9353:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568680. 00000100:00000001:3.0:1647275048.532059:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1647275048.532059:0:9353:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cb28. 00000100:00100000:1.0:1647275048.532059:0:7651:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ecb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a104e6ec-b36b-47db-9d0a-896e252a4f7d+17:3301:x1727288330500736:12345-0@lo:400:kworker/u8:0.0 Request processed in 141us (328us total) trans 0 rc 0/0 00000100:00000001:3.0:1647275048.532060:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000004:00000001:0.0:1647275048.532060:0:3301:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.532061:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275048.532061:0:9353:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000040:0.0:1647275048.532061:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275048.532062:0:9353:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275048.532062:0:9353:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1647275048.532063:0:9353:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532064:0:9353:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1647275048.532064:0:7651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00000001:3.0:1647275048.532085:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1647275048.532085:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f0b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330500672:0@lo:41:osp-pre-1-0.0 00000100:00000001:3.0:1647275048.532086:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532086:0:9353:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1647275048.532086:0:9353:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.532086:0:7651:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a7e4d800 : new rpc_count 0 02000000:00000001:3.0:1647275048.532087:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275048.532087:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.532087:0:7651:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275048.532087:0:7651:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1647275048.532087:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275048.532088:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d338b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-lwp-MDT0000_UUID:3304:1727288330501120:0@lo:400:kworker/u8:0.0 00000020:00000010:1.0:1647275048.532088:0:7651:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456d00. 00000100:00000001:0.0:1647275048.532088:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275048.532089:0:9353:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1647275048.532089:0:7651:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000100:00000040:0.0:1647275048.532089:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f0b00 x1727288330500672/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275048.532090:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1647275048.532090:0:7651:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a200. 02000000:00000001:3.0:1647275048.532091:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1647275048.532091:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532091:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1647275048.532091:0:7651:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a7e4d800 : new refcount 16 02000000:00000001:3.0:1647275048.532092:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1647275048.532092:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1647275048.532092:0:7651:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1647275048.532092:0:7651:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e241438ec00. 00000100:00100000:2.0:1647275048.532093:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00000001:0.0:1647275048.532093:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275048.532093:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275048.532094:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a8600. 00000100:00000040:2.0:1647275048.532094:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7c9000 : new rpc_count 1 00000100:00000001:2.0:1647275048.532094:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025334400 : -125191684217216 : ffff8e238a222680) 02000000:00000001:1.0:1647275048.532094:0:7651:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1647275048.532094:0:7651:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1647275048.532094:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e236465ac00. 02000000:00000001:3.0:1647275048.532095:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.532095:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a222680 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1647275048.532095:0:7651:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 02000000:00000001:0.0:1647275048.532095:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1647275048.532096:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e2349163210. 00000400:00000010:1.0:1647275048.532096:0:7651:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c1580. 00000020:00000001:0.0:1647275048.532096:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000400:00000010:3.0:1647275048.532097:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802bb0. 00000400:00000010:1.0:1647275048.532097:0:7651:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23b267aa80 (tot 73194841). 00000020:00000040:0.0:1647275048.532097:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=2 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000200:3.0:1647275048.532098:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330501120, portal 10 00000020:00000001:0.0:1647275048.532098:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:3.0:1647275048.532099:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1647275048.532099:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298031360 : -125188411520256 : ffff8e244d338b00) 00000100:00000001:2.0:1647275048.532099:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275048.532099:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:0.0:1647275048.532099:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bff00. 00000100:00100000:2.0:1647275048.532100:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-MDT0001_UUID+11:3304:x1727288330500864:12345-0@lo:400:kworker/u8:0.0 02000000:00000001:0.0:1647275048.532100:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1647275048.532101:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275048.532101:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330500864 02000000:00000001:0.0:1647275048.532101:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275048.532101:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f0b00. 00000020:00000001:2.0:1647275048.532102:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1647275048.532103:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1647275048.532103:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.532103:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1647275048.532104:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275048.532104:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:0.0:1647275048.532104:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532105:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:2.0:1647275048.532105:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1647275048.532105:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.532106:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1647275048.532106:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275048.532106:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275048.532106:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1647275048.532107:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802ee0. 00000020:00000001:2.0:1647275048.532107:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1647275048.532107:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000400:00000001:0.0:1647275048.532107:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1647275048.532108:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1647275048.532108:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275048.532108:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76f20. 00000020:00000001:2.0:1647275048.532109:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1647275048.532109:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0dd0 00000400:00000010:0.0:1647275048.532109:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0dd0. 00000100:00000200:3.0:1647275048.532110:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1727288330501120, offset 0 00000100:00000001:2.0:1647275048.532110:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1647275048.532110:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1647275048.532110:0:3301:0:(events.c:103:reply_in_callback()) Process entered 02000000:00000010:2.0:1647275048.532111:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241a55f000. 00000100:00000200:0.0:1647275048.532111:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275048.532112:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1647275048.532112:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532113:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.532113:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275048.532114:0:3304:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000040:2.0:1647275048.532114:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330500864 00010000:00000001:2.0:1647275048.532115:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000200:0.0:1647275048.532135:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275048.532136:0:3304:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x622f5a75d3c00 00010000:00000200:2.0:1647275048.532137:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a222680 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00010000:00000001:2.0:1647275048.532140:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1647275048.532141:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275048.532141:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=8 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275048.532142:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.532143:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1647275048.532143:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:0.0:1647275048.532143:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275048.532143:0:3301:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:2.0:1647275048.532144:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:0.0:1647275048.532144:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275048.532144:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1647275048.532145:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1647275048.532145:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.532145:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532146:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:0.0:1647275048.532146:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.532147:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275048.532147:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff770. 00000100:00001000:0.0:1647275048.532147:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e244d184548 time=17 v=1 (1 1 1 1) 00000100:00001000:0.0:1647275048.532149:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e244d1844d0 time=17 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275048.532150:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275048.532150:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275048.532151:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275048.532152:0:3301:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.532153:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275048.532154:0:3304:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1b7c9 [64] + 59976 00000100:00000040:0.0:1647275048.532154:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275048.532156:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288330500864, offset 224 00000400:00000200:3.0:1647275048.532157:0:3304:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275048.532158:0:3304:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1647275048.532158:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1647275048.532158:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275048.532159:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275048.532160:0:3304:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275048.532160:0:3304:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1647275048.532160:0:9353:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1647275048.532161:0:3304:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a223700. 00000100:00000001:0.0:1647275048.532161:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275048.532162:0:9353:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x622f5a75d3b00 00000100:00000040:0.0:1647275048.532162:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:3.0:1647275048.532163:0:3304:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a223700 x1727288330501120 msgsize 224 00000400:00000200:2.0:1647275048.532164:0:9353:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2cf95 [1] + 224 00000100:00100000:3.0:1647275048.532165:0:3304:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1647275048.532165:0:9353:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275048.532166:0:9353:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1647275048.532167:0:9353:0:(events.c:103:reply_in_callback()) Process entered 00000100:00100000:0.0:1647275048.532167:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a104e6ec-b36b-47db-9d0a-896e252a4f7d:3301:1727288330500736:0@lo:400:kworker/u8:0.0 00000100:00000200:2.0:1647275048.532168:0:9353:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275048.532169:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532170:0:3304:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:0.0:1647275048.532170:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275048.532170:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33f900 x1727288330500736/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275048.532172:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802ee0 00000400:00000010:3.0:1647275048.532172:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802ee0. 00000100:00000040:2.0:1647275048.532172:0:9353:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.532173:0:3304:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275048.532174:0:3304:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275048.532175:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275048.532175:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1647275048.532176:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188ac00. 02000000:00000001:0.0:1647275048.532177:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275048.532178:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275048.532178:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e244d184000 refcount=3 obd=MGC10.0.2.4@tcp 00000100:00000001:3.0:1647275048.532179:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275048.532179:0:9353:0:(events.c:185:reply_in_callback()) Process leaving 00000020:00000001:0.0:1647275048.532179:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000040:3.0:1647275048.532180:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275048.532180:0:9353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff770 02000000:00000010:0.0:1647275048.532180:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691e00. 00000400:00000010:2.0:1647275048.532181:0:9353:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff770. 02000000:00000001:0.0:1647275048.532181:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275048.532181:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1647275048.532182:0:9353:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275048.532182:0:9353:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000010:0.0:1647275048.532182:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33f900. 00000100:00000001:2.0:1647275048.532183:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532184:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.532198:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:2.0:1647275048.532198:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000001:0.0:1647275048.532198:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275048.532198:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532199:0:3304:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:2.0:1647275048.532199:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.532199:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1647275048.532199:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532200:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.532200:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a222680 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.532201:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275048.532201:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275048.532201:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532202:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.532202:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275048.532203:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.532203:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532204:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275048.532204:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a222680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-MDT0001_UUID+11:3304:x1727288330500864:12345-0@lo:400:kworker/u8:0.0 Request processed in 104us (166us total) trans 0 rc 0/0 00000100:00000001:3.0:1647275048.532206:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275048.532206:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:2.0:1647275048.532206:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00000001:3.0:1647275048.532207:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1647275048.532207:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7c9000 : new rpc_count 0 00000100:00000001:3.0:1647275048.532208:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275048.532208:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275048.532208:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:3.0:1647275048.532209:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275048.532209:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1647275048.532209:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568680. 00000400:00000010:3.0:1647275048.532210:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491633c8. 00000020:00000010:2.0:1647275048.532210:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cb28. 00000800:00000200:0.0:1647275048.532210:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1647275048.532211:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802908 00000020:00000010:2.0:1647275048.532211:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c200. 00000800:00000010:0.0:1647275048.532211:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af900 (tot 73194593). 00000400:00000010:3.0:1647275048.532212:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802908. 00000100:00000001:3.0:1647275048.532212:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000020:00000040:2.0:1647275048.532212:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7c9000 : new refcount 10 00000400:00000200:0.0:1647275048.532212:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1647275048.532213:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.532213:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275048.532214:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275048.532215:0:9353:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1647275048.532215:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff5d8 02000000:00000001:2.0:1647275048.532216:0:9353:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1647275048.532216:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff5d8. 00000100:00000001:2.0:1647275048.532217:0:9353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.532217:0:9353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.532217:0:3296:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275048.532218:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275048.532218:0:9353:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275048.532218:0:3296:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275048.532219:0:9353:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330501120 00000020:00000001:2.0:1647275048.532220:0:9353:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1647275048.532220:0:9353:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372be 00000020:00000001:2.0:1647275048.532221:0:9353:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:3.0:1647275048.532247:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275048.532247:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532248:0:3304:0:(client.c:1428:after_reply()) Process entered 00000020:00000040:2.0:1647275048.532248:0:9353:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2378ae5000 refcount=11 02000000:00000001:3.0:1647275048.532249:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275048.532249:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275048.532250:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.532250:0:9353:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881732530176 : -125191977021440 : ffff8e2378ae5000) 02000000:00000001:3.0:1647275048.532251:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.532251:0:9353:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881732530176 : -125191977021440 : ffff8e2378ae5000) 00000100:00001000:3.0:1647275048.532252:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e240f586548 time=8 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275048.532252:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275048.532252:0:9353:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275048.532252:0:3296:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000020:00000010:2.0:1647275048.532253:0:9353:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c200. 00000100:00000040:0.0:1647275048.532253:0:3296:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00001000:3.0:1647275048.532254:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e240f5864d0 time=101 v=1 (1 1 0 0) 00000020:00000010:2.0:1647275048.532254:0:9353:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568680. 00000100:00000001:3.0:1647275048.532255:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1647275048.532255:0:9353:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cb28. 00000100:00000001:3.0:1647275048.532256:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.532256:0:9353:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00010000:00000001:3.0:1647275048.532257:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1647275048.532257:0:9353:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275048.532257:0:9353:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275048.532257:0:3296:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275048.532258:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532258:0:9353:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275048.532258:0:3296:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1647275048.532259:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275048.532259:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275048.532259:0:9353:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1647275048.532260:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275048.532260:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532260:0:9353:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1647275048.532260:0:9353:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.532263:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.532263:0:9353:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532265:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275048.532265:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1647275048.532266:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1647275048.532266:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2555 00000100:00000001:3.0:1647275048.532267:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1647275048.532267:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2378ae5000 : new rpc_count 1 00000100:00000001:3.0:1647275048.532268:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532268:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025338624 : -125191684212992 : ffff8e238a223700) 00000100:00000040:3.0:1647275048.532269:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275048.532269:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a223700 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.532273:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00100000:3.0:1647275048.532274:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33d280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-lwp-MDT0001_UUID:3304:1727288330500864:0@lo:400:kworker/u8:0.0 00000100:00000001:2.0:1647275048.532274:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1647275048.532275:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275048.532275:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a223700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-MDT0000_UUID+11:3304:x1727288330501120:12345-0@lo:400:kworker/u8:0.0 00000100:00000001:3.0:1647275048.532276:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275048.532277:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33d280 x1727288330500864/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275048.532277:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330501120 00000020:00000001:2.0:1647275048.532278:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1647275048.532278:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1647275048.532279:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532280:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1647275048.532280:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275048.532280:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 02000000:00000001:3.0:1647275048.532281:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275048.532281:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a8200. 00000020:00000001:2.0:1647275048.532281:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000001:3.0:1647275048.532282:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275048.532283:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275048.532283:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e240f586000 refcount=2 obd=lustrefs-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1647275048.532283:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275048.532284:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275048.532284:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691c00. 00000020:00000001:2.0:1647275048.532284:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 02000000:00000001:3.0:1647275048.532285:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1647275048.532285:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275048.532285:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.532286:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275048.532286:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33d280. 00000020:00000001:2.0:1647275048.532286:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1647275048.532286:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1647275048.532287:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1647275048.532287:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1647275048.532288:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1647275048.532288:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241a55c400. 02000000:00000001:2.0:1647275048.532288:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532289:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532289:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275048.532290:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275048.532290:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.532290:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532291:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532291:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1647275048.532291:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330501120 00010000:00000001:2.0:1647275048.532292:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:2.0:1647275048.532293:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a223700 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.532296:0:9864:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1647275048.532297:0:9864:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275048.532297:0:9864:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1647275048.532297:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1647275048.532298:0:9864:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.532298:0:9864:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275048.532298:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275048.532298:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=8 v=1 (1 1 1 1) 00000100:00100000:3.0:1647275048.532300:0:9864:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330500800 00000100:00000001:2.0:1647275048.532300:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1647275048.532300:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000020:00000001:3.0:1647275048.532301:0:9864:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275048.532301:0:9864:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000100:00000001:2.0:1647275048.532301:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000020:00000001:3.0:1647275048.532302:0:9864:0:(lustre_handles.c:133:class_handle2object()) Process entered 02000000:00000001:2.0:1647275048.532302:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1647275048.532302:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1647275048.532303:0:9864:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000020:00000001:3.0:1647275048.532303:0:9864:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000100:00000001:2.0:1647275048.532303:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275048.532303:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1647275048.532304:0:9864:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000400:00000010:2.0:1647275048.532304:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff770. 00000100:00000001:3.0:1647275048.532305:0:9864:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1647275048.532305:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288330501120, offset 224 00000100:00000001:3.0:1647275048.532306:0:9864:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1647275048.532306:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1647275048.532307:0:9864:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8200. 00000020:00000010:3.0:1647275048.532322:0:9864:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0b80. 00000400:00000200:2.0:1647275048.532322:0:9353:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1647275048.532323:0:9864:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507f18. 00000100:00000040:3.0:1647275048.532324:0:9864:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000400:00000200:2.0:1647275048.532324:0:9353:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x622f5a75d3c00 00000100:00000001:3.0:1647275048.532325:0:9864:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275048.532325:0:9864:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275048.532326:0:9864:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275048.532326:0:9353:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2cfa9 [1] + 224 00000100:00000001:3.0:1647275048.532327:0:9864:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275048.532327:0:9353:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1647275048.532328:0:9864:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275048.532328:0:9353:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1647275048.532329:0:9353:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1647275048.532330:0:9864:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1647275048.532330:0:9353:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.532331:0:9864:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1647275048.532332:0:9864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00000040:2.0:1647275048.532334:0:9353:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.532341:0:9353:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1647275048.532342:0:9353:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff770 00000400:00000010:2.0:1647275048.532343:0:9353:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff770. 00000100:00000001:2.0:1647275048.532343:0:9353:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275048.532344:0:9353:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:2.0:1647275048.532344:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.532345:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:2.0:1647275048.532346:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275048.532346:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.532347:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1647275048.532348:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a223700 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275048.532351:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a223700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-MDT0000_UUID+11:3304:x1727288330501120:12345-0@lo:400:kworker/u8:0.0 Request processed in 77us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1647275048.532354:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2555 00000100:00000040:2.0:1647275048.532355:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2378ae5000 : new rpc_count 0 00000100:00000001:2.0:1647275048.532355:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275048.532356:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1647275048.532356:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568680. 00000020:00000010:2.0:1647275048.532357:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cb28. 00000020:00000010:2.0:1647275048.532358:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c200. 00000020:00000040:2.0:1647275048.532358:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e2378ae5000 : new refcount 10 00000100:00000001:2.0:1647275048.532359:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275048.532363:0:9864:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:3.0:1647275048.532364:0:9864:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779723776 : -125191929827840 : ffff8e237b7e6e00) 00000100:00000040:3.0:1647275048.532365:0:9864:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e6e00 x1727288330500800/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000004:00000001:2.0:1647275048.532366:0:8695:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:2.0:1647275048.532366:0:8695:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1647275048.532367:0:8695:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e2c00. 00000020:00000040:2.0:1647275048.532368:0:8695:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=4 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:2.0:1647275048.532369:0:8695:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1647275048.532370:0:9864:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275048.532370:0:9864:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:2.0:1647275048.532370:0:8695:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275048.532370:0:8695:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275048.532371:0:9864:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e6e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustrefs-MDT0001-mdtlov_UUID+7:3303:x1727288330500800:12345-0@lo:400:kworker/u8:0.0 02000000:00000010:2.0:1647275048.532372:0:8695:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23755af900. 00000100:00000200:3.0:1647275048.532373:0:9864:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330500800 00000100:00000001:2.0:1647275048.532373:0:8695:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.532374:0:9864:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:2.0:1647275048.532374:0:8695:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000020:00000001:3.0:1647275048.532375:0:9864:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275048.532375:0:9864:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532375:0:8695:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.532376:0:9864:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1647275048.532376:0:8695:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e2c00] to pc [ptlrpcd_00_00+0] req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000004:00000001:0.0:1647275048.532377:0:9018:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000020:00000001:3.0:1647275048.532378:0:9864:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000004:00000020:0.0:1647275048.532378:0:9018:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000020:00000001:3.0:1647275048.532379:0:9864:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1647275048.532393:0:9018:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f0b00. 00000020:00000001:3.0:1647275048.532394:0:9864:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275048.532395:0:9864:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275048.532395:0:9864:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000004:00000001:2.0:1647275048.532395:0:8695:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.532396:0:9864:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1647275048.532396:0:9018:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=4 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:3.0:1647275048.532397:0:9864:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1647275048.532397:0:9864:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1647275048.532397:0:9018:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275048.532397:0:9018:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1647275048.532398:0:9864:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1647275048.532398:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.532398:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1647275048.532398:0:9018:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1647275048.532399:0:9864:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23a7df4400. 00000100:00000001:2.0:1647275048.532399:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275048.532399:0:3302:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 1 async RPCs [0->1] 02000000:00000001:3.0:1647275048.532400:0:9864:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532400:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1647275048.532400:0:9018:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bff00. 00000100:00000001:3.0:1647275048.532401:0:9864:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532401:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275048.532401:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275048.532401:0:9018:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.532402:0:9864:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532402:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.532421:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275048.532421:0:9018:0:(jobid.c:866:lustre_get_jobid()) Process entered 00010000:00000040:3.0:1647275048.532422:0:9864:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330500800 00000100:00000001:2.0:1647275048.532422:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1647275048.532422:0:9018:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275048.532423:0:9864:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000040:2.0:1647275048.532423:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00010000:00000200:3.0:1647275048.532424:0:9864:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e6e00 x1727288330500800/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275048.532424:0:9018:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f0b00] to pc [ptlrpcd_00_01+1] req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000004:00000001:1.0:1647275048.532425:0:9772:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000100:00000001:2.0:1647275048.532426:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275048.532426:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1647275048.532426:0:9772:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 02000000:00000001:2.0:1647275048.532427:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275048.532427:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1647275048.532427:0:9772:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33c200. 00010000:00000001:3.0:1647275048.532428:0:9864:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1647275048.532428:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e2c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330501184:0@lo:41:osp-pre-0-1.0 00010000:00000001:3.0:1647275048.532429:0:9864:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532429:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00001000:3.0:1647275048.532430:0:9864:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=8 v=1 (1 1 1 1) 02000000:00000001:2.0:1647275048.532430:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1647275048.532430:0:9772:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=4 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:1.0:1647275048.532444:0:9772:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000004:00000001:0.0:1647275048.532444:0:9018:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532445:0:9864:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1647275048.532445:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275048.532445:0:9772:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1647275048.532446:0:9864:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 02000000:00000001:2.0:1647275048.532446:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275048.532446:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e241a55c800. 02000000:00000001:1.0:1647275048.532446:0:9772:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532447:0:9864:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:2.0:1647275048.532447:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275048.532447:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da630. 02000000:00000010:1.0:1647275048.532447:0:9772:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691700. 02000000:00000001:3.0:1647275048.532448:0:9864:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275048.532448:0:9864:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275048.532448:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff770. 00000100:00000001:1.0:1647275048.532448:0:9772:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532449:0:9864:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000200:2.0:1647275048.532449:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330501184, portal 4 00000100:00000001:2.0:1647275048.532449:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1647275048.532449:0:9772:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1647275048.532450:0:9864:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1647275048.532450:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779706880 : -125191929844736 : ffff8e237b7e2c00) 00000100:00000001:1.0:1647275048.532450:0:9772:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275048.532451:0:9864:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802908. 00000100:00000200:3.0:1647275048.532452:0:9864:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330500800, offset 224 00000100:00000040:2.0:1647275048.532452:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:1.0:1647275048.532452:0:9772:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33c200] to pc [ptlrpcd_00_02+2] req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:3.0:1647275048.532454:0:9864:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275048.532456:0:9864:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1647275048.532460:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275048.532461:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275048.532461:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff220. 00000100:00000200:2.0:1647275048.532462:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330501184, offset 0 00000400:00000200:2.0:1647275048.532463:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275048.532475:0:9864:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d3ac0 00000400:00000200:3.0:1647275048.532477:0:9864:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2cf8d [1] + 224 00000400:00000200:2.0:1647275048.532477:0:3302:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1647275048.532479:0:9864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275048.532479:0:3302:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3c40 00000400:00000200:3.0:1647275048.532481:0:9864:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1647275048.532481:0:3302:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 18912 00000400:00000200:2.0:1647275048.532482:0:3302:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275048.532483:0:3302:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1647275048.532484:0:9864:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275048.532484:0:3302:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:3.0:1647275048.532485:0:9864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275048.532485:0:3302:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1647275048.532486:0:3302:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e3180. 00000100:00000040:2.0:1647275048.532487:0:3302:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e3180 x1727288330501184 msgsize 224 00000100:00100000:2.0:1647275048.532488:0:3302:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1647275048.532489:0:9864:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000004:00000001:1.0:1647275048.532491:0:9772:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532495:0:3302:0:(events.c:394:request_in_callback()) Process leaving 00000004:00000001:1.0:1647275048.532495:0:9047:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000400:00000200:2.0:1647275048.532496:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff220 00000004:00000020:1.0:1647275048.532496:0:9047:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000400:00000010:2.0:1647275048.532497:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff220. 00000100:00000001:2.0:1647275048.532497:0:3302:0:(events.c:53:request_out_callback()) Process entered 00000100:00000010:1.0:1647275048.532497:0:9047:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33b180. 00000100:00000001:3.0:1647275048.532498:0:9864:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000200:2.0:1647275048.532498:0:3302:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000040:1.0:1647275048.532498:0:9047:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=4 obd=lustrefs-OST0001-osc-MDT0001 00000400:00000200:3.0:1647275048.532499:0:9864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802908 00000400:00000010:3.0:1647275048.532500:0:9864:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802908. 00000100:00000001:3.0:1647275048.532500:0:9864:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275048.532500:0:9047:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275048.532500:0:9047:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1647275048.532501:0:9864:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:2.0:1647275048.532501:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 02000000:00000001:1.0:1647275048.532501:0:9047:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532502:0:9864:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.532502:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:1.0:1647275048.532502:0:9047:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691600. 00000100:00000040:3.0:1647275048.532503:0:9864:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:3.0:1647275048.532503:0:9864:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000001:1.0:1647275048.532503:0:9047:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.532504:0:9864:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.532504:0:9047:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275048.532504:0:9047:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.532505:0:9864:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1647275048.532505:0:9864:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e6e00 x1727288330500800/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.532505:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532505:0:3302:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275048.532506:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.532506:0:9047:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33b180] to pc [ptlrpcd_00_03+3] req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:2.0:1647275048.532507:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275048.532508:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275048.532509:0:9864:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e6e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustrefs-MDT0001-mdtlov_UUID+7:3303:x1727288330500800:12345-0@lo:400:kworker/u8:0.0 Request processed in 139us (592us total) trans 0 rc 0/0 00000100:00000001:2.0:1647275048.532509:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532509:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532510:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000004:00000001:1.0:1647275048.532510:0:9047:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532511:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1647275048.532512:0:9864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00000001:2.0:1647275048.532512:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1647275048.532531:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:3.0:1647275048.532532:0:9864:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000100:00000001:3.0:1647275048.532532:0:9864:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275048.532533:0:9864:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1647275048.532533:0:9864:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0b80. 00000100:00000001:2.0:1647275048.532533:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275048.532533:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1647275048.532534:0:9864:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507f18. 00000100:00000040:2.0:1647275048.532534:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:3.0:1647275048.532535:0:9864:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8200. 00000800:00000001:1.0:1647275048.532535:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275048.532535:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000040:3.0:1647275048.532536:0:9864:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000800:00000001:1.0:1647275048.532536:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532537:0:9864:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532537:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275048.532538:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.532538:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1647275048.532538:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:3.0:1647275048.532539:0:9864:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1647275048.532539:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.532540:0:9864:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275048.532540:0:9864:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1647275048.532540:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f0b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330501248:10.0.2.5@tcp:13:osp-pre-0-1.0 00000100:00000001:3.0:1647275048.532541:0:9864:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532541:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275048.532541:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1647275048.532541:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3a00 02000000:00000001:3.0:1647275048.532542:0:9864:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275048.532542:0:9864:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330501184 02000000:00000001:2.0:1647275048.532542:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.532543:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275048.532543:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e234b8a1800. 00000400:00000200:1.0:1647275048.532543:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cf61 [1] + 224 00000020:00000001:3.0:1647275048.532544:0:9864:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275048.532544:0:9864:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 02000000:00000001:2.0:1647275048.532544:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275048.532544:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:3.0:1647275048.532545:0:9864:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1647275048.532545:0:9864:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000400:00000010:2.0:1647275048.532545:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da4d0. 00000020:00000001:3.0:1647275048.532546:0:9864:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000400:00000010:2.0:1647275048.532546:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff220. 00000100:00000200:2.0:1647275048.532546:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330501248, portal 4 00000800:00000001:1.0:1647275048.532546:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.532546:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1647275048.532547:0:9864:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000100:00000001:2.0:1647275048.532547:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275048.532547:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208631552 : -125191500920064 : ffff8e23950f0b00) 00000400:00000200:1.0:1647275048.532547:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:3.0:1647275048.532548:0:9864:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275048.532548:0:9864:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275048.532549:0:9864:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8200. 00000020:00000010:3.0:1647275048.532549:0:9864:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0b80. 00000100:00000040:2.0:1647275048.532549:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275048.532549:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000020:00000010:3.0:1647275048.532550:0:9864:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507f18. 00000100:00000200:1.0:1647275048.532550:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:3.0:1647275048.532551:0:9864:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:3.0:1647275048.532551:0:9864:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275048.532552:0:9864:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275048.532552:0:9864:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532552:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:3.0:1647275048.532553:0:9864:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.532553:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275048.532553:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff3b8. 00000100:00000040:1.0:1647275048.532553:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:2.0:1647275048.532554:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330501248, offset 0 00000100:00000001:3.0:1647275048.532555:0:9864:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275048.532556:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275048.532557:0:9864:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275048.532557:0:9864:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1647275048.532557:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:1.0:1647275048.532557:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00100000:3.0:1647275048.532558:0:9864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00000040:3.0:1647275048.532559:0:9864:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:3.0:1647275048.532559:0:9864:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779708288 : -125191929843328 : ffff8e237b7e3180) 00000400:00000200:2.0:1647275048.532559:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:2.0:1647275048.532559:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1647275048.532560:0:9864:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e3180 x1727288330501184/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1647275048.532560:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275048.532561:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14476:14476:256:4294967295] 10.0.2.5@tcp LPNI seq info [11481:11481:8:4294967295] 00000100:00000001:3.0:1647275048.532564:0:9864:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275048.532564:0:9864:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1647275048.532579:0:9864:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e3180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustrefs-MDT0001-mdtlov_UUID+7:3302:x1727288330501184:12345-0@lo:41:osp-pre-0-1.0 00000400:00000200:2.0:1647275048.532579:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000200:3.0:1647275048.532580:0:9864:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330501184 00000020:00000001:3.0:1647275048.532580:0:9864:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:3.0:1647275048.532581:0:9864:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275048.532581:0:9864:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275048.532581:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000020:00000001:3.0:1647275048.532582:0:9864:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1647275048.532582:0:9864:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072656300544 : -1053251072 : ffffffffc138aa00) 00000800:00000010:2.0:1647275048.532582:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af800 (tot 73194841). 00000800:00000001:1.0:1647275048.532582:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000200:2.0:1647275048.532583:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000001:1.0:1647275048.532583:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275048.532583:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:3.0:1647275048.532584:0:9864:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1647275048.532584:0:9864:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275048.532584:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275048.532585:0:9864:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275048.532585:0:9864:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000800:00000200:2.0:1647275048.532585:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000400:00000200:1.0:1647275048.532585:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000020:00000001:3.0:1647275048.532586:0:9864:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275048.532586:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1647275048.532587:0:9864:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275048.532587:0:9864:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1647275048.532587:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3b40 02000000:00000010:3.0:1647275048.532607:0:9864:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8e23a7df7c00. 02000000:00000001:3.0:1647275048.532608:0:9864:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275048.532608:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cf79 [1] + 224 00000100:00000001:3.0:1647275048.532609:0:9864:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1647275048.532610:0:9864:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000800:00000001:1.0:1647275048.532610:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000004:00000001:3.0:1647275048.532611:0:9864:0:(mdt_lib.c:397:mdt_check_ucred()) Process entered 00000100:00000001:2.0:1647275048.532611:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532611:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1647275048.532611:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1647275048.532612:0:9864:0:(mdt_lib.c:404:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532612:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275048.532612:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275048.532613:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275048.532613:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275048.532614:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532614:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1647275048.532614:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275048.532615:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275048.532615:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1647275048.532615:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000004:00000024:3.0:1647275048.532616:0:9864:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 29613133824 avail 26943475712 00000100:00000001:2.0:1647275048.532616:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275048.532616:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532617:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1647275048.532618:0:9864:0:(tgt_grant.c:221:tgt_grant_sanity_check()) lustrefs-MDT0000: processing self export: 0 0 0 00000100:00000040:1.0:1647275048.532618:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000020:3.0:1647275048.532619:0:9864:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-MDT0000_UUID/ffff8e2378ae5000 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1647275048.532619:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000020:00000020:3.0:1647275048.532620:0:9864:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-MDT0001_UUID/ffff8e235d7c9000 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1647275048.532620:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275048.532620:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000020:00000020:3.0:1647275048.532621:0:9864:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-OST0001_UUID/ffff8e235d7ca000 dirty 0 pend 0 grant 0 00000100:00000040:2.0:1647275048.532621:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000020:00000020:3.0:1647275048.532623:0:9864:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-OST0000_UUID/ffff8e23a2958000 dirty 0 pend 0 grant 0 00000020:00000020:3.0:1647275048.532624:0:9864:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli d14dab7c-c50e-464d-b9b2-5ce6f15a3529/ffff8e2364592000 dirty 0 pend 0 grant 2097152 00000020:00000020:3.0:1647275048.532646:0:9864:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0001-mdtlov_UUID/ffff8e2364590000 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1647275048.532646:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000004:00000020:3.0:1647275048.532647:0:9864:0:(mdt_handler.c:558:mdt_statfs()) 7230783 blocks: 7229769 free, 6577997 avail; 20863024 objects: 20862696 free; state 0 00000004:00000001:3.0:1647275048.532649:0:9864:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532649:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275048.532649:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1647275048.532649:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000040:3.0:1647275048.532650:0:9864:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330501184 02000000:00000001:2.0:1647275048.532650:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275048.532650:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275048.532651:0:9864:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00100000:2.0:1647275048.532651:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33c200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330501312:10.0.2.5@tcp:13:osp-pre-0-0.0 00010000:00000200:3.0:1647275048.532652:0:9864:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e3180 x1727288330501184/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:199/0 lens 224/368 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275048.532652:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275048.532653:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275048.532653:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.532654:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1647275048.532655:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23e5642000. 02000000:00000001:2.0:1647275048.532655:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275048.532656:0:9864:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1647275048.532656:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da160. 00010000:00000001:3.0:1647275048.532657:0:9864:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275048.532658:0:9864:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=8 v=1 (1 1 1 1) 00000400:00000010:2.0:1647275048.532658:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff5d8. 00000100:00000200:2.0:1647275048.532658:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330501312, portal 4 00000100:00000001:3.0:1647275048.532659:0:9864:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1647275048.532659:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275048.532659:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298045440 : -125188411506176 : ffff8e244d33c200) 00000100:00000040:3.0:1647275048.532661:0:9864:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000040:2.0:1647275048.532661:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:3.0:1647275048.532662:0:9864:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:3.0:1647275048.532663:0:9864:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275048.532664:0:9864:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532664:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:3.0:1647275048.532665:0:9864:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275048.532665:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275048.532665:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffaa0. 00000100:00000040:3.0:1647275048.532666:0:9864:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1647275048.532666:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330501312, offset 0 00000800:00000200:1.0:1647275048.532666:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1647275048.532667:0:9864:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802908. 00000400:00000200:2.0:1647275048.532667:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000800:00000010:1.0:1647275048.532667:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af800 (tot 73194593). 00000100:00000200:3.0:1647275048.532668:0:9864:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1727288330501184, offset 224 00000400:00000200:1.0:1647275048.532668:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275048.532669:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:3.0:1647275048.532670:0:9864:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1647275048.532670:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:1.0:1647275048.532670:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:2.0:1647275048.532671:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000800:00000001:0.0:1647275048.532671:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275048.532672:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:1.0:1647275048.532672:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff3b8 00000400:00000010:1.0:1647275048.532672:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff3b8. 00000800:00000001:0.0:1647275048.532672:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000200:2.0:1647275048.532673:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14477:14477:255:4294967295] 10.0.2.5@tcp LPNI seq info [11482:11482:7:4294967295] 00000100:00000001:1.0:1647275048.532673:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275048.532674:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000800:00000001:0.0:1647275048.532674:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275048.532676:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000400:00000200:0.0:1647275048.532676:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000800:00000200:2.0:1647275048.532678:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:3.0:1647275048.532679:0:9864:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000010:2.0:1647275048.532679:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755aff00 (tot 73194841). 00000800:00000200:2.0:1647275048.532680:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000200:0.0:1647275048.532680:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3b80 00000400:00000200:3.0:1647275048.532681:0:9864:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x622f5a75d3c40 00000800:00000200:2.0:1647275048.532682:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275048.532682:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755aff00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1647275048.532682:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cf85 [1] + 224 00000100:00000001:2.0:1647275048.532683:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275048.532684:0:9864:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2cfbd [1] + 224 00000100:00000001:2.0:1647275048.532684:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1647275048.532684:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275048.532685:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275048.532686:0:9864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1647275048.532686:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275048.532686:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1647275048.532687:0:9864:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1647275048.532687:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da790. 00000400:00000200:2.0:1647275048.532687:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffc38 00000400:00000010:2.0:1647275048.532688:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffc38. 00000100:00000001:3.0:1647275048.532689:0:9864:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275048.532689:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275048.532690:0:9864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:2.0:1647275048.532690:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000001:0.0:1647275048.532690:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275048.532691:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275048.532693:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000040:3.0:1647275048.532695:0:9864:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:0.0:1647275048.532695:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275048.532696:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275048.532699:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.532700:0:9864:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1647275048.532701:0:9864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802908 00000100:00000001:1.0:1647275048.532701:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000400:00000010:3.0:1647275048.532702:0:9864:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802908. 00000100:00000040:1.0:1647275048.532702:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:3.0:1647275048.532703:0:9864:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275048.532703:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.532703:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532704:0:9864:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:2.0:1647275048.532704:0:3303:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:3.0:1647275048.532705:0:9864:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.532705:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1647275048.532705:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.532706:0:9864:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00000100:00000001:2.0:1647275048.532706:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.532706:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.532706:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000040:0.0:1647275048.532706:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00010000:00000001:3.0:1647275048.532707:0:9864:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 02000000:00000001:2.0:1647275048.532707:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.532708:0:9864:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.532709:0:9864:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00001000:2.0:1647275048.532709:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=8 v=1 (1 1 1 1) 00000100:00000040:3.0:1647275048.532710:0:9864:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e3180 x1727288330501184/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:199/0 lens 224/368 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00001000:2.0:1647275048.532710:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=101 v=1 (1 1 0 0) 00000100:00000001:0.0:1647275048.532711:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.532712:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275048.532712:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275048.532713:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1647275048.532713:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:2.0:1647275048.532714:0:3303:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275048.532715:0:9864:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e3180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustrefs-MDT0001-mdtlov_UUID+7:3302:x1727288330501184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 150us (227us total) trans 0 rc 0/0 00000100:00000001:2.0:1647275048.532715:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275048.532715:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000100:00000001:2.0:1647275048.532716:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275048.532716:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275048.532718:0:9864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00000040:2.0:1647275048.532718:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:3.0:1647275048.532720:0:9864:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000100:00000001:3.0:1647275048.532721:0:9864:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275048.532726:0:9864:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1647275048.532726:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1647275048.532726:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1647275048.532727:0:9864:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0b80. 00000100:00000001:2.0:1647275048.532727:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275048.532727:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1647275048.532727:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755aff00 (tot 73194593). 00000400:00000200:1.0:1647275048.532728:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1647275048.532729:0:9864:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507f18. 00000100:00000040:2.0:1647275048.532729:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000010:3.0:1647275048.532730:0:9864:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8200. 00000020:00000040:3.0:1647275048.532731:0:9864:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000800:00000001:0.0:1647275048.532731:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532732:0:9864:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275048.532733:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0001-mdtlov_UUID:3303:1727288330500800:0@lo:400:kworker/u8:0.0 00000400:00000001:2.0:1647275048.532736:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275048.532736:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275048.532737:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da6e0. 00000400:00000200:2.0:1647275048.532738:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff088 00000400:00000010:2.0:1647275048.532739:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff088. 00000100:00000001:2.0:1647275048.532739:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1647275048.532740:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275048.532741:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275048.532742:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1647275048.532743:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:2.0:1647275048.532746:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275048.532747:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275048.532747:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.532748:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275048.532763:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275048.532764:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33b180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330501376:10.0.2.5@tcp:13:osp-pre-1-1.0 00000100:00000001:3.0:1647275048.532765:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1647275048.532765:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000001:3.0:1647275048.532766:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1647275048.532767:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.532767:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1647275048.532767:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000010:3.0:1647275048.532768:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23a7df6800. 00000400:00000200:1.0:1647275048.532768:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffaa0 02000000:00000001:3.0:1647275048.532769:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532769:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.532769:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1647275048.532769:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffaa0. 00000400:00000010:3.0:1647275048.532770:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491633c8. 00000400:00000010:3.0:1647275048.532770:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802908. 00000100:00000001:2.0:1647275048.532770:0:3303:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:1.0:1647275048.532770:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1647275048.532770:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000001:2.0:1647275048.532771:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275048.532771:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.532772:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275048.532786:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330501376, portal 4 00000100:00000001:3.0:1647275048.532786:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1647275048.532786:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532787:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298041216 : -125188411510400 : ffff8e244d33b180) 00000100:00001000:2.0:1647275048.532791:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea45c0 time=106 v=1 (1 1 0 0) 00000100:00000040:3.0:1647275048.532793:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00001000:2.0:1647275048.532793:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=106 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275048.532794:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275048.532794:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275048.532809:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1647275048.532810:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00010000:00000001:2.0:1647275048.532810:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.532811:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:2.0:1647275048.532811:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1647275048.532811:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000400:00000010:3.0:1647275048.532812:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802ee0. 00000100:00000040:2.0:1647275048.532812:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 4294967367 00000100:00000040:1.0:1647275048.532812:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:3.0:1647275048.532813:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330501376, offset 0 00000100:00000001:2.0:1647275048.532813:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275048.532813:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.532814:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1647275048.532815:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275048.532815:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.532815:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:3.0:1647275048.532817:0:3304:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:2.0:1647275048.532818:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1647275048.532819:0:3304:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:2.0:1647275048.532819:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1647275048.532820:0:3304:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1647275048.532820:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275048.532840:0:3304:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:3.0:1647275048.532841:0:3304:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14478:14478:256:4294967295] 10.0.2.5@tcp LPNI seq info [11483:11483:8:4294967295] 00000004:00000001:2.0:1647275048.532841:0:3303:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1647275048.532842:0:3303:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0001-osc-MDT0000: blocks=958279 free=957931 avail=901340 avail_mb=3520 hwm_mb=7 files=262144 ffree=261808 state=0: rc = 0 00000400:00000200:3.0:1647275048.532845:0:3304:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000004:00000020:2.0:1647275048.532845:0:3303:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0001-osc-MDT0000 (ffff8e2378ae3800): 958279 blocks, 957931 free, 901340 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,262144 files, 261808 free files 00000800:00000200:3.0:1647275048.532847:0:3304:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000004:00000001:2.0:1647275048.532847:0:3303:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1647275048.532848:0:3304:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34100 (tot 73194841). 00000100:00000040:2.0:1647275048.532848:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000800:00000200:3.0:1647275048.532849:0:3304:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:3.0:1647275048.532851:0:3304:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:3.0:1647275048.532852:0:3304:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34100 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1647275048.532852:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330500608:10.0.2.5@tcp:13:osp-pre-1-0.0 00000100:00000001:2.0:1647275048.532855:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532856:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275048.532857:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d338000 x1727288330500800/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.532859:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532860:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275048.532861:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275048.532861:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1647275048.532862:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275048.532862:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560d800. 00000400:00000001:3.0:1647275048.532863:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1647275048.532863:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275048.532863:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000400:00000001:3.0:1647275048.532864:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275048.532864:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e2349163210. 00000020:00000040:2.0:1647275048.532864:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:2.0:1647275048.532864:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 00000400:00000200:3.0:1647275048.532865:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802bb0 02000000:00000010:2.0:1647275048.532865:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691900. 00000400:00000010:3.0:1647275048.532866:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802bb0. 02000000:00000001:2.0:1647275048.532866:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275048.532866:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275048.532866:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d338000. 00000100:00000001:3.0:1647275048.532867:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275048.532867:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1647275048.532868:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.532868:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532868:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275048.532869:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e5800 x1727288330500608/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275048.532872:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1647275048.532873:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275048.532873:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275048.532873:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23d5b29c00. 02000000:00000001:2.0:1647275048.532874:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275048.532874:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275048.532875:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=2 obd=lustrefs-OST0001-osc-MDT0000 00000020:00000001:2.0:1647275048.532875:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275048.532876:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23755af000. 02000000:00000001:2.0:1647275048.532876:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1647275048.532877:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275048.532877:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1647275048.532877:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275048.532877:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e5800. 00000100:00000001:3.0:1647275048.532878:0:3304:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:2.0:1647275048.532878:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275048.532878:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1647275048.532879:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275048.532879:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.532879:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532880:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532880:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1647275048.532881:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532881:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00001000:3.0:1647275048.532882:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3d8b548 time=101 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275048.532882:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.532882:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275048.532883:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532884:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275048.532885:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3d8b4d0 time=101 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275048.532886:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275048.532886:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1647275048.532886:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:3.0:1647275048.532887:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1647275048.532887:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1647275048.532888:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.532888:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275048.532889:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1647275048.532889:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1647275048.532889:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275048.532890:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1647275048.532890:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1647275048.532890:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275048.532890:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da630. 00000800:00000001:0.0:1647275048.532890:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1647275048.532891:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275048.532891:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff770 00000800:00000001:0.0:1647275048.532891:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275048.532892:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000010:2.0:1647275048.532892:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff770. 00000100:00000001:2.0:1647275048.532893:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275048.532894:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:0.0:1647275048.532894:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:3.0:1647275048.532896:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1647275048.532897:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3bc0 00000100:00000001:3.0:1647275048.532898:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275048.532898:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275048.532898:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:3.0:1647275048.532899:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275048.532899:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2cf99 [1] + 224 00000100:00000001:2.0:1647275048.532902:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.532902:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275048.532902:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275048.532903:0:3302:0:(client.c:1428:after_reply()) Process entered 00000100:00100000:3.0:1647275048.532904:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d338b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-lwp-MDT0000_UUID:3304:1727288330501120:0@lo:400:kworker/u8:0.0 02000000:00000001:2.0:1647275048.532904:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275048.532904:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.532905:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532906:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.532906:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532907:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00001000:2.0:1647275048.532907:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=8 v=1 (1 1 1 1) 00000100:00000040:3.0:1647275048.532908:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d338b00 x1727288330501120/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00001000:2.0:1647275048.532908:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=101 v=1 (1 1 0 0) 00000800:00000200:1.0:1647275048.532909:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1647275048.532910:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275048.532910:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1647275048.532910:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34100 (tot 73194593). 00010000:00000001:2.0:1647275048.532911:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1647275048.532912:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275048.532912:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1647275048.532912:0:3302:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275048.532912:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1647275048.532913:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a8600. 00000100:00000001:2.0:1647275048.532913:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275048.532913:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000400:00000200:1.0:1647275048.532913:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000001:3.0:1647275048.532914:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275048.532914:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:2.0:1647275048.532914:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275048.532914:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275048.532914:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802ee0 00000020:00000040:3.0:1647275048.532915:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e23d3d8b000 refcount=2 obd=lustrefs-MDT0000-lwp-MDT0000 00000400:00000010:1.0:1647275048.532915:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802ee0. 00000100:00000001:1.0:1647275048.532915:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000020:00000001:3.0:1647275048.532916:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275048.532916:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691200. 00000100:00000040:2.0:1647275048.532916:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000200:1.0:1647275048.532916:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 02000000:00000001:3.0:1647275048.532917:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275048.532918:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275048.532918:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d338b00. 00000100:00000001:2.0:1647275048.532919:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1647275048.532919:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.532920:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275048.532920:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532920:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1647275048.532920:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1647275048.532921:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:3.0:1647275048.532922:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532922:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275048.532922:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000004:00000001:2.0:1647275048.532923:0:3302:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1647275048.532923:0:3296:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:3.0:1647275048.532924:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275048.532924:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000004:00000020:2.0:1647275048.532924:0:3302:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-MDT0000-osp-MDT0001 (ffff8e23b1d2a000): 7230783 blocks, 7229769 free, 6577997 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,20863024 files, 20862696 free files 00000100:00000001:3.0:1647275048.532925:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1647275048.532925:0:3296:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275048.532926:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275048.532926:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.532927:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275048.532927:0:3302:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.532928:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000040:0.0:1647275048.532930:0:3296:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275048.532932:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e2c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330501184:0@lo:41:osp-pre-0-1.0 00000100:00000001:3.0:1647275048.532933:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275048.532934:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1647275048.532935:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275048.532935:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275048.532936:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da580. 00000400:00000200:2.0:1647275048.532936:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff000 00000100:00000001:0.0:1647275048.532938:0:3296:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000010:2.0:1647275048.532944:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff000. 00000100:00000001:2.0:1647275048.532945:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275048.532946:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000001:0.0:1647275048.532947:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275048.532949:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275048.532950:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:2.0:1647275048.532951:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000001:0.0:1647275048.532951:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275048.532953:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:2.0:1647275048.532954:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.532955:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532955:0:3302:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:0.0:1647275048.532955:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3c80 02000000:00000001:2.0:1647275048.532956:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275048.532956:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.532957:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.532957:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.532957:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cfc9 [1] + 224 00000100:00001000:2.0:1647275048.532958:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae548 time=146 v=1 (1 1 1 1) 00000800:00000001:0.0:1647275048.532958:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00001000:2.0:1647275048.532959:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=146 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275048.532960:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1647275048.532960:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.532961:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275048.532961:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1647275048.532961:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00010000:00000001:2.0:1647275048.532962:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.532962:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275048.532963:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275048.532963:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275048.532963:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1647275048.532963:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275048.532964:0:3296:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275048.532965:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.532965:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.532965:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000200:0.0:1647275048.532965:0:3296:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:2.0:1647275048.532966:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.532969:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1647275048.532969:0:3296:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275048.532970:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275048.532970:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275048.532971:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275048.532972:0:3296:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:0.0:1647275048.532973:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00100000:2.0:1647275048.532974:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33dd80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330500992:10.0.2.5@tcp:400:kworker/u8:0.0 00000800:00000001:0.0:1647275048.532974:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1647275048.532976:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275048.532976:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275048.532977:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69dacb8. 00000400:00000200:2.0:1647275048.532978:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff4c8 00000400:00000010:2.0:1647275048.532978:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff4c8. 00000100:00000001:2.0:1647275048.532979:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275048.532979:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275048.532983:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.533000:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.533000:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533001:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275048.533001:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275048.533002:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.533002:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.533002:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275048.533003:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815548 time=152 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275048.533004:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=152 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275048.533005:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275048.533006:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275048.533006:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275048.533007:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.533007:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275048.533008:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275048.533030:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275048.533030:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.533031:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.533034:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275048.533035:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275048.533035:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275048.533036:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275048.533039:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d339b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330500928:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1647275048.533041:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.533041:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275048.533042:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e2c00 x1727288330501184/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275048.533045:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275048.533046:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275048.533046:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e241a55c800. 02000000:00000001:2.0:1647275048.533047:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275048.533047:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275048.533048:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=2 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:2.0:1647275048.533063:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275048.533064:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23755af900. 02000000:00000001:2.0:1647275048.533064:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275048.533065:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275048.533065:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e2c00. 00000100:00000001:2.0:1647275048.533066:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275048.533067:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533067:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275048.533068:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33dd80 x1727288330500992/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.533071:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275048.533071:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275048.533072:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560de00. 02000000:00000001:2.0:1647275048.533094:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275048.533094:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275048.533094:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:2.0:1647275048.533095:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275048.533095:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691800. 02000000:00000001:2.0:1647275048.533096:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275048.533096:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275048.533097:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33dd80. 00000100:00000001:2.0:1647275048.533098:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275048.533098:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533099:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275048.533099:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d339b80 x1727288330500928/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.533117:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275048.533117:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275048.533118:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c600. 02000000:00000001:2.0:1647275048.533118:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275048.533118:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275048.533119:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:2.0:1647275048.533119:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275048.533120:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691400. 02000000:00000001:2.0:1647275048.533120:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275048.533121:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275048.533121:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d339b80. 00000100:00000001:2.0:1647275048.533122:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275048.533122:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533123:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.533124:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.533124:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275048.533125:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275048.533125:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275048.533125:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da4d0. 00000400:00000200:2.0:1647275048.533126:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff220 00000400:00000010:2.0:1647275048.533126:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff220. 00000100:00000001:2.0:1647275048.533127:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275048.533127:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:2.0:1647275048.533148:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275048.533151:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.533152:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533152:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275048.533152:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275048.533153:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.533153:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.533154:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275048.533154:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815638 time=152 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275048.533156:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=2 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275048.533180:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275048.533180:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275048.533181:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275048.533181:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.533182:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275048.533183:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275048.533184:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275048.533184:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.533186:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000800:00000001:1.0:1647275048.533188:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275048.533189:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275048.533190:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1647275048.533190:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533191:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275048.533191:0:3302:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000800:00000001:1.0:1647275048.533191:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000004:00000040:2.0:1647275048.533192:0:3302:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0000-osc-MDT0001: blocks=957295 free=956948 avail=900408 avail_mb=3517 hwm_mb=7 files=261888 ffree=261551 state=0: rc = 0 00000800:00000001:1.0:1647275048.533192:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.533194:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000004:00000020:2.0:1647275048.533195:0:3302:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0000-osc-MDT0001 (ffff8e2342d39000): 957295 blocks, 956948 free, 900408 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,261888 files, 261551 free files 00000400:00000200:1.0:1647275048.533196:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3cc0 00000004:00000001:2.0:1647275048.533197:0:3302:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.533198:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000200:1.0:1647275048.533198:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cfd1 [1] + 224 00000800:00000001:1.0:1647275048.533200:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00100000:2.0:1647275048.533202:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f0b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330501248:10.0.2.5@tcp:13:osp-pre-0-1.0 00000100:00000001:2.0:1647275048.533204:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533205:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275048.533205:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f0b00 x1727288330501248/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275048.533209:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275048.533210:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275048.533210:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e234b8a1800. 02000000:00000001:2.0:1647275048.533212:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275048.533212:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275048.533212:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=2 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:2.0:1647275048.533213:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275048.533213:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bff00. 02000000:00000001:2.0:1647275048.533214:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275048.533214:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1647275048.533214:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1647275048.533215:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f0b00. 00000400:00000200:1.0:1647275048.533215:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275048.533216:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275048.533216:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533217:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.533217:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275048.533218:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275048.533218:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.533219:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275048.533219:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275048.533220:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275048.533220:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:2.0:1647275048.533223:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.533223:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275048.533224:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275048.533224:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275048.533225:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000400:00000200:2.0:1647275048.533226:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffd48 00000400:00000010:2.0:1647275048.533226:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffd48. 00000100:00000001:2.0:1647275048.533227:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275048.533228:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275048.533232:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.533237:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.533238:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533239:0:3303:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275048.533239:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275048.533240:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.533240:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.533241:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275048.533242:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25548 time=106 v=1 (1 1 0 0) 00000100:00001000:2.0:1647275048.533243:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=106 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275048.533244:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275048.533244:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275048.533245:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275048.533245:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.533246:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275048.533246:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 4294967367 00000100:00000001:2.0:1647275048.533247:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275048.533247:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.533248:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.533252:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275048.533253:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275048.533253:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275048.533255:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275048.533259:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d339600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330501056:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1647275048.533261:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.533262:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275048.533263:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d339600 x1727288330501056/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275055 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275048.533266:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275048.533267:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275048.533267:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560dc00. 02000000:00000001:2.0:1647275048.533268:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275048.533268:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275048.533269:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000040:1.0:1647275048.533269:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000020:00000001:2.0:1647275048.533270:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275048.533270:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691d00. 02000000:00000001:2.0:1647275048.533271:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275048.533272:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275048.533272:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d339600. 00000100:00000001:2.0:1647275048.533273:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275048.533273:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533274:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.533274:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275048.533274:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.533275:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1647275048.533276:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275048.533276:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275048.533276:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da160. 00000800:00000001:1.0:1647275048.533276:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000200:2.0:1647275048.533277:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff5d8 00000400:00000010:2.0:1647275048.533277:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff5d8. 00000100:00000001:2.0:1647275048.533278:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000800:00000001:1.0:1647275048.533278:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1647275048.533279:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000800:00000001:1.0:1647275048.533279:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.533280:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.533296:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000200:2.0:1647275048.533297:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:1.0:1647275048.533299:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3d00 00000100:00000001:2.0:1647275048.533300:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.533301:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533301:0:3303:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:1.0:1647275048.533301:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2cfdd [1] + 224 02000000:00000001:2.0:1647275048.533302:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275048.533302:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.533302:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275048.533302:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.533304:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.533316:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275048.533317:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000001:2.0:1647275048.533318:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.533318:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00001000:2.0:1647275048.533319:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c255c0 time=106 v=1 (1 1 0 0) 00000100:00000200:1.0:1647275048.533319:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00001000:2.0:1647275048.533320:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=106 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275048.533321:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275048.533322:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275048.533322:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1647275048.533322:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00010000:00000001:2.0:1647275048.533323:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.533324:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275048.533324:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 4294967367 00000100:00000001:2.0:1647275048.533324:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275048.533325:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.533327:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00000001:2.0:1647275048.533330:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275048.533330:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275048.533331:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275048.533331:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275048.533331:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000004:00000001:2.0:1647275048.533345:0:3303:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1647275048.533346:0:3303:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0000-osc-MDT0000: blocks=957295 free=956948 avail=900408 avail_mb=3517 hwm_mb=7 files=261888 ffree=261551 state=0: rc = 0 00000800:00000001:1.0:1647275048.533346:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000020:2.0:1647275048.533349:0:3303:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0000-osc-MDT0000 (ffff8e2442023000): 957295 blocks, 956948 free, 900408 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,261888 files, 261551 free files 00000004:00000001:2.0:1647275048.533350:0:3303:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275048.533351:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00100000:2.0:1647275048.533370:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33c200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330501312:10.0.2.5@tcp:13:osp-pre-0-0.0 00000100:00000001:2.0:1647275048.533372:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533372:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275048.533373:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33c200 x1727288330501312/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00000001:2.0:1647275048.533377:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275048.533377:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275048.533401:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23e5642000. 02000000:00000001:2.0:1647275048.533402:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275048.533403:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275048.533403:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=2 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:2.0:1647275048.533404:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275048.533404:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691700. 02000000:00000001:2.0:1647275048.533405:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275048.533405:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275048.533405:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33c200. 00000100:00000001:2.0:1647275048.533406:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275048.533406:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533407:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.533408:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275048.533409:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.533425:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275048.533425:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.533445:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275048.533446:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1647275048.533447:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275048.533448:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275048.533449:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491633c8. 00000400:00000200:3.0:1647275048.533450:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802908 00000400:00000010:3.0:1647275048.533465:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802908. 00000100:00000001:3.0:1647275048.533466:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275048.533467:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:3.0:1647275048.533472:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:3.0:1647275048.533488:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275048.533489:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.533489:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275048.533490:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275048.533491:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275048.533491:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.533492:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275048.533493:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae638 time=146 v=1 (1 1 1 1) 00000100:00001000:3.0:1647275048.533494:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=146 v=1 (1 1 1 1) 00000100:00000001:3.0:1647275048.533495:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275048.533496:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275048.533496:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275048.533497:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.533498:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275048.533498:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1647275048.533499:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275048.533499:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.533501:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00000001:3.0:1647275048.533505:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275048.533506:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275048.533506:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1647275048.533507:0:3304:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1647275048.533507:0:3304:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0001-osc-MDT0001: blocks=958279 free=957931 avail=901340 avail_mb=3520 hwm_mb=7 files=262144 ffree=261808 state=0: rc = 0 00000004:00000020:3.0:1647275048.533510:0:3304:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0001-osc-MDT0001 (ffff8e23c906e000): 958279 blocks, 957931 free, 901340 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,262144 files, 261808 free files 00000004:00000001:3.0:1647275048.533511:0:3304:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.533512:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00100000:3.0:1647275048.533515:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33b180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330501376:10.0.2.5@tcp:13:osp-pre-1-1.0 00000100:00000001:3.0:1647275048.533517:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.533517:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275048.533518:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33b180 x1727288330501376/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275055 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00000001:3.0:1647275048.533521:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275048.533521:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275048.533522:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23a7df6800. 02000000:00000001:3.0:1647275048.533523:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275048.533523:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275048.533523:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=2 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:3.0:1647275048.533524:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275048.533525:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691600. 02000000:00000001:3.0:1647275048.533525:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275048.533526:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275048.533526:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33b180. 00000100:00000001:3.0:1647275048.533527:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275048.533527:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.533528:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.533529:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275048.533530:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.533531:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275048.533531:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275048.533994:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.533996:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275048.533997:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.533998:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.534000:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275048.534002:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 26 MB=0x622f5a8749cc0 00000400:00000200:1.0:1647275048.534004:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-10.0.2.5@tcp of length 224/224 into md 0x2bef5 [2] + 0 00000400:00000010:1.0:1647275048.534005:0:3294:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da9a0. 00000400:00000200:1.0:1647275048.534006:0:3294:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e23d3c9f0c0 00000800:00000001:1.0:1647275048.534008:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.534009:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.534010:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275048.534011:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275048.534012:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23d3c9f0c0 00000400:00000010:1.0:1647275048.534012:0:3294:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e23d3c9f0c0 (tot 73194441). 00000100:00000001:1.0:1647275048.534013:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275048.534014:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1647275048.534015:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ec8050 x1727288348810432 msgsize 224 00000100:00100000:1.0:1647275048.534018:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000040:1.0:1647275048.534018:0:3294:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1647275048.534020:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275048.534021:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.534022:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275048.534022:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.534023:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.534024:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:1.0:1647275048.534026:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749dc0 00000400:00000200:1.0:1647275048.534028:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 60200 00000800:00000001:1.0:1647275048.534029:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.534054:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.534055:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275048.534056:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275048.534057:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275048.534057:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275048.534059:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33e300. 00000100:00000040:1.0:1647275048.534060:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33e300 x1727288348810688 msgsize 224 00000100:00100000:1.0:1647275048.534062:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:1.0:1647275048.534065:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275048.534066:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.534067:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275048.534071:0:7649:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275048.534072:0:7649:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275048.534073:0:7649:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275048.534073:0:7649:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275048.534075:0:7649:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275048.534075:0:7649:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810432 00000020:00000001:1.0:1647275048.534076:0:7649:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275048.534076:0:7649:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636925 00000020:00000001:1.0:1647275048.534077:0:7649:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275048.534078:0:7649:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183d000 refcount=13 00000020:00000001:1.0:1647275048.534079:0:7649:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686046208 : -125191023505408 : ffff8e23b183d000) 00000020:00000001:1.0:1647275048.534079:0:7649:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686046208 : -125191023505408 : ffff8e23b183d000) 00000100:00000001:1.0:1647275048.534080:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275048.534081:0:7649:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275048.534082:0:7649:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a200. 00000020:00000010:1.0:1647275048.534083:0:7649:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456d00. 00000020:00000010:1.0:1647275048.534084:0:7649:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000100:00000040:1.0:1647275048.534085:0:7649:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000100:00000001:1.0:1647275048.534113:0:7649:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275048.534113:0:7649:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275048.534114:0:7649:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.534115:0:7649:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.534117:0:7649:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275048.534119:0:7649:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275048.534119:0:7649:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1647275048.534154:0:9353:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1647275048.534155:0:9353:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275048.534155:0:9353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.534156:0:9353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.534157:0:9353:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275048.534158:0:9353:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810688 00000020:00000001:2.0:1647275048.534159:0:9353:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1647275048.534159:0:9353:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636a1a 00000020:00000001:2.0:1647275048.534160:0:9353:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1647275048.534161:0:9353:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b1838800 refcount=5 00000020:00000001:2.0:1647275048.534162:0:9353:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686027776 : -125191023523840 : ffff8e23b1838800) 00000020:00000001:2.0:1647275048.534176:0:9353:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686027776 : -125191023523840 : ffff8e23b1838800) 00000100:00000001:2.0:1647275048.534177:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275048.534178:0:9353:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1647275048.534179:0:9353:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560dc00. 00000020:00000010:2.0:1647275048.534180:0:9353:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568680. 00000020:00000010:2.0:1647275048.534181:0:9353:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cb28. 00000100:00000040:2.0:1647275048.534183:0:9353:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000001:2.0:1647275048.534183:0:9353:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275048.534184:0:9353:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1647275048.534184:0:9353:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.534186:0:9353:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1647275048.534186:0:9353:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1647275048.534186:0:9353:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.534190:0:9353:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275048.534191:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275048.534193:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275048.534193:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1647275048.534194:0:7649:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 1335 00000800:00000001:0.0:1647275048.534194:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275048.534195:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2556 00000100:00000040:2.0:1647275048.534195:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b1838800 : new rpc_count 1 00000100:00000040:1.0:1647275048.534195:0:7649:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183d000 : new rpc_count 1 00000800:00000001:0.0:1647275048.534195:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275048.534196:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298053888 : -125188411497728 : ffff8e244d33e300) 00000100:00000001:1.0:1647275048.534196:0:7649:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914522192 : -125192795029424 : ffff8e2347ec8050) 00000800:00000001:0.0:1647275048.534196:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275048.534198:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33e300 x1727288348810688/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000040:1.0:1647275048.534198:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ec8050 x1727288348810432/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000400:00000200:0.0:1647275048.534198:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:1.0:1647275048.534201:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1647275048.534201:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749d80 00000100:00000001:1.0:1647275048.534202:0:7649:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1647275048.534203:0:7649:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ec8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fa8a7d8-572a-411f-b362-ce26a7b1ba55+13:2601:x1727288348810432:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000400:00000200:0.0:1647275048.534203:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 60424 00000100:00000200:1.0:1647275048.534205:0:7649:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810432 00000800:00000001:0.0:1647275048.534205:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275048.534206:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275048.534206:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000001:1.0:1647275048.534206:0:7649:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275048.534206:0:7649:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000800:00000001:0.0:1647275048.534206:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275048.534207:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0001-lwp-OST0001_UUID+5:2601:x1727288348810688:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000400:00000200:0.0:1647275048.534207:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1647275048.534208:0:7649:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.534208:0:7649:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:0.0:1647275048.534208:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000200:2.0:1647275048.534209:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810688 00000020:00000001:2.0:1647275048.534209:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275048.534209:0:7649:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000100:00000001:0.0:1647275048.534209:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000020:00000001:2.0:1647275048.534210:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275048.534210:0:7649:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275048.534210:0:7649:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1647275048.534210:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1647275048.534211:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.534211:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275048.534211:0:7649:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275048.534211:0:7649:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000010:0.0:1647275048.534211:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f5800. 00000020:00000001:2.0:1647275048.534212:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:1.0:1647275048.534212:0:7649:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.534212:0:7649:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1647275048.534213:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1647275048.534213:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275048.534213:0:7649:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275048.534213:0:7649:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1647275048.534213:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f5800 x1727288348810624 msgsize 224 00000020:00000001:2.0:1647275048.534214:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1647275048.534214:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 02000000:00000010:1.0:1647275048.534214:0:7649:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241438ec00. 02000000:00000001:1.0:1647275048.534214:0:7649:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.534215:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.534215:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1647275048.534215:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:2.0:1647275048.534216:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1647275048.534216:0:7649:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.534216:0:7649:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275048.534217:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1647275048.534217:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23e5642000. 00010000:00000040:1.0:1647275048.534217:0:7649:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810432 00000100:00000001:0.0:1647275048.534217:0:3296:0:(events.c:394:request_in_callback()) Process leaving 02000000:00000001:2.0:1647275048.534218:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275048.534218:0:7649:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:1.0:1647275048.534219:0:7649:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ec8050 x1727288348810432/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000800:00000001:0.0:1647275048.534219:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275048.534220:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.534220:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1647275048.534220:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275048.534220:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000040:2.0:1647275048.534221:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810688 00000800:00000001:0.0:1647275048.534221:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1647275048.534222:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000001:1.0:1647275048.534222:0:7649:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275048.534222:0:7649:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1647275048.534223:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33e300 x1727288348810688/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00001000:1.0:1647275048.534223:0:7649:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=17 v=1 (1 1 1 1) 00000400:00000200:0.0:1647275048.534223:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:1.0:1647275048.534224:0:7649:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1647275048.534224:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749d00 00000100:00000040:1.0:1647275048.534225:0:7649:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00010000:00000001:2.0:1647275048.534226:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1647275048.534226:0:7649:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000400:00000200:0.0:1647275048.534226:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 60648 00010000:00000001:2.0:1647275048.534227:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275048.534227:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=8 v=1 (1 1 1 1) 02000000:00000001:1.0:1647275048.534227:0:7649:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275048.534227:0:7649:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.534228:0:7649:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1647275048.534229:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275048.534229:0:7649:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000800:00000001:0.0:1647275048.534229:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:2.0:1647275048.534230:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 24 to 10.0.2.5@tcp 00000100:00000001:2.0:1647275048.534230:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000400:00000010:1.0:1647275048.534230:0:7649:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574110. 00000100:00000200:1.0:1647275048.534230:0:7649:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727288348810432, offset 224 00000800:00000001:0.0:1647275048.534230:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275048.534230:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1647275048.534231:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1647275048.534231:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 02000000:00000001:2.0:1647275048.534232:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275048.534232:0:7649:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:2.0:1647275048.534233:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:0.0:1647275048.534233:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000040:2.0:1647275048.534234:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275048.534234:0:7649:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000100:00000200:0.0:1647275048.534234:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1647275048.534234:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f2680. 00000400:00000010:2.0:1647275048.534235:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff5d8. 00000100:00000040:0.0:1647275048.534235:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f2680 x1727288348810496 msgsize 224 00000100:00000200:2.0:1647275048.534236:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810688, offset 224 00000400:00000200:1.0:1647275048.534236:0:7649:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14479:14479:256:4294967295] 10.0.2.5@tcp LPNI seq info [11484:11484:8:4294967295] 00000100:00100000:0.0:1647275048.534237:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000400:00000200:2.0:1647275048.534238:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275048.534239:0:7649:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:0.0:1647275048.534239:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000200:1.0:1647275048.534242:0:7649:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275048.534243:0:9353:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000800:00000010:1.0:1647275048.534243:0:7649:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691a00 (tot 73194689). 00000400:00000200:2.0:1647275048.534244:0:9353:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14480:14480:255:4294967295] 10.0.2.5@tcp LPNI seq info [11485:11485:7:4294967295] 00000800:00000200:1.0:1647275048.534244:0:7649:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:1.0:1647275048.534246:0:7649:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:1.0:1647275048.534247:0:7649:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1647275048.534248:0:9353:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:1.0:1647275048.534249:0:7649:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275048.534250:0:9353:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000040:1.0:1647275048.534250:0:7649:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000800:00000010:2.0:1647275048.534251:0:9353:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af900 (tot 73194937). 00010000:00000001:1.0:1647275048.534251:0:7649:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275048.534251:0:7649:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275048.534252:0:9353:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000020:00000001:1.0:1647275048.534252:0:7649:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1647275048.534252:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ec8050 x1727288348810432/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000800:00000200:2.0:1647275048.534254:0:9353:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275048.534255:0:9353:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1647275048.534256:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275048.534256:0:7649:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ec8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fa8a7d8-572a-411f-b362-ce26a7b1ba55+13:2601:x1727288348810432:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 54us (240us total) trans 0 rc 0/0 00000100:00000040:2.0:1647275048.534257:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:2.0:1647275048.534258:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275048.534258:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.534259:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1647275048.534259:0:7649:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 1335 00000100:00000040:2.0:1647275048.534260:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33e300 x1727288348810688/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000040:1.0:1647275048.534260:0:7649:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183d000 : new rpc_count 0 00000100:00000001:1.0:1647275048.534261:0:7649:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275048.534261:0:7649:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1647275048.534262:0:7649:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456d00. 00000020:00000010:1.0:1647275048.534263:0:7649:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000100:00100000:2.0:1647275048.534264:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0001-lwp-OST0001_UUID+5:2601:x1727288348810688:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 57us (203us total) trans 0 rc 0/0 00000020:00000010:1.0:1647275048.534264:0:7649:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a200. 00000020:00000040:1.0:1647275048.534265:0:7649:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183d000 : new refcount 12 00000100:00000001:1.0:1647275048.534265:0:7649:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275048.534266:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2556 00000100:00000200:1.0:1647275048.534266:0:7649:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:2.0:1647275048.534267:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b1838800 : new rpc_count 0 00000400:00000010:1.0:1647275048.534267:0:7649:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c10b0. 00000100:00000001:2.0:1647275048.534268:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275048.534268:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1647275048.534269:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568680. 00000400:00000010:1.0:1647275048.534269:0:7649:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23b267ab40 (tot 73195089). 00000800:00000200:0.0:1647275048.534269:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000010:2.0:1647275048.534270:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cb28. 00000800:00000010:0.0:1647275048.534283:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691a00 (tot 73194841). 00000020:00000010:2.0:1647275048.534284:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560dc00. 00000400:00000200:0.0:1647275048.534284:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1647275048.534285:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b1838800 : new refcount 4 00000100:00000001:2.0:1647275048.534286:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275048.534286:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275048.534286:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574110 00000100:00000001:1.0:1647275048.534287:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1647275048.534287:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574110. 00000100:00000001:2.0:1647275048.534288:0:9353:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1647275048.534288:0:9353:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1647275048.534288:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275048.534288:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275048.534288:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.534288:0:3296:0:(events.c:407:reply_out_callback()) Process entered 02000000:00000001:0.0:1647275048.534288:0:3296:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1647275048.534289:0:9353:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275048.534289:0:9353:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275048.534289:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275048.534289:0:3296:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e241438ec00. 02000000:00000001:2.0:1647275048.534290:0:9353:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275048.534290:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810624 02000000:00000001:0.0:1647275048.534290:0:3296:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1647275048.534290:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00100000:2.0:1647275048.534291:0:9353:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810496 00000020:00000001:2.0:1647275048.534291:0:9353:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1647275048.534291:0:9353:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372a9 00000020:00000001:1.0:1647275048.534291:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000001:2.0:1647275048.534292:0:9353:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1647275048.534292:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b0 00000020:00000001:1.0:1647275048.534292:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000800:00000001:0.0:1647275048.534292:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:0.0:1647275048.534312:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1647275048.534313:0:9353:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a2958000 refcount=8 00000020:00000040:1.0:1647275048.534313:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7ca000 refcount=8 00000800:00000001:0.0:1647275048.534313:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:2.0:1647275048.534314:0:9353:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000020:00000001:2.0:1647275048.534314:0:9353:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000020:00000001:1.0:1647275048.534314:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000800:00000001:0.0:1647275048.534314:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.534315:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1647275048.534315:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000100:00000001:1.0:1647275048.534315:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275048.534316:0:9353:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1647275048.534316:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1647275048.534316:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000020:00000010:2.0:1647275048.534317:0:9353:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560dc00. 00000020:00000010:2.0:1647275048.534317:0:9353:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568680. 00000020:00000010:1.0:1647275048.534317:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05a200. 00000020:00000010:1.0:1647275048.534317:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456d00. 00000020:00000010:2.0:1647275048.534318:0:9353:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cb28. 00000400:00000200:0.0:1647275048.534318:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749d40 00000100:00000040:2.0:1647275048.534319:0:9353:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000400:00000200:0.0:1647275048.534320:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 60872 00000100:00000001:2.0:1647275048.534352:0:9353:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275048.534352:0:9353:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1647275048.534353:0:9353:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.534354:0:9353:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1647275048.534354:0:9353:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1647275048.534355:0:9353:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275048.534358:0:9353:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.534360:0:9353:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275048.534360:0:9353:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1647275048.534361:0:9353:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2557 00000100:00000040:2.0:1647275048.534362:0:9353:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a2958000 : new rpc_count 1 00000100:00000001:2.0:1647275048.534362:0:9353:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208638592 : -125191500913024 : ffff8e23950f2680) 00000100:00000040:2.0:1647275048.534364:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f2680 x1727288348810496/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000800:00000001:0.0:1647275048.534365:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275048.534367:0:9353:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275048.534368:0:9353:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275048.534368:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000100:00000001:1.0:1647275048.534383:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275048.534384:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275048.534384:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1647275048.534384:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275048.534385:0:9353:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-OST0000_UUID+8:2602:x1727288348810496:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000400:00000200:0.0:1647275048.534385:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1647275048.534386:0:9353:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810496 00000020:00000001:2.0:1647275048.534386:0:9353:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:1.0:1647275048.534386:0:8958:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1647275048.534386:0:8958:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275048.534386:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.534387:0:9353:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1647275048.534387:0:9353:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.534387:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000001:2.0:1647275048.534388:0:9353:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275048.534388:0:9353:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:0.0:1647275048.534388:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000020:00000001:2.0:1647275048.534389:0:9353:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1647275048.534389:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1647275048.534390:0:9353:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275048.534390:0:9353:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1647275048.534390:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1647275048.534390:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f7380. 00000020:00000001:2.0:1647275048.534391:0:9353:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275048.534391:0:9353:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.534392:0:9353:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1647275048.534392:0:9353:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1647275048.534393:0:9353:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1647275048.534393:0:9353:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23e5643c00. 00000100:00000001:1.0:1647275048.534393:0:8958:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1647275048.534393:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f7380 x1727288348810560 msgsize 224 02000000:00000001:2.0:1647275048.534394:0:9353:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.534394:0:8958:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1647275048.534395:0:9353:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.534395:0:9353:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275048.534395:0:8958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2558 00010000:00000040:2.0:1647275048.534396:0:9353:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810496 00000100:00000040:1.0:1647275048.534396:0:8958:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7ca000 : new rpc_count 1 00000100:00000001:1.0:1647275048.534396:0:8958:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208651264 : -125191500900352 : ffff8e23950f5800) 00000100:00100000:0.0:1647275048.534396:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00010000:00000001:2.0:1647275048.534397:0:9353:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:2.0:1647275048.534397:0:9353:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f2680 x1727288348810496/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000040:1.0:1647275048.534398:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f5800 x1727288348810624/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00010000:00000001:2.0:1647275048.534400:0:9353:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1647275048.534400:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00010000:00000001:2.0:1647275048.534401:0:9353:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275048.534402:0:9353:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=8 v=1 (1 1 1 1) 00000100:00000001:1.0:1647275048.534402:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275048.534402:0:8958:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275048.534403:0:9353:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1647275048.534403:0:8958:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f5800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0000-lwp-OST0001_UUID+8:2601:x1727288348810624:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000100:00000040:2.0:1647275048.534404:0:9353:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:2.0:1647275048.534404:0:9353:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000100:00000200:1.0:1647275048.534404:0:8958:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810624 02000000:00000001:2.0:1647275048.534405:0:9353:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1647275048.534405:0:9353:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.534405:0:8958:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275048.534405:0:8958:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:3.0:1647275048.534406:0:9191:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1647275048.534406:0:9353:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:1.0:1647275048.534406:0:8958:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.534406:0:8958:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 02000000:00000001:3.0:1647275048.534407:0:9191:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1647275048.534407:0:9353:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275048.534407:0:9353:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffd48. 00000100:00000001:3.0:1647275048.534408:0:9191:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275048.534408:0:9191:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.534408:0:8958:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 02000000:00000001:3.0:1647275048.534409:0:9191:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275048.534409:0:9353:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810496, offset 224 00000020:00000001:1.0:1647275048.534409:0:8958:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275048.534409:0:8958:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1647275048.534410:0:9191:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810560 00000020:00000001:1.0:1647275048.534410:0:8958:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275048.534410:0:8958:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275048.534411:0:9191:0:(genops.c:899:class_conn2export()) Process entered 00000400:00000200:2.0:1647275048.534411:0:9353:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000020:00000001:1.0:1647275048.534411:0:8958:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.534411:0:8958:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000020:00000040:3.0:1647275048.534412:0:9191:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd063695d 00000020:00000001:3.0:1647275048.534412:0:9191:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000400:00000200:2.0:1647275048.534412:0:9353:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000100:00000001:1.0:1647275048.534412:0:8958:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1647275048.534413:0:9191:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23c906d800 refcount=5 02000000:00000001:1.0:1647275048.534413:0:8958:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275048.534413:0:8958:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241438f000. 00000020:00000001:3.0:1647275048.534414:0:9191:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618883080509440 : -125190629042176 : ffff8e23c906d800) 00000400:00000200:2.0:1647275048.534414:0:9353:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14481:14481:255:4294967295] 10.0.2.5@tcp LPNI seq info [11486:11486:7:4294967295] 02000000:00000001:1.0:1647275048.534414:0:8958:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.534415:0:8958:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.534415:0:8958:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.534416:0:9191:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618883080509440 : -125190629042176 : ffff8e23c906d800) 00010000:00000040:1.0:1647275048.534416:0:8958:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810624 00000100:00000001:3.0:1647275048.534417:0:9191:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1647275048.534417:0:9353:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00010000:00000001:1.0:1647275048.534417:0:8958:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:3.0:1647275048.534418:0:9191:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00010000:00000200:1.0:1647275048.534418:0:8958:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f5800 x1727288348810624/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000020:00000010:3.0:1647275048.534419:0:9191:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8600. 00000800:00000200:2.0:1647275048.534419:0:9353:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:2.0:1647275048.534419:0:9353:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af000 (tot 73195089). 00000020:00000010:3.0:1647275048.534439:0:9191:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0b80. 00000020:00000010:3.0:1647275048.534440:0:9191:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507f18. 00000800:00000200:2.0:1647275048.534440:0:9353:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:0.0:1647275048.534440:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1647275048.534441:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af900 (tot 73194841). 00000100:00000001:3.0:1647275048.534442:0:9191:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000800:00000200:2.0:1647275048.534442:0:9353:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:2.0:1647275048.534442:0:9353:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af000 type 1, nob 320 niov 1 nkiov 1 00010000:00000001:1.0:1647275048.534442:0:8958:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275048.534442:0:8958:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.534442:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1647275048.534443:0:9191:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275048.534443:0:9191:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275048.534443:0:9353:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275048.534443:0:8958:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=8 v=1 (1 1 1 1) 00000100:00000040:2.0:1647275048.534444:0:9353:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00000100:00000001:1.0:1647275048.534444:0:8958:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1647275048.534444:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:3.0:1647275048.534445:0:9191:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1647275048.534445:0:9353:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275048.534445:0:9353:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.534445:0:8958:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000400:00000200:0.0:1647275048.534445:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff5d8 00000100:00000001:3.0:1647275048.534446:0:9191:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1647275048.534446:0:9191:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275048.534446:0:9353:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1647275048.534446:0:8958:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:1.0:1647275048.534446:0:8958:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:0.0:1647275048.534446:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff5d8. 00000100:00000040:2.0:1647275048.534447:0:9353:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f2680 x1727288348810496/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 02000000:00000001:1.0:1647275048.534447:0:8958:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.534447:0:8958:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:0.0:1647275048.534447:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275048.534448:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000040:1.0:1647275048.534449:0:8958:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:1.0:1647275048.534449:0:8958:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574dd0. 00000800:00000001:0.0:1647275048.534449:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:1.0:1647275048.534450:0:8958:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810624, offset 224 00000100:00100000:2.0:1647275048.534451:0:9353:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustrefs-MDT0000-lwp-OST0000_UUID+8:2602:x1727288348810496:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 83us (214us total) trans 0 rc 0/0 00000100:00000001:3.0:1647275048.534452:0:9191:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.534452:0:8958:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00100000:2.0:1647275048.534454:0:9353:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2557 00000100:00000040:2.0:1647275048.534454:0:9353:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a2958000 : new rpc_count 0 00000100:00000001:3.0:1647275048.534474:0:9191:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275048.534474:0:9191:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000800:00000001:0.0:1647275048.534475:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1647275048.534476:0:9191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2559 00000100:00000001:2.0:1647275048.534476:0:9353:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275048.534476:0:9353:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1647275048.534477:0:9353:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568680. 00000100:00000040:3.0:1647275048.534478:0:9191:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23c906d800 : new rpc_count 1 00000100:00000001:3.0:1647275048.534478:0:9191:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208658304 : -125191500893312 : ffff8e23950f7380) 00000020:00000010:2.0:1647275048.534478:0:9353:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cb28. 00000020:00000010:2.0:1647275048.534479:0:9353:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560dc00. 00000800:00000200:0.0:1647275048.534479:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1647275048.534480:0:9191:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f7380 x1727288348810560/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000040:2.0:1647275048.534480:0:9353:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a2958000 : new refcount 7 00000100:00000001:2.0:1647275048.534480:0:9353:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1647275048.534480:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af000 (tot 73194593). 00000400:00000200:0.0:1647275048.534481:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275048.534482:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275048.534484:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffd48 00000400:00000010:0.0:1647275048.534484:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffd48. 00000100:00000001:0.0:1647275048.534485:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275048.534486:0:9191:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275048.534486:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:3.0:1647275048.534488:0:9191:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1647275048.534489:0:9191:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f7380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustrefs-MDT0001-lwp-OST0000_UUID+5:2603:x1727288348810560:12345-10.0.2.5@tcp:400:kworker/u8:1.0 00000100:00000200:3.0:1647275048.534490:0:9191:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810560 00000020:00000001:3.0:1647275048.534491:0:9191:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:3.0:1647275048.534492:0:9191:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275048.534493:0:9191:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.534493:0:9191:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1647275048.534494:0:9191:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:3.0:1647275048.534495:0:9191:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1647275048.534496:0:9191:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275048.534496:0:9191:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275048.534497:0:9191:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275048.534497:0:9191:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.534498:0:9191:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1647275048.534499:0:9191:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275048.534499:0:9191:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1647275048.534500:0:9191:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23a7df6800. 02000000:00000001:3.0:1647275048.534501:0:9191:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.534503:0:9191:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.534503:0:9191:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1647275048.534504:0:9191:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810560 00010000:00000001:3.0:1647275048.534505:0:9191:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000200:1.0:1647275048.534505:0:8958:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00010000:00000200:3.0:1647275048.534506:0:9191:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f7380 x1727288348810560/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:1.0:1647275048.534507:0:8958:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14482:14482:255:4294967295] 10.0.2.5@tcp LPNI seq info [11487:11487:7:4294967295] 00010000:00000001:3.0:1647275048.534510:0:9191:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275048.534525:0:9191:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275048.534526:0:9191:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=8 v=1 (1 1 1 1) 00000100:00000001:3.0:1647275048.534527:0:9191:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1647275048.534528:0:9191:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 24 to 10.0.2.5@tcp 00000100:00000001:3.0:1647275048.534529:0:9191:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 02000000:00000001:3.0:1647275048.534530:0:9191:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275048.534530:0:9191:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.534531:0:9191:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275048.534532:0:9191:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:3.0:1647275048.534533:0:9191:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802908. 00000100:00000200:3.0:1647275048.534535:0:9191:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810560, offset 224 00000400:00000200:3.0:1647275048.534537:0:9191:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275048.534545:0:8958:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:1.0:1647275048.534547:0:8958:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:3.0:1647275048.534548:0:9191:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000800:00000010:1.0:1647275048.534548:0:8958:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691100 (tot 73194841). 00000800:00000200:1.0:1647275048.534550:0:8958:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000200:3.0:1647275048.534551:0:9191:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14483:14483:255:4294967295] 10.0.2.5@tcp LPNI seq info [11488:11488:7:4294967295] 00000800:00000200:1.0:1647275048.534552:0:8958:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:1.0:1647275048.534552:0:8958:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1647275048.534555:0:9191:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:1.0:1647275048.534555:0:8958:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.534556:0:8958:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00010000:00000001:1.0:1647275048.534557:0:8958:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275048.534557:0:8958:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1647275048.534558:0:9191:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000020:00000001:1.0:1647275048.534558:0:8958:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000010:3.0:1647275048.534559:0:9191:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34100 (tot 73195089). 00000100:00000040:1.0:1647275048.534559:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f5800 x1727288348810624/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000800:00000200:3.0:1647275048.534561:0:9191:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000800:00000200:3.0:1647275048.534563:0:9191:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00100000:1.0:1647275048.534563:0:8958:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f5800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0000-lwp-OST0001_UUID+8:2601:x1727288348810624:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 160us (348us total) trans 0 rc 0/0 00000800:00000200:3.0:1647275048.534564:0:9191:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1647275048.534566:0:9191:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.534567:0:9191:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00000100:00100000:1.0:1647275048.534567:0:8958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2558 00010000:00000001:3.0:1647275048.534568:0:9191:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:3.0:1647275048.534568:0:9191:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.534568:0:8958:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7ca000 : new rpc_count 0 00000020:00000001:3.0:1647275048.534569:0:9191:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1647275048.534569:0:8958:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275048.534569:0:8958:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1647275048.534570:0:9191:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f7380 x1727288348810560/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000020:00000010:1.0:1647275048.534570:0:8958:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456d00. 00000020:00000010:1.0:1647275048.534590:0:8958:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000020:00000010:1.0:1647275048.534591:0:8958:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05a200. 00000020:00000040:1.0:1647275048.534592:0:8958:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7ca000 : new refcount 7 00000100:00000001:1.0:1647275048.534593:0:8958:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1647275048.534594:0:9191:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f7380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustrefs-MDT0001-lwp-OST0000_UUID+5:2603:x1727288348810560:12345-10.0.2.5@tcp:400:kworker/u8:1.0 Request processed in 107us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1647275048.534598:0:9191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2559 00000100:00000040:3.0:1647275048.534599:0:9191:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23c906d800 : new rpc_count 0 00000100:00000001:3.0:1647275048.534599:0:9191:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275048.534600:0:9191:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1647275048.534600:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275048.534600:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691100 (tot 73194841). 00000020:00000010:3.0:1647275048.534601:0:9191:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0b80. 00000400:00000200:1.0:1647275048.534601:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1647275048.534602:0:9191:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507f18. 00000020:00000010:3.0:1647275048.534603:0:9191:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8600. 00000400:00000200:1.0:1647275048.534603:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275048.534603:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574dd0 00000020:00000040:3.0:1647275048.534604:0:9191:0:(genops.c:979:class_export_put()) PUTting export ffff8e23c906d800 : new refcount 4 00000400:00000010:1.0:1647275048.534604:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574dd0. 00000100:00000001:3.0:1647275048.534605:0:9191:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275048.534605:0:3294:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275048.534605:0:3294:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:1.0:1647275048.534607:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275048.534608:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34100 (tot 73194593). 00000400:00000200:1.0:1647275048.534609:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275048.534611:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:1.0:1647275048.534611:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802908 00000400:00000010:1.0:1647275048.534612:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802908. 00000100:00000001:1.0:1647275048.534613:0:3294:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275048.534613:0:3294:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000001:1.0:1647275048.575228:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.575233:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275048.575234:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.575235:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.575238:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275048.575243:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 26 MB=0x622f6553237c0 00000400:00000200:1.0:1647275048.575246:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-10.0.2.6@tcp of length 224/224 into md 0x2bf09 [2] + 0 00000400:00000010:1.0:1647275048.575262:0:3295:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69dadc0. 00000400:00000200:1.0:1647275048.575263:0:3295:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e23d3c9f300 00000800:00000001:1.0:1647275048.575265:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.575266:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.575267:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275048.575268:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275048.575269:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23d3c9f300 00000400:00000010:1.0:1647275048.575270:0:3295:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e23d3c9f300 (tot 73194441). 00000100:00000001:1.0:1647275048.575272:0:3295:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275048.575273:0:3295:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1647275048.575276:0:3295:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ec8850 x1727291246917568 msgsize 224 00000100:00100000:1.0:1647275048.575279:0:3295:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000040:1.0:1647275048.575280:0:3295:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1647275048.575286:0:3295:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275048.575307:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.575308:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275048.575309:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.575310:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.575311:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275048.575313:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 12 MB=0x622f655323840 00000400:00000200:1.0:1647275048.575315:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.6@tcp of length 224/224 into md 0x1b7c9 [64] + 61096 00000800:00000001:1.0:1647275048.575316:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.575319:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.575320:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275048.575321:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:1.0:1647275048.575322:0:3295:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275048.575323:0:3295:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275048.575325:0:3295:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33b180. 00000100:00000040:1.0:1647275048.575326:0:3295:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33b180 x1727291246917696 msgsize 224 00000100:00100000:1.0:1647275048.575350:0:3295:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000001:1.0:1647275048.575355:0:3295:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275048.575356:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.575357:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275048.575357:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275048.575357:0:7651:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:1.0:1647275048.575358:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275048.575359:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 02000000:00000001:0.0:1647275048.575359:0:7651:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275048.575360:0:7651:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275048.575360:0:7651:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275048.575361:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 12 MB=0x622f655323800 00000400:00000200:1.0:1647275048.575362:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.6@tcp of length 224/224 into md 0x1b7c9 [64] + 61320 02000000:00000001:0.0:1647275048.575363:0:7651:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275048.575364:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00100000:0.0:1647275048.575364:0:7651:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246917568 00000800:00000001:1.0:1647275048.575365:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275048.575365:0:7651:0:(genops.c:899:class_conn2export()) Process entered 00000400:00000200:1.0:1647275048.575366:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1647275048.575366:0:7651:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636ac9 00000400:00000200:1.0:1647275048.575367:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000020:00000001:0.0:1647275048.575367:0:7651:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:1.0:1647275048.575368:0:3295:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275048.575368:0:3295:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:0.0:1647275048.575368:0:7651:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183e800 refcount=9 00000100:00000010:1.0:1647275048.575369:0:3295:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33c200. 00000020:00000001:0.0:1647275048.575369:0:7651:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686052352 : -125191023499264 : ffff8e23b183e800) 00000100:00000040:1.0:1647275048.575370:0:3295:0:(events.c:358:request_in_callback()) incoming req@ffff8e244d33c200 x1727291246917632 msgsize 224 00000020:00000001:0.0:1647275048.575370:0:7651:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686052352 : -125191023499264 : ffff8e23b183e800) 00000100:00100000:1.0:1647275048.575372:0:3295:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000001:0.0:1647275048.575372:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275048.575373:0:3295:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:0.0:1647275048.575373:0:7651:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000800:00000001:1.0:1647275048.575374:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275048.575374:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1647275048.575395:0:7651:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b400. 00000020:00000010:0.0:1647275048.575397:0:7651:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9580. 00000020:00000010:0.0:1647275048.575399:0:7651:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12f18. 00000100:00000001:3.0:1647275048.575401:0:9191:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1647275048.575401:0:9191:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275048.575402:0:9191:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1647275048.575402:0:7651:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000100:00000001:0.0:1647275048.575403:0:7651:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275048.575404:0:9191:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.575404:0:7651:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275048.575404:0:7651:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.575405:0:9191:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275048.575406:0:9191:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246917696 00000100:00000001:0.0:1647275048.575406:0:7651:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.575407:0:9191:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275048.575408:0:9191:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636af3 00000020:00000001:3.0:1647275048.575408:0:9191:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1647275048.575409:0:9191:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183f800 refcount=5 00000020:00000001:3.0:1647275048.575410:0:9191:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686056448 : -125191023495168 : ffff8e23b183f800) 00000020:00000001:3.0:1647275048.575411:0:9191:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686056448 : -125191023495168 : ffff8e23b183f800) 00000100:00000001:3.0:1647275048.575412:0:9191:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275048.575412:0:7651:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.575413:0:9191:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275048.575414:0:9191:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8600. 00000020:00000010:3.0:1647275048.575415:0:9191:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0b80. 00000100:00000001:0.0:1647275048.575415:0:7651:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1647275048.575416:0:9191:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507f18. 00000100:00000001:0.0:1647275048.575416:0:7651:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1647275048.575418:0:7651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 1336 00000100:00000040:3.0:1647275048.575419:0:9191:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000040:0.0:1647275048.575419:0:7651:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183e800 : new rpc_count 1 00000100:00000001:3.0:1647275048.575420:0:9191:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275048.575420:0:9191:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275048.575420:0:7651:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914524240 : -125192795027376 : ffff8e2347ec8850) 00000100:00000001:3.0:1647275048.575421:0:9191:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.575423:0:9191:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1647275048.575423:0:9191:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1647275048.575423:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ec8850 x1727291246917568/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1647275048.575424:0:9191:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275048.575428:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275048.575428:0:7651:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1647275048.575429:0:9191:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1647275048.575430:0:7651:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ec8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e970ac4e-baa2-41d5-9e2f-f6e61477f110+9:7986:x1727291246917568:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00000100:00000200:0.0:1647275048.575431:0:7651:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246917568 00000100:00000001:3.0:1647275048.575432:0:9191:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1647275048.575432:0:7651:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 02000000:00000001:3.0:1647275048.575433:0:9191:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275048.575433:0:9191:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275048.575434:0:9191:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275048.575434:0:7651:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275048.575434:0:7651:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275048.575435:0:9191:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275048.575435:0:7651:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00100000:3.0:1647275048.575436:0:9191:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246917632 00000020:00000001:3.0:1647275048.575436:0:9191:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:1.0:1647275048.575436:0:8139:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1647275048.575436:0:7651:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000020:00000040:3.0:1647275048.575437:0:9191:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371bb 00000100:00000001:1.0:1647275048.575437:0:8139:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000020:00000001:0.0:1647275048.575437:0:7651:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1647275048.575438:0:9191:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00100000:1.0:1647275048.575438:0:8139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 2560 00000020:00000001:0.0:1647275048.575438:0:7651:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275048.575438:0:7651:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000040:3.0:1647275048.575439:0:9191:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364592000 refcount=7 00000020:00000001:3.0:1647275048.575439:0:9191:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000100:00000040:1.0:1647275048.575439:0:8139:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183f800 : new rpc_count 1 00000020:00000001:0.0:1647275048.575439:0:7651:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275048.575440:0:9191:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000100:00000001:1.0:1647275048.575440:0:8139:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298041216 : -125188411510400 : ffff8e244d33b180) 00000020:00000001:0.0:1647275048.575440:0:7651:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275048.575441:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33b180 x1727291246917696/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000001:0.0:1647275048.575441:0:7651:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1647275048.575441:0:7651:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1647275048.575442:0:9191:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1647275048.575442:0:7651:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1647275048.575457:0:9191:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1647275048.575457:0:9191:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a8200. 00000020:00000010:3.0:1647275048.575458:0:9191:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0f00. 02000000:00000010:0.0:1647275048.575458:0:7651:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e236465ac00. 00000020:00000010:3.0:1647275048.575459:0:9191:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507d20. 02000000:00000001:0.0:1647275048.575459:0:7651:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.575460:0:9191:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275048.575460:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275048.575460:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1647275048.575461:0:9191:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275048.575461:0:7651:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.575462:0:9191:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1647275048.575462:0:8139:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33b180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+5:7986:x1727291246917696:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00000020:00000001:0.0:1647275048.575462:0:7651:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.575463:0:9191:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1647275048.575463:0:9191:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1647275048.575463:0:8139:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246917696 00010000:00000040:0.0:1647275048.575463:0:7651:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727291246917568 00000100:00000001:3.0:1647275048.575464:0:9191:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.575464:0:8139:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275048.575464:0:8139:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00010000:00000001:0.0:1647275048.575464:0:7651:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000001:1.0:1647275048.575466:0:8139:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:0.0:1647275048.575466:0:7651:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ec8850 x1727291246917568/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000020:00000001:1.0:1647275048.575486:0:8139:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275048.575486:0:8139:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:3.0:1647275048.575487:0:9191:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275048.575487:0:8139:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1647275048.575488:0:8139:0:(tgt_lastrcvd.c:2238:tgt_lookup_reply()) lustrefs-MDT0001: lookup reply xid 1727291246917696, found 0 last_xid 1727291246917695 00000020:00000001:1.0:1647275048.575489:0:8139:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275048.575489:0:8139:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1647275048.575490:0:9191:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275048.575490:0:9191:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1647275048.575490:0:8139:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275048.575490:0:8139:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.575491:0:8139:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1647275048.575492:0:9191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 2561 00000100:00000001:1.0:1647275048.575492:0:8139:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275048.575492:0:8139:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1647275048.575493:0:9191:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364592000 : new rpc_count 1 02000000:00000010:1.0:1647275048.575493:0:8139:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241438ec00. 00000100:00000001:3.0:1647275048.575494:0:9191:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885298045440 : -125188411506176 : ffff8e244d33c200) 02000000:00000001:1.0:1647275048.575513:0:8139:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.575514:0:8139:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275048.575515:0:9191:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e244d33c200 x1727291246917632/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:199/0 lens 224/0 e 0 to 0 dl 1647275054 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000020:00000001:1.0:1647275048.575515:0:8139:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1647275048.575515:0:7651:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000040:1.0:1647275048.575516:0:8139:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727291246917696 00010000:00000001:0.0:1647275048.575516:0:7651:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275048.575517:0:8139:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00001000:0.0:1647275048.575517:0:7651:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=17 v=1 (1 1 1 1) 00010000:00000200:1.0:1647275048.575518:0:8139:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33b180 x1727291246917696/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:3.0:1647275048.575519:0:9191:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275048.575519:0:7651:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1647275048.575520:0:9191:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1647275048.575521:0:9191:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e244d33c200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7986:x1727291246917632:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00010000:00000001:1.0:1647275048.575521:0:8139:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275048.575521:0:8139:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275048.575521:0:7651:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00000100:00001000:1.0:1647275048.575522:0:8139:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=8 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275048.575522:0:7651:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 00000100:00000200:3.0:1647275048.575523:0:9191:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246917632 02000000:00000001:0.0:1647275048.575523:0:7651:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275048.575523:0:7651:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.575524:0:9191:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:1.0:1647275048.575524:0:8139:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1647275048.575524:0:8139:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 8 to 10.0.2.6@tcp 00000100:00000001:0.0:1647275048.575524:0:7651:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:3.0:1647275048.575525:0:9191:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:1.0:1647275048.575525:0:8139:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 00000020:00000001:3.0:1647275048.575526:0:9191:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275048.575526:0:7651:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000020:00000001:3.0:1647275048.575527:0:9191:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1647275048.575527:0:9191:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 02000000:00000001:1.0:1647275048.575527:0:8139:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275048.575527:0:8139:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.575528:0:9191:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1647275048.575528:0:8139:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000010:0.0:1647275048.575528:0:7651:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0dd0. 00000001:00000001:3.0:1647275048.575529:0:9191:0:(tgt_lastrcvd.c:2238:tgt_lookup_reply()) lustrefs-MDT0000: lookup reply xid 1727291246917632, found 0 last_xid 1727291246917631 00000100:00000040:1.0:1647275048.575529:0:8139:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000100:00000200:0.0:1647275048.575529:0:7651:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727291246917568, offset 224 00000020:00000001:3.0:1647275048.575530:0:9191:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1647275048.575530:0:8139:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574dd0. 00000020:00000001:3.0:1647275048.575531:0:9191:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275048.575531:0:9191:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1647275048.575531:0:8139:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727291246917696, offset 224 00000020:00000001:3.0:1647275048.575532:0:9191:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.575533:0:7651:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000020:00000001:3.0:1647275048.575534:0:9191:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1647275048.575534:0:8139:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000100:00000001:3.0:1647275048.575535:0:9191:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275048.575535:0:9191:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1647275048.575536:0:9191:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23a7df6000. 00000400:00000200:0.0:1647275048.575536:0:7651:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 02000000:00000001:3.0:1647275048.575537:0:9191:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275048.575539:0:9191:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275048.575539:0:7651:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14484:14484:256:4294967295] 10.0.2.6@tcp LPNI seq info [2996:2996:8:4294967295] 00000020:00000001:3.0:1647275048.575540:0:9191:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1647275048.575541:0:9191:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 4294967314, transno 0, xid 1727291246917632 00010000:00000001:3.0:1647275048.575542:0:9191:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:3.0:1647275048.575543:0:9191:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e244d33c200 x1727291246917632/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:0.0:1647275048.575544:0:7651:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00010000:00000001:3.0:1647275048.575547:0:9191:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1647275048.575547:0:8139:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000800:00000200:0.0:1647275048.575547:0:7651:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00010000:00000001:3.0:1647275048.575548:0:9191:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1647275048.575548:0:7651:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf100 (tot 73194689). 00000100:00001000:3.0:1647275048.575549:0:9191:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=8 v=1 (1 1 1 1) 00000400:00000200:1.0:1647275048.575549:0:8139:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14485:14485:255:4294967295] 10.0.2.6@tcp LPNI seq info [2997:2997:7:4294967295] 00000100:00000001:3.0:1647275048.575551:0:9191:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000800:00000200:0.0:1647275048.575551:0:7651:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000100:00000040:3.0:1647275048.575552:0:9191:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 9 to 10.0.2.6@tcp 00000100:00000001:3.0:1647275048.575552:0:9191:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 00000400:00000200:1.0:1647275048.575552:0:8139:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 02000000:00000001:3.0:1647275048.575553:0:9191:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275048.575554:0:9191:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1647275048.575554:0:8139:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000800:00000200:0.0:1647275048.575554:0:7651:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000100:00000001:3.0:1647275048.575555:0:9191:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000800:00000010:1.0:1647275048.575555:0:8139:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691100 (tot 73194937). 00000800:00000200:0.0:1647275048.575555:0:7651:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf100 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1647275048.575556:0:9191:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000400:00000010:3.0:1647275048.575557:0:9191:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802bb0. 00000800:00000200:1.0:1647275048.575557:0:8139:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000100:00000200:3.0:1647275048.575558:0:9191:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727291246917632, offset 224 00000800:00000200:1.0:1647275048.575558:0:8139:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000800:00000200:1.0:1647275048.575559:0:8139:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275048.575559:0:7651:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275048.575560:0:8139:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275048.575560:0:7651:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 8 to 10.0.2.6@tcp 00000400:00000200:3.0:1647275048.575561:0:9191:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000100:00000040:1.0:1647275048.575561:0:8139:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00010000:00000001:0.0:1647275048.575561:0:7651:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00010000:00000001:1.0:1647275048.575562:0:8139:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275048.575562:0:8139:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275048.575562:0:7651:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275048.575563:0:9191:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000020:00000001:1.0:1647275048.575563:0:8139:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1647275048.575563:0:7651:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1647275048.575564:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33b180 x1727291246917696/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000040:0.0:1647275048.575565:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ec8850 x1727291246917568/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:3.0:1647275048.575579:0:9191:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14486:14486:254:4294967295] 10.0.2.6@tcp LPNI seq info [2998:2998:6:4294967295] 00000100:00100000:1.0:1647275048.575583:0:8139:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33b180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+5:7986:x1727291246917696:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 122us (256us total) trans 0 rc 0/0 00000400:00000200:3.0:1647275048.575584:0:9191:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000100:00100000:0.0:1647275048.575584:0:7651:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ec8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e970ac4e-baa2-41d5-9e2f-f6e61477f110+9:7986:x1727291246917568:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 155us (306us total) trans 0 rc 0/0 00000800:00000200:3.0:1647275048.575586:0:9191:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000100:00100000:1.0:1647275048.575586:0:8139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 2560 00000100:00000040:1.0:1647275048.575587:0:8139:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183f800 : new rpc_count 0 00000800:00000010:3.0:1647275048.575588:0:9191:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34300 (tot 73195185). 00000100:00000001:1.0:1647275048.575588:0:8139:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275048.575588:0:8139:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1647275048.575588:0:7651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 1336 00000020:00000010:1.0:1647275048.575603:0:8139:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0b80. 00000100:00000040:0.0:1647275048.575603:0:7651:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183e800 : new rpc_count 0 00000800:00000200:3.0:1647275048.575604:0:9191:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000020:00000010:1.0:1647275048.575604:0:8139:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507f18. 00000100:00000001:0.0:1647275048.575604:0:7651:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1647275048.575605:0:8139:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8600. 00000100:00000001:0.0:1647275048.575605:0:7651:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:3.0:1647275048.575606:0:9191:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000020:00000010:0.0:1647275048.575606:0:7651:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9580. 00000800:00000200:3.0:1647275048.575607:0:9191:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34300 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:1.0:1647275048.575607:0:8139:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183f800 : new refcount 4 00000020:00000010:0.0:1647275048.575607:0:7651:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12f18. 00000100:00000001:1.0:1647275048.575608:0:8139:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275048.575609:0:9191:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1647275048.575609:0:7651:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b400. 00000020:00000040:0.0:1647275048.575610:0:7651:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183e800 : new refcount 8 00000100:00000040:3.0:1647275048.575611:0:9191:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 6 to 10.0.2.6@tcp 00010000:00000001:3.0:1647275048.575611:0:9191:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000001:0.0:1647275048.575611:0:7651:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275048.575612:0:9191:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275048.575613:0:9191:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000200:0.0:1647275048.575613:0:7651:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000040:3.0:1647275048.575614:0:9191:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33c200 x1727291246917632/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:199/0 lens 224/224 e 0 to 0 dl 1647275054 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000010:0.0:1647275048.575614:0:7651:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76f20. 00000400:00000010:0.0:1647275048.575616:0:7651:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e2363561780 (tot 73195337). 00000100:00100000:3.0:1647275048.575639:0:9191:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e244d33c200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7986:x1727291246917632:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 98us (247us total) trans 0 rc 0/0 00000800:00000200:1.0:1647275048.575642:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1647275048.575643:0:9191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 2561 00000800:00000010:1.0:1647275048.575643:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf100 (tot 73195089). 00000100:00000040:3.0:1647275048.575644:0:9191:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364592000 : new rpc_count 0 00000100:00000001:3.0:1647275048.575644:0:9191:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1647275048.575644:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1647275048.575645:0:9191:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1647275048.575645:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000020:00000010:3.0:1647275048.575646:0:9191:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0f00. 00000400:00000200:1.0:1647275048.575646:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0dd0 00000020:00000010:3.0:1647275048.575647:0:9191:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507d20. 00000400:00000010:1.0:1647275048.575647:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0dd0. 00000020:00000010:3.0:1647275048.575648:0:9191:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a8200. 00000100:00000001:1.0:1647275048.575648:0:3296:0:(events.c:407:reply_out_callback()) Process entered 02000000:00000001:1.0:1647275048.575648:0:3296:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 00000020:00000040:3.0:1647275048.575649:0:9191:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364592000 : new refcount 6 02000000:00000010:1.0:1647275048.575649:0:3296:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e236465ac00. 00000100:00000001:3.0:1647275048.575650:0:9191:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1647275048.575650:0:3296:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1647275048.575650:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:1.0:1647275048.575652:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275048.575653:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691100 (tot 73194841). 00000400:00000200:1.0:1647275048.575654:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275048.575655:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275048.575656:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574dd0 00000400:00000010:1.0:1647275048.575656:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574dd0. 00000100:00000001:1.0:1647275048.575657:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275048.575657:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:1.0:1647275048.575684:0:3296:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1647275048.575685:0:3296:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34300 (tot 73194593). 00000400:00000200:1.0:1647275048.575686:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275048.575687:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275048.575688:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802bb0 00000400:00000010:1.0:1647275048.575688:0:3296:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802bb0. 00000100:00000001:1.0:1647275048.575689:0:3296:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275048.575690:0:3296:0:(events.c:419:reply_out_callback()) Process leaving 00010000:00000001:1.0:1647275048.897067:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275048.897069:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275048.897071:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275048.897072:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275048.897074:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275048.897075:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275048.897077:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275048.897077:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275048.897082:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275048.897082:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275048.897084:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275048.897084:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275048.897093:0:7645:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1647275048.897094:0:7645:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275049.535382:0:9864:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1647275049.535384:0:9864:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275049.577359:0:9191:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1647275049.577361:0:9191:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275049.577390:0:7651:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1647275049.577391:0:7651:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275049.909612:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275049.909614:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275049.909616:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275049.909617:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275049.909619:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275049.909619:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275049.909621:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275049.909622:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275049.909623:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275049.909624:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275049.909625:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275049.909626:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275049.909690:0:7646:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1647275049.909692:0:7646:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275050.918029:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275050.918031:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275050.918033:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275050.918034:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275050.918036:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275050.918037:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275050.918039:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275050.918039:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275050.918041:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275050.918041:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275050.918043:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275050.918044:0:5187:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1647275050.918045:0:5187:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1647275050.918045:0:5187:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275050.918046:0:5187:0:(ldlm_lockd.c:2185:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1647275050.918047:0:5187:0:(ldlm_lockd.c:2188:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275050.918048:0:5187:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275050.918048:0:5187:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275050.918113:0:8691:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1647275050.918114:0:8691:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275051.920045:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275051.920047:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275051.920051:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275051.920051:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275051.920054:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275051.920054:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275051.920056:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275051.920057:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275051.920059:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275051.920059:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275051.920061:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275051.920061:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275051.920084:0:9456:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1647275051.920086:0:9456:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275052.952074:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275052.952076:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275052.952078:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275052.952079:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275052.952081:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275052.952082:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275052.952084:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275052.952085:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275052.952086:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275052.952088:0:5187:0:(ldlm_request.c:2025:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1647275052.952088:0:5187:0:(ldlm_request.c:1830:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1647275052.952089:0:5187:0:(ldlm_request.c:1993:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275052.952090:0:5187:0:(ldlm_lockd.c:2185:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1647275052.952090:0:5187:0:(ldlm_lockd.c:2188:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275052.952091:0:5187:0:(ldlm_request.c:2035:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275052.952092:0:5187:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275052.952093:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275052.952094:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275052.952102:0:9457:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1647275052.952104:0:9457:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275053.539344:0:9770:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000100:00000040:1.0:1647275053.539345:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) a104e6ec-b36b-47db-9d0a-896e252a4f7d->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000020:0.0:1647275053.539346:0:9770:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000001:1.0:1647275053.539348:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1647275053.539349:0:9770:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f6880. 00000100:00000010:1.0:1647275053.539350:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d339600. 00000020:00000040:1.0:1647275053.539356:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e244d184000 refcount=4 obd=MGC10.0.2.4@tcp 00000020:00000040:0.0:1647275053.539356:0:9770:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00000100:00000001:1.0:1647275053.539357:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275053.539357:0:9770:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275053.539358:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275053.539360:0:9770:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000004:00000001:3.0:1647275053.539361:0:9047:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 02000000:00000001:1.0:1647275053.539361:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275053.539361:0:9770:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:3.0:1647275053.539362:0:9047:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1647275053.539364:0:9047:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a227380. 02000000:00000010:1.0:1647275053.539364:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691a00. 02000000:00000010:0.0:1647275053.539364:0:9770:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bf900. 00000100:00000001:1.0:1647275053.539366:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539366:0:9770:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1647275053.539367:0:9047:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000001:3.0:1647275053.539368:0:9047:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275053.539368:0:9770:0:(jobid.c:866:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1647275053.539369:0:9047:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1647275053.539369:0:9770:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.539370:0:9047:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1647275053.539371:0:9047:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23e4c34400. 00000100:00000040:1.0:1647275053.539371:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging a104e6ec-b36b-47db-9d0a-896e252a4f7d->MGS req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1647275053.539372:0:9047:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275053.539372:0:9770:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f6880] to pc [ptlrpcd_00_00+0] req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275053.539375:0:9047:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275053.539375:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1647275053.539376:0:9047:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539376:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539377:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d339600] to pc [ptlrpcd_00_01+1] req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1647275053.539378:0:9047:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e238a227380] to pc [ptlrpcd_00_01+1] req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:1.0:1647275053.539387:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275053.539387:0:9770:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539388:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000004:00000001:3.0:1647275053.539389:0:9047:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539390:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1647275053.539390:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d339b80. 00000020:00000040:1.0:1647275053.539391:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:1.0:1647275053.539392:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275053.539392:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1647275053.539393:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275053.539393:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539393:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1647275053.539394:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691700. 00000100:00000001:0.0:1647275053.539394:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1647275053.539395:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275053.539395:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:1.0:1647275053.539396:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-MDT0000_UUID req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1647275053.539399:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1647275053.539399:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275053.539399:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539400:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275053.539400:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1647275053.539401:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d339b80] to pc [ptlrpcd_00_02+2] req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:0.0:1647275053.539401:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275053.539402:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330501440:0@lo:41:osp-pre-1-0.0 00000100:00000001:0.0:1647275053.539404:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275053.539404:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275053.539405:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539406:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1647275053.539406:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275053.539407:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e236465a800. 02000000:00000001:0.0:1647275053.539407:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539410:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275053.539410:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76058. 00000100:00000040:1.0:1647275053.539411:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-lwp-MDT0001_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1647275053.539412:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1647275053.539412:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0088. 00000100:00000010:1.0:1647275053.539413:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33dd80. 00000020:00000040:1.0:1647275053.539414:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e240f586000 refcount=3 obd=lustrefs-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1647275053.539414:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1647275053.539414:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330501440, portal 4 02000000:00000001:1.0:1647275053.539415:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275053.539415:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539415:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275053.539415:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208655488 : -125191500896128 : ffff8e23950f6880) 00000100:00000001:2.0:1647275053.539416:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1647275053.539416:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691d00. 00000100:00000001:2.0:1647275053.539417:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1647275053.539417:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275053.539417:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:2.0:1647275053.539418:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275053.539419:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-lwp-MDT0001_UUID->lustrefs-MDT0000_UUID req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275053.539420:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:1.0:1647275053.539422:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275053.539422:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275053.539422:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275053.539422:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0110. 00000100:00000001:2.0:1647275053.539423:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275053.539423:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539423:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33dd80] to pc [ptlrpcd_00_03+3] req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:0.0:1647275053.539423:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330501440, offset 0 02000000:00000001:2.0:1647275053.539424:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275053.539425:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.539425:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1647275053.539426:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1647275053.539426:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d339600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a104e6ec-b36b-47db-9d0a-896e252a4f7d:3302:1727288330501504:0@lo:400:kworker/u8:0.0 00000100:00000001:1.0:1647275053.539426:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539427:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1647275053.539427:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1647275053.539428:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1647275053.539428:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1647275053.539429:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275053.539429:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1647275053.539429:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1647275053.539429:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d338b00. 02000000:00000001:2.0:1647275053.539430:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275053.539430:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000400:00000200:0.0:1647275053.539430:0:3301:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1647275053.539431:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1647275053.539431:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275053.539431:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1647275053.539432:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560c600. 02000000:00000001:1.0:1647275053.539432:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275053.539432:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691400. 00000100:00000001:3.0:1647275053.539433:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1647275053.539433:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539433:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539434:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539434:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0000_UUID req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1647275053.539434:0:3301:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3d40 02000000:00000001:3.0:1647275053.539435:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275053.539435:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275053.539435:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da160. 00000100:00100000:3.0:1647275053.539436:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33dd80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-lwp-MDT0001_UUID:3304:1727288330501696:0@lo:400:kworker/u8:0.0 00000400:00000200:0.0:1647275053.539436:0:3301:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 19136 00000100:00000001:1.0:1647275053.539437:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1647275053.539438:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275053.539438:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1647275053.539438:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff220. 00000100:00000001:1.0:1647275053.539438:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.539439:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539439:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d338b00] to pc [ptlrpcd_00_00+0] req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275053.539439:0:3301:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1647275053.539440:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1647275053.539440:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330501504, portal 25 02000000:00000010:3.0:1647275053.539441:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a8200. 02000000:00000001:3.0:1647275053.539441:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539441:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275053.539441:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298034176 : -125188411517440 : ffff8e244d339600) 00000400:00000200:0.0:1647275053.539441:0:3301:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1647275053.539442:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275053.539443:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491633c8. 00000100:00000040:2.0:1647275053.539443:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275053.539443:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1647275053.539443:0:3301:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:1.0:1647275053.539444:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1647275053.539444:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d338000. 00000100:00000200:0.0:1647275053.539444:0:3301:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000400:00000010:3.0:1647275053.539445:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 00000020:00000040:1.0:1647275053.539445:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e24514ae000 refcount=4 obd=lustrefs-OST0001-osc-MDT0001 00000100:00000010:0.0:1647275053.539445:0:3301:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f4780. 00000100:00000200:3.0:1647275053.539446:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330501696, portal 10 00000100:00000001:1.0:1647275053.539446:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275053.539446:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1647275053.539446:0:3301:0:(events.c:358:request_in_callback()) incoming req@ffff8e23950f4780 x1727288330501440 msgsize 224 00000100:00000001:3.0:1647275053.539447:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1647275053.539447:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298052480 : -125188411499136 : ffff8e244d33dd80) 00000100:00000001:2.0:1647275053.539447:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:1.0:1647275053.539447:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275053.539447:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691800. 00000100:00000040:2.0:1647275053.539448:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1647275053.539448:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275053.539448:0:3301:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1647275053.539449:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:2.0:1647275053.539449:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff4c8. 00000100:00000200:2.0:1647275053.539450:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1727288330501504, offset 0 00000100:00000040:1.0:1647275053.539450:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0001-mdtlov_UUID->lustrefs-OST0001_UUID req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1647275053.539452:0:3301:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:2.0:1647275053.539453:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1647275053.539453:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275053.539453:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539454:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d338000] to pc [ptlrpcd_00_01+1] req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275053.539456:0:3302:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1647275053.539456:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0110 00000100:00000001:1.0:1647275053.539457:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275053.539457:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0110. 00000100:00000001:3.0:1647275053.539458:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:2.0:1647275053.539458:0:3302:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x622f5a75d3d80 00000100:00000040:1.0:1647275053.539458:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1647275053.539458:0:3301:0:(events.c:53:request_out_callback()) Process entered 00000100:00000040:3.0:1647275053.539459:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1647275053.539459:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1647275053.539459:0:3301:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1647275053.539460:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802220. 00000100:00000010:1.0:1647275053.539460:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33d280. 00000020:00000040:1.0:1647275053.539460:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2401d92000 refcount=4 obd=lustrefs-MDT0001-osp-MDT0000 00000400:00000200:2.0:1647275053.539461:0:3302:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x2bf99 [2] + 0 00000100:00000001:1.0:1647275053.539461:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275053.539461:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:2.0:1647275053.539462:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da9f8. 02000000:00000001:1.0:1647275053.539462:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275053.539463:0:3302:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e23d3c9fe40 02000000:00000010:1.0:1647275053.539463:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691500. 00000100:00000001:1.0:1647275053.539463:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539463:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000200:3.0:1647275053.539464:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1727288330501696, offset 0 00000400:00000200:2.0:1647275053.539464:0:3302:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1647275053.539464:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-MDT0001_UUID req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1647275053.539464:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1647275053.539466:0:3302:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1647275053.539480:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1647275053.539480:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539481:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275053.539481:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539481:0:3301:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:3.0:1647275053.539482:0:3304:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1647275053.539482:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23d3c9fe40 00000100:00000040:1.0:1647275053.539482:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33d280] to pc [ptlrpcd_00_02+2] req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275053.539482:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275053.539483:0:3302:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e23d3c9fe40 (tot 73194441). 00000100:00000001:0.0:1647275053.539483:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275053.539484:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.539485:0:3304:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x622f5a75d3e40 00000100:00000001:2.0:1647275053.539485:0:3302:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:1.0:1647275053.539485:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539485:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275053.539486:0:3302:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1647275053.539486:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1647275053.539486:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.539487:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1647275053.539488:0:3304:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1b7c9 [64] + 61544 00000100:00000010:1.0:1647275053.539488:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e244d33f900. 00000100:00000040:2.0:1647275053.539489:0:3302:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ecb050 x1727288330501504 msgsize 224 00000020:00000040:1.0:1647275053.539489:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:1.0:1647275053.539489:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1647275053.539489:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1647275053.539490:0:3304:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1647275053.539490:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1647275053.539490:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539490:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1647275053.539490:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1647275053.539491:0:3302:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1647275053.539491:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691300. 00000100:00000001:0.0:1647275053.539491:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275053.539491:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1647275053.539492:0:3304:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1647275053.539492:0:3302:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1647275053.539492:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539493:0:3304:0:(events.c:307:request_in_callback()) Process entered 00000100:00000040:1.0:1647275053.539493:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0000_UUID req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1647275053.539493:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1647275053.539494:0:3304:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1647275053.539495:0:3304:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a226e00. 00000100:00000001:1.0:1647275053.539496:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1647275053.539497:0:3304:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a226e00 x1727288330501696 msgsize 224 00000100:00000001:1.0:1647275053.539497:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539498:0:3302:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000040:1.0:1647275053.539498:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e244d33f900] to pc [ptlrpcd_00_03+3] req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275053.539499:0:3304:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1647275053.539500:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff4c8 00000400:00000010:2.0:1647275053.539500:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff4c8. 00000100:00000001:3.0:1647275053.539501:0:3304:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:2.0:1647275053.539501:0:3302:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:1.0:1647275053.539501:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1647275053.539502:0:3302:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275053.539502:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1647275053.539502:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275053.539502:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.539503:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802220 00000100:00000001:1.0:1647275053.539503:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1647275053.539503:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275053.539503:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275053.539504:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802220. 00000100:00100000:0.0:1647275053.539504:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d338b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330501760:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1647275053.539505:0:3304:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:0.0:1647275053.539506:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1647275053.539519:0:3304:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.539520:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000010:1.0:1647275053.539520:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e24418a8000. 00000100:00000040:2.0:1647275053.539521:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000040:1.0:1647275053.539521:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 02000000:00000001:0.0:1647275053.539521:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275053.539521:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539522:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275053.539522:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1647275053.539522:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1647275053.539522:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188b200. 02000000:00000001:1.0:1647275053.539523:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275053.539523:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691200. 02000000:00000001:0.0:1647275053.539523:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539524:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275053.539524:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275053.539524:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275053.539524:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa760b0. 00000400:00000010:0.0:1647275053.539524:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0110. 00000100:00000001:2.0:1647275053.539525:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539525:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-mdtlov_UUID->lustrefs-OST0001_UUID req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1647275053.539525:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330501760, portal 4 00000100:00000001:2.0:1647275053.539526:0:3302:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1647275053.539526:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275053.539526:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298031360 : -125188411520256 : ffff8e244d338b00) 00000100:00000001:2.0:1647275053.539527:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539528:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539528:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275053.539528:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1647275053.539528:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275053.539528:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.539529:0:3304:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275053.539529:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539529:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e24418a8000] to pc [ptlrpcd_00_00+0] req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.539530:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539530:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1647275053.539531:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1647275053.539531:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:0.0:1647275053.539531:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:3.0:1647275053.539532:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275053.539532:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275053.539533:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539533:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.539533:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275053.539533:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0e58. 00000100:00000200:0.0:1647275053.539533:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330501760, offset 0 00000100:00000040:1.0:1647275053.539534:0:9755:0:(pinger.c:250:ptlrpc_pinger_process_import()) lustrefs-MDT0000-lwp-MDT0000_UUID->lustrefs-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1647275053.539535:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1647275053.539535:0:9755:0:(pinger.c:135:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1647275053.539535:0:9755:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e24418a8580. 00000400:00000200:0.0:1647275053.539535:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275053.539536:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275053.539536:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275053.539536:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275053.539536:0:9755:0:(genops.c:1191:class_import_get()) import ffff8e23d3d8b000 refcount=3 obd=lustrefs-MDT0000-lwp-MDT0000 00000100:00000001:3.0:1647275053.539537:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1647275053.539537:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1647275053.539537:0:9755:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275053.539537:0:9755:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1647275053.539537:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:3.0:1647275053.539538:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275053.539538:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1647275053.539538:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275053.539538:0:9755:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275053.539538:0:9755:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691900. 00000100:00000040:3.0:1647275053.539539:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275053.539539:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e238a227380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330501568:10.0.2.5@tcp:13:osp-pre-1-1.0 00000100:00000001:1.0:1647275053.539539:0:9755:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.539539:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:2.0:1647275053.539541:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275053.539541:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1647275053.539541:0:9755:0:(pinger.c:150:ptlrpc_ping()) @@@ pinging lustrefs-MDT0000-lwp-MDT0000_UUID->lustrefs-MDT0000_UUID req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1647275053.539541:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1647275053.539542:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.539542:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:3.0:1647275053.539543:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1647275053.539543:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1647275053.539544:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275053.539544:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e2405e11000. 00000400:00000200:0.0:1647275053.539544:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14487:14487:256:4294967295] 10.0.2.5@tcp LPNI seq info [11489:11489:8:4294967295] 02000000:00000001:3.0:1647275053.539545:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275053.539545:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539545:0:9755:0:(jobid.c:866:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1647275053.539546:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539546:0:9755:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275053.539547:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330501952:10.0.2.5@tcp:400:kworker/u8:0.0 00000400:00000010:2.0:1647275053.539547:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da9f8. 00000100:00000040:1.0:1647275053.539547:0:9755:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e24418a8580] to pc [ptlrpcd_00_01+1] req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:2.0:1647275053.539548:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff4c8. 00000400:00000200:0.0:1647275053.539548:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:3.0:1647275053.539549:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275053.539549:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1647275053.539550:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539550:0:9755:0:(pinger.c:159:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.539551:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1647275053.539551:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a9200. 00000100:00000200:2.0:1647275053.539551:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330501568, portal 4 00000800:00000200:0.0:1647275053.539551:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 02000000:00000001:3.0:1647275053.539552:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539552:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275053.539552:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882025354112 : -125191684197504 : ffff8e238a227380) 00000020:00000001:1.0:1647275053.539552:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=18446744073707091219 : -2460397 : ffffffffffda7513) 00000800:00000010:0.0:1647275053.539552:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf600 (tot 73194689). 00000400:00000010:3.0:1647275053.539553:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e2349163210. 00000020:00000001:1.0:1647275053.539553:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=18446744073709261644 : -289972 : fffffffffffb934c) 00000400:00000010:3.0:1647275053.539554:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802220. 00000020:00000001:1.0:1647275053.539554:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=10237478 : 10237478 : 9c3626) 00000020:00000001:1.0:1647275053.539554:0:9755:0:(lprocfs_status.c:1633:lprocfs_read_helper()) Process leaving (rc=127363800 : 127363800 : 7976ad8) 00000800:00000200:0.0:1647275053.539554:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000200:3.0:1647275053.539555:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330501952, portal 4 00000100:00000001:3.0:1647275053.539555:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1647275053.539555:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:3.0:1647275053.539556:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298059520 : -125188411492096 : ffff8e244d33f900) 00000100:00000040:1.0:1647275053.539556:0:9755:0:(pinger.c:319:ptlrpc_pinger_main()) next wakeup in 5 (4854) 00000800:00000200:0.0:1647275053.539557:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000040:3.0:1647275053.539558:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.539558:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000800:00000200:0.0:1647275053.539558:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf600 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1647275053.539560:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275053.539561:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff000. 00000100:00000001:3.0:1647275053.539562:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000200:2.0:1647275053.539562:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330501568, offset 0 00000100:00000040:3.0:1647275053.539563:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275053.539563:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539563:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1647275053.539564:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802e58. 00000400:00000200:2.0:1647275053.539564:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275053.539564:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275053.539565:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330501952, offset 0 00000100:00000001:0.0:1647275053.539565:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275053.539566:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:0.0:1647275053.539566:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.539567:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:0.0:1647275053.539567:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1647275053.539568:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:0.0:1647275053.539568:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:0.0:1647275053.539568:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1647275053.539569:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1647275053.539569:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275053.539569:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1647275053.539570:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000040:0.0:1647275053.539570:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275053.539571:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14488:14488:255:4294967295] 10.0.2.5@tcp LPNI seq info [11490:11490:7:4294967295] 00000100:00000001:1.0:1647275053.539571:0:9864:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275053.539572:0:9864:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275053.539572:0:9864:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275053.539573:0:9864:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539573:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275053.539573:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275053.539574:0:9864:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275053.539574:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1647275053.539575:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00100000:1.0:1647275053.539575:0:9864:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330501440 02000000:00000001:0.0:1647275053.539575:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275053.539575:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e24418a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330502016:10.0.2.5@tcp:400:kworker/u8:0.0 00000020:00000001:1.0:1647275053.539576:0:9864:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275053.539576:0:9864:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000400:00000200:3.0:1647275053.539577:0:3304:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000800:00000200:2.0:1647275053.539577:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000020:00000001:1.0:1647275053.539577:0:9864:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:0.0:1647275053.539577:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1647275053.539577:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275053.539577:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.539578:0:3304:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000800:00000010:2.0:1647275053.539578:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755afc00 (tot 73194937). 00000020:00000040:1.0:1647275053.539578:0:9864:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 02000000:00000001:0.0:1647275053.539578:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1647275053.539579:0:3304:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1647275053.539579:0:9864:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 02000000:00000010:0.0:1647275053.539579:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e244188ba00. 02000000:00000001:0.0:1647275053.539579:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.539580:0:3304:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000800:00000200:2.0:1647275053.539580:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000020:00000001:1.0:1647275053.539580:0:9864:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000400:00000010:0.0:1647275053.539580:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa768f0. 00000400:00000010:0.0:1647275053.539580:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0a18. 00000400:00000200:3.0:1647275053.539581:0:3304:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14489:14489:254:4294967295] 10.0.2.5@tcp LPNI seq info [11491:11491:6:4294967295] 00000100:00000001:1.0:1647275053.539581:0:9864:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1647275053.539581:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330502016, portal 4 00000100:00000001:1.0:1647275053.539582:0:9864:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1647275053.539582:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275053.539582:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885102403584 : -125188607148032 : ffff8e24418a8000) 00000800:00000200:2.0:1647275053.539583:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000020:00000010:1.0:1647275053.539583:0:9864:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05aa00. 00000800:00000200:2.0:1647275053.539584:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755afc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1647275053.539584:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275053.539585:0:3304:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000020:00000010:1.0:1647275053.539585:0:9864:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456980. 00000100:00000001:2.0:1647275053.539586:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539586:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1647275053.539586:0:9864:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000100:00000001:2.0:1647275053.539587:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539587:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000800:00000200:3.0:1647275053.539588:0:3304:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:2.0:1647275053.539588:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539588:0:9864:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000040:0.0:1647275053.539588:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275053.539588:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0220. 00000800:00000010:3.0:1647275053.539589:0:3304:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34c00 (tot 73195185). 00000100:00000001:2.0:1647275053.539589:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.539589:0:9864:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275053.539589:0:9864:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1647275053.539589:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330502016, offset 0 00000100:00000001:1.0:1647275053.539590:0:9864:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.539590:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000800:00000200:3.0:1647275053.539591:0:3304:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:2.0:1647275053.539591:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275053.539592:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275053.539592:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1647275053.539592:0:3301:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000800:00000200:3.0:1647275053.539593:0:3304:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:3.0:1647275053.539593:0:3304:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1647275053.539593:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1647275053.539593:0:9864:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.539593:0:3301:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:2.0:1647275053.539594:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1647275053.539594:0:3301:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1647275053.539594:0:3301:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:3.0:1647275053.539595:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275053.539595:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.539596:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275053.539597:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539597:0:9864:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.539598:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539599:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.539599:0:9864:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275053.539600:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275053.539600:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275053.539600:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539600:0:9864:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1647275053.539600:0:3301:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14490:14490:253:4294967295] 10.0.2.5@tcp LPNI seq info [11492:11492:5:4294967295] 00000100:00000001:3.0:1647275053.539601:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 02000000:00000001:2.0:1647275053.539601:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1647275053.539601:0:9864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00000001:3.0:1647275053.539602:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275053.539602:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1647275053.539602:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539602:0:9864:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000001:3.0:1647275053.539603:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275053.539603:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330501824:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1647275053.539603:0:9864:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882208647040 : -125191500904576 : ffff8e23950f4780) 00000100:00100000:3.0:1647275053.539604:0:3304:0:(ptlrpcd.c:414:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00000001:2.0:1647275053.539604:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1647275053.539604:0:9864:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e23950f4780 x1727288330501440/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:0.0:1647275053.539604:0:3301:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:3.0:1647275053.539605:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1647275053.539605:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1647275053.539606:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275053.539606:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1647275053.539606:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.539606:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1647275053.539606:0:3301:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:0.0:1647275053.539606:0:3301:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf400 (tot 73195433). 00000100:00000001:3.0:1647275053.539607:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275053.539607:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1647275053.539607:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560dc00. 00000100:00000001:3.0:1647275053.539608:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1647275053.539608:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539608:0:9864:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275053.539608:0:9864:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000800:00000200:0.0:1647275053.539608:0:3301:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000040:3.0:1647275053.539609:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:2.0:1647275053.539609:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da108. 00000100:00100000:1.0:1647275053.539609:0:9864:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e23950f4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustrefs-MDT0000-mdtlov_UUID+5:3301:x1727288330501440:12345-0@lo:41:osp-pre-1-0.0 00000800:00000200:0.0:1647275053.539609:0:3301:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000400:00000010:2.0:1647275053.539610:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff770. 00000100:00000200:1.0:1647275053.539610:0:9864:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330501440 00000800:00000200:0.0:1647275053.539610:0:3301:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf400 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1647275053.539611:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330501824, portal 4 00000100:00000001:2.0:1647275053.539611:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1647275053.539611:0:9864:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:0.0:1647275053.539611:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539612:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298028544 : -125188411523072 : ffff8e244d338000) 00000020:00000001:1.0:1647275053.539612:0:9864:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:0.0:1647275053.539612:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275053.539612:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539613:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000020:00000001:1.0:1647275053.539613:0:9864:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539613:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539614:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275053.539614:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:1.0:1647275053.539614:0:9864:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1647275053.539614:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1647275053.539615:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275053.539615:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.539615:0:9864:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072656300544 : -1053251072 : ffffffffc138aa00) 00000020:00000001:1.0:1647275053.539615:0:9864:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1647275053.539615:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1647275053.539615:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00100000:3.0:1647275053.539616:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d339b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330501632:0@lo:400:kworker/u8:0.0 00000020:00000001:1.0:1647275053.539616:0:9864:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275053.539616:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275053.539616:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1647275053.539617:0:9864:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275053.539617:0:9864:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1647275053.539617:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539617:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539618:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275053.539618:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1647275053.539618:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000001:1.0:1647275053.539618:0:9864:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.539619:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275053.539619:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275053.539619:0:9864:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275053.539619:0:9864:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1647275053.539620:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1647275053.539620:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff088. 00000100:00000200:2.0:1647275053.539620:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1727288330501824, offset 0 02000000:00000010:1.0:1647275053.539620:0:9864:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8e2348c5d400. 02000000:00000010:3.0:1647275053.539621:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a8c00. 02000000:00000001:3.0:1647275053.539621:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275053.539621:0:9864:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275053.539622:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e2349163d68. 00000400:00000200:2.0:1647275053.539622:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000001:1.0:1647275053.539622:0:9864:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275053.539623:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802aa0. 00000004:00000001:1.0:1647275053.539623:0:9864:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000100:00000200:3.0:1647275053.539624:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330501632, portal 4 00000400:00000200:2.0:1647275053.539624:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000004:00000001:1.0:1647275053.539624:0:9864:0:(mdt_lib.c:397:mdt_check_ucred()) Process entered 00000100:00000001:0.0:1647275053.539624:0:7651:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1647275053.539625:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000004:00000001:1.0:1647275053.539625:0:9864:0:(mdt_lib.c:404:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275053.539625:0:7651:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275053.539625:0:7651:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275053.539626:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298035584 : -125188411516032 : ffff8e244d339b80) 00000400:00000200:2.0:1647275053.539626:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:0.0:1647275053.539626:0:7651:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275053.539627:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275053.539627:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1647275053.539627:0:7651:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275053.539628:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00100000:0.0:1647275053.539628:0:7651:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330501504 00000020:00000001:0.0:1647275053.539628:0:7651:0:(genops.c:899:class_conn2export()) Process entered 00000400:00000200:2.0:1647275053.539629:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14491:14491:252:4294967295] 10.0.2.5@tcp LPNI seq info [11493:11493:4:4294967295] 00000004:00000024:1.0:1647275053.539629:0:9864:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 29612552192 avail 26942894080 00000020:00000040:0.0:1647275053.539629:0:7651:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd063670a 00000020:00000001:0.0:1647275053.539629:0:7651:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000020:1.0:1647275053.539630:0:9864:0:(tgt_grant.c:221:tgt_grant_sanity_check()) lustrefs-MDT0001: processing self export: 0 0 0 00000020:00000040:0.0:1647275053.539630:0:7651:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a7e4d800 refcount=17 00000020:00000001:0.0:1647275053.539631:0:7651:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882524633088 : -125191184918528 : ffff8e23a7e4d800) 00000020:00000020:1.0:1647275053.539632:0:9864:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0000-mdtlov_UUID/ffff8e24503eb800 dirty 0 pend 0 grant 0 00000020:00000001:0.0:1647275053.539632:0:7651:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882524633088 : -125191184918528 : ffff8e23a7e4d800) 00000400:00000200:2.0:1647275053.539633:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000020:00000020:1.0:1647275053.539633:0:9864:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli d14dab7c-c50e-464d-b9b2-5ce6f15a3529/ffff8e23b183f800 dirty 0 pend 0 grant 2146304 00000100:00000001:0.0:1647275053.539633:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275053.539633:0:7651:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000020:1.0:1647275053.539634:0:9864:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0001-lwp-OST0001_UUID/ffff8e23b1838800 dirty 0 pend 0 grant 0 00000020:00000010:0.0:1647275053.539634:0:7651:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b800. 00000800:00000200:2.0:1647275053.539635:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000020:00000020:1.0:1647275053.539635:0:9864:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0001: cli lustrefs-MDT0001-lwp-OST0000_UUID/ffff8e23c906d800 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1647275053.539636:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000004:00000020:1.0:1647275053.539636:0:9864:0:(mdt_handler.c:558:mdt_statfs()) 7230535 blocks: 7229627 free, 6577855 avail; 20868120 objects: 20867861 free; state 0 00000020:00000010:0.0:1647275053.539636:0:7651:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9580. 00000100:00000040:3.0:1647275053.539637:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1647275053.539637:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802550. 00000800:00000010:2.0:1647275053.539637:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af000 (tot 73195681). 00000020:00000010:0.0:1647275053.539637:0:7651:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12f18. 00000100:00000200:3.0:1647275053.539638:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330501632, offset 0 00000800:00000200:2.0:1647275053.539639:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000004:00000001:1.0:1647275053.539639:0:9864:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275053.539639:0:7651:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000400:00000200:3.0:1647275053.539640:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000040:1.0:1647275053.539640:0:9864:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330501440 00000100:00000001:0.0:1647275053.539640:0:7651:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275053.539640:0:7651:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275053.539640:0:7651:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275053.539641:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00010000:00000001:1.0:1647275053.539641:0:9864:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000200:3.0:1647275053.539642:0:3304:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000200:2.0:1647275053.539642:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af000 type 1, nob 320 niov 1 nkiov 1 00010000:00000200:1.0:1647275053.539642:0:9864:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e23950f4780 x1727288330501440/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:204/0 lens 224/368 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:0.0:1647275053.539642:0:7651:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539643:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.539644:0:3304:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3e00 00000100:00000001:2.0:1647275053.539644:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275053.539644:0:7651:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.539645:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539645:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00010000:00000001:1.0:1647275053.539645:0:9864:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275053.539645:0:9864:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.539646:0:3304:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 19360 00000100:00000040:2.0:1647275053.539646:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275053.539646:0:7651:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00001000:1.0:1647275053.539647:0:9864:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=13 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275053.539647:0:7651:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1647275053.539648:0:3304:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1647275053.539648:0:9864:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1647275053.539648:0:7651:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00000040:0.0:1647275053.539648:0:7651:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a7e4d800 : new rpc_count 1 00000100:00000040:1.0:1647275053.539649:0:9864:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:0.0:1647275053.539649:0:7651:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914534480 : -125192795017136 : ffff8e2347ecb050) 00000400:00000200:3.0:1647275053.539650:0:3304:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1647275053.539650:0:9864:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000100:00000040:0.0:1647275053.539650:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ecb050 x1727288330501504/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.539651:0:3304:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:2.0:1647275053.539651:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1647275053.539651:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275053.539651:0:9864:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1647275053.539651:0:9864:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275053.539652:0:3304:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1647275053.539652:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275053.539652:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539652:0:9864:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000010:3.0:1647275053.539653:0:3304:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a223c80. 00000100:00000040:1.0:1647275053.539653:0:9864:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1647275053.539654:0:3304:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a223c80 x1727288330501632 msgsize 224 00000100:00100000:2.0:1647275053.539654:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e24418a8580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-lwp-MDT0000_UUID:3302:1727288330502080:0@lo:400:kworker/u8:0.0 00000400:00000010:1.0:1647275053.539654:0:9864:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574dd0. 00000100:00000001:0.0:1647275053.539654:0:7651:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275053.539654:0:7651:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275053.539655:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1647275053.539655:0:9864:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1727288330501440, offset 224 00000100:00100000:0.0:1647275053.539655:0:7651:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ecb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a104e6ec-b36b-47db-9d0a-896e252a4f7d+17:3302:x1727288330501504:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:3.0:1647275053.539656:0:3304:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1647275053.539656:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1647275053.539656:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275053.539656:0:7651:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330501504 02000000:00000001:2.0:1647275053.539657:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1647275053.539657:0:9864:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1647275053.539657:0:7651:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275053.539657:0:7651:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 02000000:00000010:2.0:1647275053.539658:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e23e560da00. 02000000:00000001:2.0:1647275053.539658:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.539658:0:7651:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539659:0:3304:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000010:2.0:1647275053.539659:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da4d0. 00000400:00000200:1.0:1647275053.539659:0:9864:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1647275053.539659:0:7651:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275053.539659:0:7651:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000400:00000200:3.0:1647275053.539660:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802550 00000400:00000010:2.0:1647275053.539660:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffc38. 00000020:00000001:0.0:1647275053.539660:0:7651:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1647275053.539660:0:7651:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1647275053.539661:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802550. 00000400:00000200:1.0:1647275053.539661:0:9864:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x622f5a75d3d40 00000020:00000001:0.0:1647275053.539661:0:7651:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275053.539661:0:7651:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:3.0:1647275053.539662:0:3304:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:2.0:1647275053.539662:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330502080, portal 10 00000020:00000001:0.0:1647275053.539662:0:7651:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.539662:0:7651:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000200:3.0:1647275053.539663:0:3304:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.539663:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1647275053.539663:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885102404992 : -125188607146624 : ffff8e24418a8580) 00000400:00000200:1.0:1647275053.539663:0:9864:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2d00d [1] + 224 00000100:00000001:0.0:1647275053.539663:0:7651:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275053.539663:0:7651:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275053.539664:0:7651:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e2364658000. 00000100:00000040:2.0:1647275053.539665:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275053.539665:0:9864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1647275053.539665:0:7651:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275053.539666:0:9864:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1647275053.539666:0:7651:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539667:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1647275053.539667:0:9864:0:(events.c:103:reply_in_callback()) Process entered 00000020:00000001:0.0:1647275053.539667:0:7651:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275053.539668:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1647275053.539668:0:9864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00010000:00000040:0.0:1647275053.539668:0:7651:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330501504 00000100:00000001:2.0:1647275053.539669:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00010000:00000001:0.0:1647275053.539669:0:7651:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000040:2.0:1647275053.539670:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1647275053.539670:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff550. 00010000:00000200:0.0:1647275053.539670:0:7651:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ecb050 x1727288330501504/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275053.539671:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1727288330502080, offset 0 00000100:00000040:1.0:1647275053.539671:0:9864:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275053.539672:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539673:0:3304:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:2.0:1647275053.539673:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1647275053.539673:0:7651:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275053.539673:0:7651:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539674:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275053.539674:0:7651:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=22 v=1 (1 1 1 1) 00000100:00000001:3.0:1647275053.539675:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275053.539675:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275053.539675:0:3302:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1647275053.539675:0:7651:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1647275053.539676:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1647275053.539676:0:7651:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 27 to 0@lo 00000100:00000040:3.0:1647275053.539677:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275053.539677:0:9864:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:2.0:1647275053.539678:0:3302:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x622f5a75d3fc0 00000400:00000200:1.0:1647275053.539679:0:9864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574dd0 00000400:00000010:1.0:1647275053.539680:0:9864:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574dd0. 00000100:00000001:3.0:1647275053.539681:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1647275053.539681:0:3302:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x1b7c9 [64] + 61768 00000100:00000001:1.0:1647275053.539681:0:9864:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275053.539681:0:9864:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:3.0:1647275053.539682:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539682:0:9864:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539682:0:7651:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:3.0:1647275053.539683:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1647275053.539683:0:3302:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1647275053.539683:0:9864:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 26 to 0@lo 02000000:00000001:0.0:1647275053.539683:0:7651:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275053.539683:0:7651:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.539684:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275053.539684:0:9864:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275053.539684:0:9864:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539684:0:7651:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00100000:3.0:1647275053.539685:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e244d33d280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330501888:0@lo:400:kworker/u8:0.0 00000400:00000200:2.0:1647275053.539685:0:3302:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1647275053.539685:0:9864:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275053.539685:0:7651:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275053.539685:0:7651:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0ee0. 00000100:00000001:2.0:1647275053.539686:0:3302:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275053.539686:0:3302:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1647275053.539686:0:9864:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f4780 x1727288330501440/t0(0) o41->lustrefs-MDT0000-mdtlov_UUID@0@lo:204/0 lens 224/368 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1647275053.539686:0:7651:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727288330501504, offset 224 00000100:00000001:3.0:1647275053.539687:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1647275053.539687:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1647275053.539687:0:3302:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e2c00. 02000000:00000001:3.0:1647275053.539688:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.539688:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1647275053.539688:0:7651:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1647275053.539689:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8e240f3a9c00. 00000100:00000040:2.0:1647275053.539689:0:3302:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e2c00 x1727288330502080 msgsize 224 00000100:00100000:1.0:1647275053.539689:0:9864:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e23950f4780 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustrefs-MDT0000-mdtlov_UUID+5:3301:x1727288330501440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (242us total) trans 0 rc 0/0 02000000:00000001:3.0:1647275053.539690:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.539690:0:7651:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1647275053.539691:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491637e8. 00000100:00100000:2.0:1647275053.539691:0:3302:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:3.0:1647275053.539692:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802550. 00000400:00000200:0.0:1647275053.539692:0:7651:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x622f5a75d3d80 00000100:00000200:3.0:1647275053.539693:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1727288330501888, portal 4 00000100:00000001:3.0:1647275053.539693:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1647275053.539693:0:9864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00000040:1.0:1647275053.539693:0:9864:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00000400:00000200:0.0:1647275053.539693:0:7651:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x2d015 [1] + 224 00000100:00000001:3.0:1647275053.539694:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885298049664 : -125188411501952 : ffff8e244d33d280) 00000100:00000001:2.0:1647275053.539694:0:3302:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:1.0:1647275053.539694:0:9864:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1647275053.539695:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275053.539695:0:9864:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1647275053.539695:0:7651:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275053.539696:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff550 00000400:00000010:2.0:1647275053.539696:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff550. 00000020:00000010:1.0:1647275053.539696:0:9864:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456980. 00000400:00000200:0.0:1647275053.539696:0:7651:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1647275053.539697:0:3302:0:(events.c:53:request_out_callback()) Process entered 00000020:00000010:1.0:1647275053.539697:0:9864:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000100:00000001:0.0:1647275053.539697:0:7651:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275053.539698:0:3302:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000010:1.0:1647275053.539698:0:9864:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05aa00. 00000100:00000200:0.0:1647275053.539698:0:7651:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.539699:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000020:00000040:1.0:1647275053.539699:0:9864:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 00000100:00000040:3.0:1647275053.539700:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1647275053.539700:0:9864:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1647275053.539701:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e23528024c8. 00000100:00000200:3.0:1647275053.539702:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330501888, offset 0 00000100:00000001:2.0:1647275053.539702:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1647275053.539702:0:9864:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275053.539702:0:9864:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1647275053.539702:0:7651:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275053.539703:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275053.539703:0:9864:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275053.539703:0:9864:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.539704:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1647275053.539704:0:9864:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275053.539704:0:9864:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330501632 00000020:00000001:1.0:1647275053.539705:0:9864:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275053.539705:0:9864:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000100:00000001:0.0:1647275053.539705:0:7651:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:3.0:1647275053.539706:0:3304:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1647275053.539706:0:9864:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:2.0:1647275053.539707:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275053.539707:0:9864:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000400:00000200:0.0:1647275053.539707:0:7651:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0ee0 00000400:00000010:0.0:1647275053.539707:0:7651:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0ee0. 00000400:00000200:3.0:1647275053.539708:0:3304:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d3f00 00000100:00000001:2.0:1647275053.539708:0:3302:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:1.0:1647275053.539708:0:9864:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000100:00000001:0.0:1647275053.539708:0:7651:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275053.539708:0:7651:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000200:3.0:1647275053.539709:0:3304:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 19584 00000100:00000001:2.0:1647275053.539709:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.539709:0:9864:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000100:00000001:0.0:1647275053.539709:0:7651:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539710:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1647275053.539710:0:9864:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275053.539710:0:9864:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1647275053.539711:0:3304:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275053.539711:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275053.539711:0:9864:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05aa00. 00000100:00000040:0.0:1647275053.539711:0:7651:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00000400:00000200:3.0:1647275053.539712:0:3304:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1647275053.539712:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1647275053.539712:0:9864:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456980. 00000020:00000010:1.0:1647275053.539712:0:9864:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00010000:00000001:0.0:1647275053.539712:0:7651:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275053.539712:0:7651:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1647275053.539713:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275053.539713:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da160. 00000100:00000040:1.0:1647275053.539713:0:9864:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000020:00000001:0.0:1647275053.539713:0:7651:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275053.539713:0:7651:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ecb050 x1727288330501504/t0(0) o400->a104e6ec-b36b-47db-9d0a-896e252a4f7d@0@lo:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275053.539714:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff220 00000400:00000010:2.0:1647275053.539714:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff220. 00000100:00000001:1.0:1647275053.539714:0:9864:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275053.539714:0:9864:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275053.539714:0:9864:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539715:0:3304:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:2.0:1647275053.539715:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:1.0:1647275053.539715:0:9864:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275053.539716:0:3304:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000200:2.0:1647275053.539716:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000010:3.0:1647275053.539717:0:3304:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e238a225d80. 00000100:00100000:0.0:1647275053.539717:0:7651:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ecb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:a104e6ec-b36b-47db-9d0a-896e252a4f7d+17:3302:x1727288330501504:12345-0@lo:400:kworker/u8:0.0 Request processed in 63us (227us total) trans 0 rc 0/0 00000100:00000040:3.0:1647275053.539718:0:3304:0:(events.c:358:request_in_callback()) incoming req@ffff8e238a225d80 x1727288330501888 msgsize 224 00000100:00000001:1.0:1647275053.539718:0:9864:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1647275053.539720:0:3304:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1647275053.539720:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275053.539720:0:9864:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275053.539720:0:9864:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1647275053.539721:0:9864:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00000040:1.0:1647275053.539727:0:9864:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:1.0:1647275053.539749:0:9864:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025340032 : -125191684211584 : ffff8e238a223c80) 00000100:00000001:2.0:1647275053.539750:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:1.0:1647275053.539750:0:9864:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a223c80 x1727288330501632/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.539751:0:3304:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:3.0:1647275053.539752:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23528024c8 00000100:00000001:2.0:1647275053.539752:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.539753:0:3302:0:(client.c:1428:after_reply()) Process entered 00000400:00000010:3.0:1647275053.539754:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e23528024c8. 02000000:00000001:2.0:1647275053.539754:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1647275053.539754:0:9864:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275053.539754:0:9864:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1647275053.539754:0:7651:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00000001:3.0:1647275053.539755:0:3304:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1647275053.539755:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275053.539755:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275053.539755:0:9864:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a223c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustrefs-MDT0001-mdtlov_UUID+7:3304:x1727288330501632:12345-0@lo:400:kworker/u8:0.0 00000100:00000040:0.0:1647275053.539755:0:7651:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a7e4d800 : new rpc_count 0 00000100:00000200:3.0:1647275053.539756:0:3304:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275053.539756:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275053.539756:0:9864:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330501632 00000100:00000001:0.0:1647275053.539756:0:7651:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275053.539756:0:7651:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1647275053.539757:0:9864:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000010:0.0:1647275053.539757:0:7651:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9580. 00000100:00001000:2.0:1647275053.539758:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e244d184548 time=22 v=1 (1 1 1 1) 00000020:00000001:1.0:1647275053.539758:0:9864:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:1.0:1647275053.539758:0:9864:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1647275053.539758:0:7651:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12f18. 00000100:00001000:2.0:1647275053.539759:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e244d1844d0 time=22 v=1 (1 1 1 1) 00000020:00000001:1.0:1647275053.539759:0:9864:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1647275053.539759:0:9864:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000010:0.0:1647275053.539759:0:7651:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b800. 00000100:00000001:3.0:1647275053.539760:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000020:00000001:1.0:1647275053.539760:0:9864:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000040:0.0:1647275053.539760:0:7651:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a7e4d800 : new refcount 16 00000100:00000040:3.0:1647275053.539761:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.539761:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275053.539761:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.539761:0:9864:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275053.539761:0:9864:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1647275053.539761:0:7651:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1647275053.539762:0:9864:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 02000000:00000010:0.0:1647275053.539762:0:7651:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e2364658000. 02000000:00000001:0.0:1647275053.539762:0:7651:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00010000:00000001:2.0:1647275053.539763:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1647275053.539763:0:9864:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539763:0:7651:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1647275053.539764:0:3302:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.539764:0:9864:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1647275053.539764:0:9864:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1647275053.539764:0:7651:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000100:00000001:3.0:1647275053.539765:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539765:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275053.539765:0:9864:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1647275053.539765:0:9864:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e2348c5d000. 00000400:00000010:0.0:1647275053.539765:0:7651:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76ec8. 00000100:00000001:3.0:1647275053.539766:0:3304:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000040:2.0:1647275053.539766:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000001:1.0:1647275053.539766:0:9864:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275053.539766:0:7651:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23635619c0 (tot 73195833). 00000100:00000001:3.0:1647275053.539767:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539767:0:9864:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539768:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1647275053.539768:0:9864:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275053.539768:0:9864:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330501632 00000100:00000001:3.0:1647275053.539769:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275053.539769:0:9864:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:3.0:1647275053.539770:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539770:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000200:1.0:1647275053.539770:0:9864:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a223c80 x1727288330501632/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.539771:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539771:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275053.539772:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275053.539772:0:8144:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275053.539772:0:8144:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1647275053.539773:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00010000:00000001:1.0:1647275053.539773:0:9864:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275053.539773:0:9864:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539773:0:8144:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275053.539773:0:8144:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275053.539774:0:9864:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=13 v=1 (1 1 1 1) 02000000:00000001:0.0:1647275053.539774:0:8144:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539775:0:9864:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1647275053.539775:0:8144:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330501888 00000020:00000001:0.0:1647275053.539775:0:8144:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000040:1.0:1647275053.539776:0:9864:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000020:00000040:0.0:1647275053.539776:0:8144:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371fa 00000020:00000001:0.0:1647275053.539776:0:8144:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:1.0:1647275053.539777:0:9864:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:1.0:1647275053.539777:0:9864:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1647275053.539777:0:8144:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e24503eb800 refcount=5 00000100:00100000:2.0:1647275053.539778:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d339600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a104e6ec-b36b-47db-9d0a-896e252a4f7d:3302:1727288330501504:0@lo:400:kworker/u8:0.0 02000000:00000001:1.0:1647275053.539778:0:9864:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.539778:0:8144:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:1.0:1647275053.539779:0:9864:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1647275053.539779:0:9864:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1647275053.539779:0:8144:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618885349095424 : -125188360456192 : ffff8e24503eb800) 00000100:00000001:2.0:1647275053.539780:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1647275053.539780:0:9864:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574dd0. 00000100:00000001:0.0:1647275053.539780:0:8144:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275053.539780:0:8144:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275053.539781:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000200:1.0:1647275053.539781:0:9864:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330501632, offset 224 00000020:00000010:0.0:1647275053.539781:0:8144:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b800. 00000100:00000040:2.0:1647275053.539782:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d339600 x1727288330501504/t0(0) o400->MGC10.0.2.4@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:1.0:1647275053.539782:0:9864:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1647275053.539782:0:8144:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9580. 00000020:00000010:0.0:1647275053.539782:0:8144:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12f18. 00000100:00000001:0.0:1647275053.539783:0:8144:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1647275053.539784:0:9864:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1647275053.539784:0:8144:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275053.539784:0:8144:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539799:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1647275053.539799:0:8144:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.539800:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275053.539800:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560c600. 00000400:00000200:1.0:1647275053.539800:0:9864:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d3e00 02000000:00000001:2.0:1647275053.539801:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1647275053.539801:0:9864:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2d04d [1] + 224 00000020:00000001:2.0:1647275053.539802:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:0.0:1647275053.539802:0:8144:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1647275053.539803:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e244d184000 refcount=3 obd=MGC10.0.2.4@tcp 00000400:00000200:1.0:1647275053.539803:0:9864:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1647275053.539804:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275053.539804:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691a00. 00000400:00000200:1.0:1647275053.539804:0:9864:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1647275053.539805:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1647275053.539805:0:9864:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275053.539805:0:9864:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275053.539805:0:8144:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275053.539805:0:8144:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1647275053.539806:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1647275053.539806:0:8144:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00000010:2.0:1647275053.539807:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d339600. 00000100:00000040:0.0:1647275053.539807:0:8144:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e24503eb800 : new rpc_count 1 00000100:00000001:0.0:1647275053.539807:0:8144:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025348480 : -125191684203136 : ffff8e238a225d80) 00000100:00000040:0.0:1647275053.539821:0:8144:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a225d80 x1727288330501888/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.539822:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275053.539822:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1647275053.539822:0:9864:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.539823:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.539824:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275053.539825:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275053.539825:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275053.539825:0:8144:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275053.539825:0:8144:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275053.539826:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275053.539826:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275053.539826:0:8144:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a225d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustrefs-MDT0000-mdtlov_UUID+5:3304:x1727288330501888:12345-0@lo:400:kworker/u8:0.0 00000100:00000001:2.0:1647275053.539827:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275053.539827:0:8144:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330501888 00000100:00000001:1.0:1647275053.539828:0:9864:0:(events.c:185:reply_in_callback()) Process leaving 00000020:00000001:0.0:1647275053.539828:0:8144:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275053.539828:0:8144:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:0.0:1647275053.539829:0:8144:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.539829:0:8144:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1647275053.539830:0:9864:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574dd0 00000400:00000010:1.0:1647275053.539830:0:9864:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574dd0. 00000020:00000001:0.0:1647275053.539830:0:8144:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:0.0:1647275053.539830:0:8144:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1647275053.539831:0:9864:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275053.539831:0:9864:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:0.0:1647275053.539831:0:8144:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.539832:0:9864:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.539832:0:8144:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275053.539832:0:8144:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1647275053.539833:0:8140:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1647275053.539833:0:9864:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00000020:00000001:0.0:1647275053.539833:0:8144:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.539834:0:8140:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275053.539834:0:8140:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1647275053.539834:0:9864:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275053.539834:0:9864:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.539834:0:8144:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000800:00000200:3.0:1647275053.539835:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1647275053.539835:0:8140:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.539835:0:9864:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1647275053.539835:0:9864:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a223c80 x1727288330501632/t0(0) o400->lustrefs-MDT0001-mdtlov_UUID@0@lo:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275053.539835:0:8144:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275053.539835:0:8144:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000010:3.0:1647275053.539836:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf600 (tot 73195585). 02000000:00000001:2.0:1647275053.539836:0:8140:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275053.539836:0:8144:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e2364658000. 02000000:00000001:0.0:1647275053.539836:0:8144:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275053.539837:0:8140:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330501696 00000100:00000001:0.0:1647275053.539837:0:8144:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.539838:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1647275053.539838:0:8140:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1647275053.539838:0:8140:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b7 00000020:00000001:0.0:1647275053.539838:0:8144:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275053.539838:0:8144:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330501888 00000020:00000001:2.0:1647275053.539839:0:8140:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00100000:1.0:1647275053.539839:0:9864:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a223c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_004:lustrefs-MDT0001-mdtlov_UUID+7:3304:x1727288330501632:12345-0@lo:400:kworker/u8:0.0 Request processed in 84us (184us total) trans 0 rc 0/0 00010000:00000001:0.0:1647275053.539839:0:8144:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000200:3.0:1647275053.539840:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000040:2.0:1647275053.539840:0:8140:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7c9000 refcount=11 00010000:00000200:0.0:1647275053.539840:0:8144:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a225d80 x1727288330501888/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275053.539841:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0e58 00000400:00000010:3.0:1647275053.539841:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0e58. 00000020:00000001:2.0:1647275053.539841:0:8140:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276284928 : -125192433266688 : ffff8e235d7c9000) 00000100:00100000:1.0:1647275053.539841:0:9864:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00000001:3.0:1647275053.539842:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000020:00000001:2.0:1647275053.539842:0:8140:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276284928 : -125192433266688 : ffff8e235d7c9000) 00000100:00000040:1.0:1647275053.539842:0:9864:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000100:00000001:1.0:1647275053.539842:0:9864:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275053.539843:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275053.539843:0:9864:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1647275053.539843:0:9864:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456980. 00010000:00000001:0.0:1647275053.539843:0:8144:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275053.539843:0:8144:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275053.539844:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.539844:0:8140:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1647275053.539844:0:9864:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000100:00001000:0.0:1647275053.539844:0:8144:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=13 v=1 (1 1 1 1) 00000020:00000010:2.0:1647275053.539845:0:8140:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560c600. 00000020:00000010:1.0:1647275053.539845:0:9864:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05aa00. 00000100:00000001:0.0:1647275053.539845:0:8144:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1647275053.539846:0:8140:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568f00. 00000020:00000040:1.0:1647275053.539846:0:9864:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000100:00000040:0.0:1647275053.539846:0:8144:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000001:0.0:1647275053.539846:0:8144:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000020:00000010:2.0:1647275053.539847:0:8140:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cb28. 00000100:00000001:1.0:1647275053.539847:0:9864:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1647275053.539847:0:8144:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275053.539847:0:8144:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539848:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1647275053.539848:0:8144:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275053.539849:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275053.539849:0:8140:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000100:00000040:0.0:1647275053.539849:0:8144:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1647275053.539849:0:8144:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0ee0. 00000100:00000001:2.0:1647275053.539850:0:8140:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1647275053.539850:0:8144:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1727288330501888, offset 224 00000100:00000001:2.0:1647275053.539851:0:8140:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1647275053.539851:0:8144:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1647275053.539852:0:8140:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.539852:0:9191:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275053.539852:0:9191:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275053.539853:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539853:0:8140:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1647275053.539853:0:9191:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275053.539853:0:9191:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.539853:0:8144:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1647275053.539854:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:2.0:1647275053.539854:0:8140:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1647275053.539854:0:8140:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275053.539854:0:9191:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275053.539854:0:9191:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330502080 00000020:00000001:1.0:1647275053.539855:0:9191:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275053.539855:0:9191:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372be 00000400:00000200:0.0:1647275053.539855:0:8144:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x622f5a75d3f00 00000020:00000001:1.0:1647275053.539856:0:9191:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000400:00000200:0.0:1647275053.539856:0:8144:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x2d065 [1] + 224 00000800:00000200:3.0:1647275053.539857:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000040:1.0:1647275053.539857:0:9191:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2378ae5000 refcount=11 00000800:00000010:3.0:1647275053.539858:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755afc00 (tot 73195337). 00000020:00000001:1.0:1647275053.539858:0:9191:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881732530176 : -125191977021440 : ffff8e2378ae5000) 00000400:00000200:0.0:1647275053.539858:0:8144:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275053.539859:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275053.539859:0:8144:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1647275053.539860:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275053.539860:0:8140:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275053.539860:0:8144:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275053.539860:0:8144:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275053.539861:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff000 00000400:00000010:3.0:1647275053.539862:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff000. 00000100:00000001:3.0:1647275053.539863:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1647275053.539863:0:8140:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1647275053.539863:0:9191:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881732530176 : -125191977021440 : ffff8e2378ae5000) 00000100:00000001:2.0:1647275053.539864:0:8140:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1647275053.539864:0:9191:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275053.539864:0:9191:0:(service.c:1146:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1647275053.539864:0:8144:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1647275053.539865:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:1.0:1647275053.539865:0:9191:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05aa00. 00000100:00100000:2.0:1647275053.539866:0:8140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000020:00000010:1.0:1647275053.539866:0:9191:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456980. 00000020:00000010:1.0:1647275053.539866:0:9191:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000100:00000040:2.0:1647275053.539867:0:8140:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7c9000 : new rpc_count 1 00000100:00000001:1.0:1647275053.539867:0:9191:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275053.539868:0:8140:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618882025352704 : -125191684198912 : ffff8e238a226e00) 00000100:00000001:1.0:1647275053.539868:0:9191:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275053.539868:0:9191:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.539869:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275053.539869:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e238a226e00 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275053.539869:0:9191:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1647275053.539870:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000001:1.0:1647275053.539870:0:9191:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275053.539870:0:9191:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539871:0:8144:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1647275053.539872:0:9191:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1647275053.539872:0:8144:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0ee0 00000400:00000010:0.0:1647275053.539872:0:8144:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0ee0. 00000100:00000001:0.0:1647275053.539873:0:8144:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:0.0:1647275053.539873:0:8144:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:3.0:1647275053.539874:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539874:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275053.539874:0:8140:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1647275053.539874:0:9191:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275053.539874:0:9191:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1647275053.539874:0:8144:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539875:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000040:0.0:1647275053.539875:0:8144:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:0.0:1647275053.539875:0:8144:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00100000:2.0:1647275053.539876:0:8140:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e238a226e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustrefs-MDT0000-lwp-MDT0001_UUID+11:3304:x1727288330501696:12345-0@lo:400:kworker/u8:0.0 00000100:00100000:1.0:1647275053.539876:0:9191:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2563 00000100:00000040:1.0:1647275053.539876:0:9191:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2378ae5000 : new rpc_count 1 00000020:00000001:0.0:1647275053.539876:0:8144:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.539876:0:8144:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1647275053.539877:0:9191:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779706880 : -125191929844736 : ffff8e237b7e2c00) 00000100:00000040:0.0:1647275053.539877:0:8144:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a225d80 x1727288330501888/t0(0) o400->lustrefs-MDT0000-mdtlov_UUID@0@lo:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000200:3.0:1647275053.539878:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275053.539878:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34c00 (tot 73195089). 00000100:00000200:2.0:1647275053.539878:0:8140:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330501696 00000100:00000040:1.0:1647275053.539878:0:9191:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e2c00 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:2.0:1647275053.539879:0:8140:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1647275053.539879:0:8140:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000400:00000200:3.0:1647275053.539880:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1647275053.539880:0:8140:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275053.539880:0:8144:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a225d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustrefs-MDT0000-mdtlov_UUID+5:3304:x1727288330501888:12345-0@lo:400:kworker/u8:0.0 Request processed in 55us (162us total) trans 0 rc 0/0 00000400:00000200:3.0:1647275053.539881:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000001:2.0:1647275053.539881:0:8140:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275053.539881:0:8140:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:1.0:1647275053.539881:0:9191:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275053.539881:0:9191:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1647275053.539882:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802e58 00000100:00100000:1.0:1647275053.539882:0:9191:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e2c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustrefs-MDT0000-lwp-MDT0000_UUID+11:3302:x1727288330502080:12345-0@lo:400:kworker/u8:0.0 00000400:00000010:3.0:1647275053.539883:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802e58. 00000020:00000001:2.0:1647275053.539883:0:8140:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1647275053.539883:0:8140:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1647275053.539883:0:9191:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330502080 00000100:00100000:0.0:1647275053.539883:0:8144:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00000040:0.0:1647275053.539883:0:8144:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e24503eb800 : new rpc_count 0 00000100:00000001:3.0:1647275053.539884:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000020:00000001:2.0:1647275053.539884:0:8140:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275053.539884:0:9191:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275053.539884:0:9191:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00000001:0.0:1647275053.539884:0:8144:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275053.539884:0:8144:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1647275053.539885:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:2.0:1647275053.539885:0:8140:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275053.539885:0:8140:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.539885:0:9191:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.539885:0:9191:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000010:0.0:1647275053.539885:0:8144:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9580. 00000020:00000001:2.0:1647275053.539886:0:8140:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1647275053.539886:0:9191:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:1.0:1647275053.539886:0:9191:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1647275053.539886:0:8144:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12f18. 00000020:00000010:0.0:1647275053.539886:0:8144:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b800. 00000100:00000001:2.0:1647275053.539887:0:8140:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1647275053.539887:0:9191:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1647275053.539887:0:8144:0:(genops.c:979:class_export_put()) PUTting export ffff8e24503eb800 : new refcount 4 02000000:00000001:2.0:1647275053.539888:0:8140:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1647275053.539888:0:9191:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1647275053.539888:0:8144:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.539889:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 02000000:00000010:2.0:1647275053.539889:0:8140:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e241a55c800. 00000020:00000001:1.0:1647275053.539889:0:9191:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275053.539889:0:9191:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.539889:0:9191:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000040:3.0:1647275053.539890:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 02000000:00000001:2.0:1647275053.539890:0:8140:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539890:0:9191:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275053.539890:0:9191:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1647275053.539891:0:8140:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275053.539891:0:9191:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e2348c5e400. 00000100:00000001:0.0:1647275053.539891:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1647275053.539892:0:8140:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275053.539892:0:9191:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539892:0:9191:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539892:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00010000:00000040:2.0:1647275053.539893:0:8140:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330501696 00000020:00000001:1.0:1647275053.539893:0:9191:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1647275053.539893:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275053.539893:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1647275053.539893:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76058. 00000100:00000001:3.0:1647275053.539894:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539894:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:2.0:1647275053.539894:0:8140:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000040:1.0:1647275053.539894:0:9191:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288330502080 00010000:00000001:1.0:1647275053.539894:0:9191:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:2.0:1647275053.539895:0:8140:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e238a226e00 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00010000:00000200:1.0:1647275053.539895:0:9191:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e2c00 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275053.539895:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0088 00000400:00000010:0.0:1647275053.539895:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0088. 00000100:00000001:0.0:1647275053.539896:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1647275053.539896:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000800:00000200:3.0:1647275053.539897:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275053.539898:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf400 (tot 73194841). 00010000:00000001:1.0:1647275053.539898:0:9191:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1647275053.539898:0:9191:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.539899:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1647275053.539899:0:8140:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1647275053.539899:0:9191:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=13 v=1 (1 1 1 1) 00000400:00000200:3.0:1647275053.539900:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00010000:00000001:2.0:1647275053.539900:0:8140:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539900:0:9191:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1647275053.539900:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1647275053.539901:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0220 00000100:00001000:2.0:1647275053.539901:0:8140:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=13 v=1 (1 1 1 1) 00000100:00000040:1.0:1647275053.539901:0:9191:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000400:00000010:3.0:1647275053.539902:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0220. 00000100:00000001:1.0:1647275053.539902:0:9191:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:1.0:1647275053.539902:0:9191:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1647275053.539903:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:2.0:1647275053.539903:0:8140:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1647275053.539903:0:9191:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539903:0:9191:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:0.0:1647275053.539903:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275053.539903:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1647275053.539904:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275053.539904:0:8140:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 27 to 0@lo 00000100:00000040:1.0:1647275053.539904:0:9191:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1647275053.539904:0:3301:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:2.0:1647275053.539905:0:8140:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 00000400:00000010:1.0:1647275053.539905:0:9191:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574dd0. 00000100:00000200:1.0:1647275053.539905:0:9191:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288330502080, offset 224 02000000:00000001:0.0:1647275053.539905:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1647275053.539905:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275053.539905:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.539906:0:8140:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275053.539906:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.539907:0:8140:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275053.539907:0:9191:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1647275053.539907:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=111 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275053.539908:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1647275053.539908:0:8140:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000200:1.0:1647275053.539908:0:9191:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1647275053.539908:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=111 v=1 (1 1 0 0) 00000100:00000040:3.0:1647275053.539909:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275053.539909:0:8140:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1647275053.539909:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275053.539909:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275053.539910:0:8140:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff220. 00000400:00000200:1.0:1647275053.539910:0:9191:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x622f5a75d3fc0 00010000:00000001:0.0:1647275053.539910:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1647275053.539911:0:8140:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288330501696, offset 224 00010000:00000001:0.0:1647275053.539911:0:3301:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539911:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1647275053.539912:0:9191:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2d059 [1] + 224 00000100:00000040:0.0:1647275053.539912:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:0.0:1647275053.539912:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275053.539913:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275053.539913:0:8140:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1647275053.539913:0:9191:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275053.539913:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.539914:0:3294:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000200:1.0:1647275053.539914:0:9191:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1647275053.539914:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1647275053.539916:0:8140:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1647275053.539916:0:9191:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275053.539916:0:9191:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275053.539917:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275053.539917:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1647275053.539918:0:8140:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x622f5a75d3e40 00000100:00000001:0.0:1647275053.539918:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1647275053.539919:0:3301:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000400:00000200:2.0:1647275053.539920:0:8140:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x2d019 [1] + 224 00000004:00000020:0.0:1647275053.539920:0:3301:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-MDT0001-osp-MDT0000 (ffff8e2442027000): 7230535 blocks, 7229627 free, 6577855 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,20868120 files, 20867861 free files 00000004:00000001:0.0:1647275053.539921:0:3301:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275053.539922:0:8140:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1647275053.539922:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000200:2.0:1647275053.539923:0:8140:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1647275053.539923:0:9191:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.539924:0:8140:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275053.539925:0:8140:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:0.0:1647275053.539925:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330501440:0@lo:41:osp-pre-1-0.0 00000100:00000001:0.0:1647275053.539927:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539927:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275053.539928:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f6880 x1727288330501440/t0(0) o41->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275053.539929:0:9191:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000200:1.0:1647275053.539930:0:9191:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574dd0 00000400:00000010:1.0:1647275053.539930:0:9191:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574dd0. 00000100:00000001:1.0:1647275053.539931:0:9191:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:1.0:1647275053.539931:0:9191:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:1.0:1647275053.539932:0:9191:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539933:0:9191:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 26 to 0@lo 00010000:00000001:1.0:1647275053.539934:0:9191:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275053.539934:0:9191:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539934:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1647275053.539934:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1647275053.539935:0:8140:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:1.0:1647275053.539935:0:9191:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1647275053.539935:0:9191:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e2c00 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000_UUID@0@lo:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000010:0.0:1647275053.539935:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e236465a800. 02000000:00000001:0.0:1647275053.539936:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275053.539936:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275053.539936:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=3 obd=lustrefs-MDT0001-osp-MDT0000 00000020:00000001:0.0:1647275053.539937:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275053.539937:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bf900. 02000000:00000001:0.0:1647275053.539938:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1647275053.539939:0:8140:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00100000:1.0:1647275053.539939:0:9191:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e2c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustrefs-MDT0000-lwp-MDT0000_UUID+11:3302:x1727288330502080:12345-0@lo:400:kworker/u8:0.0 Request processed in 57us (249us total) trans 0 rc 0/0 02000000:00000001:0.0:1647275053.539939:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1647275053.539939:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f6880. 00000400:00000200:2.0:1647275053.539940:0:8140:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff220 00000100:00000001:0.0:1647275053.539940:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1647275053.539941:0:8140:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff220. 00000100:00000001:0.0:1647275053.539941:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275053.539941:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.539942:0:8140:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275053.539942:0:8140:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00100000:1.0:1647275053.539942:0:9191:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2563 00000100:00000001:0.0:1647275053.539942:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275053.539942:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275053.539943:0:8140:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.539943:0:9191:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2378ae5000 : new rpc_count 0 00000100:00000001:0.0:1647275053.539943:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.539943:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.539944:0:9191:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1647275053.539944:0:9191:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1647275053.539945:0:8140:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00010000:00000001:2.0:1647275053.539945:0:8140:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000010:1.0:1647275053.539945:0:9191:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456980. 00000020:00000001:2.0:1647275053.539946:0:8140:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275053.539946:0:9191:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000020:00000001:2.0:1647275053.539947:0:8140:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1647275053.539947:0:9191:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05aa00. 00000100:00000040:2.0:1647275053.539948:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a226e00 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001_UUID@0@lo:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000040:1.0:1647275053.539948:0:9191:0:(genops.c:979:class_export_put()) PUTting export ffff8e2378ae5000 : new refcount 10 00000100:00000001:1.0:1647275053.539949:0:9191:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275053.539950:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275053.539951:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275053.539952:0:8140:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e238a226e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustrefs-MDT0000-lwp-MDT0001_UUID+11:3304:x1727288330501696:12345-0@lo:400:kworker/u8:0.0 Request processed in 77us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1647275053.539977:0:8140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00000040:2.0:1647275053.539978:0:8140:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7c9000 : new rpc_count 0 00000100:00000001:2.0:1647275053.539979:0:8140:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275053.539980:0:8140:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1647275053.539980:0:8140:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568f00. 00000020:00000010:2.0:1647275053.539982:0:8140:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cb28. 00000020:00000010:2.0:1647275053.539983:0:8140:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560c600. 00000020:00000040:2.0:1647275053.539984:0:8140:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7c9000 : new refcount 10 00000100:00000001:2.0:1647275053.539985:0:8140:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.539990:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1647275053.539991:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1647275053.539991:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000800:00000010:3.0:1647275053.539992:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af000 (tot 73194593). 00000400:00000001:2.0:1647275053.539992:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275053.539992:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1647275053.539993:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1647275053.539993:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da4d0. 00000400:00000200:2.0:1647275053.539994:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffc38 00000400:00000010:2.0:1647275053.539994:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffc38. 00000400:00000200:3.0:1647275053.539995:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:2.0:1647275053.539995:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000400:00000200:3.0:1647275053.539996:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff088 00000100:00000200:2.0:1647275053.539996:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000010:3.0:1647275053.539997:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff088. 00000100:00000001:3.0:1647275053.539998:0:3294:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275053.539999:0:3294:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:2.0:1647275053.540001:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540003:0:3294:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275053.540004:0:3294:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.540005:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275053.540006:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.540006:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275053.540007:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275053.540008:0:3294:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540008:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275053.540008:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540009:0:3294:0:(events.c:93:request_out_callback()) Process leaving 02000000:00000001:2.0:1647275053.540009:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275053.540010:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3d8b548 time=106 v=1 (1 1 0 0) 00000100:00001000:2.0:1647275053.540027:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3d8b4d0 time=106 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275053.540028:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275053.540029:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275053.540029:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540030:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1647275053.540030:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275053.540030:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1647275053.540031:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275053.540031:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275053.540032:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e2349163d68. 00000100:00000001:2.0:1647275053.540032:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1647275053.540033:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802aa0 00000400:00000010:3.0:1647275053.540033:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802aa0. 00000100:00000040:2.0:1647275053.540033:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1647275053.540034:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275053.540034:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275053.540034:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1647275053.540035:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275053.540035:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.540039:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1647275053.540040:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.540040:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275053.540041:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1647275053.540042:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540044:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275053.540044:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.540045:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275053.540046:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275053.540046:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1647275053.540046:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e24418a8580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0000-lwp-MDT0000_UUID:3302:1727288330502080:0@lo:400:kworker/u8:0.0 00000100:00000001:3.0:1647275053.540047:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.540048:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275053.540049:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=13 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275053.540049:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540049:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00001000:3.0:1647275053.540050:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=106 v=1 (1 1 0 0) 00000100:00000040:2.0:1647275053.540050:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e24418a8580 x1727288330502080/t0(0) o400->lustrefs-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540053:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275053.540053:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275053.540054:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275053.540054:0:3304:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540054:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1647275053.540055:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1647275053.540055:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275053.540055:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560da00. 00000100:00000040:3.0:1647275053.540056:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000100:00000001:3.0:1647275053.540056:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275053.540057:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.540057:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275053.540057:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000040:3.0:1647275053.540058:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000040:2.0:1647275053.540058:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e23d3d8b000 refcount=2 obd=lustrefs-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1647275053.540058:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275053.540059:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691900. 02000000:00000001:2.0:1647275053.540060:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275053.540060:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275053.540061:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e24418a8580. 00000100:00000001:3.0:1647275053.540062:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275053.540062:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275053.540063:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275053.540063:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.540063:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540064:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.540064:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1647275053.540065:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.540065:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275053.540065:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540085:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275053.540088:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d339b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0001-mdtlov_UUID:3304:1727288330501632:0@lo:400:kworker/u8:0.0 00000400:00000001:3.0:1647275053.540090:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275053.540090:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275053.540091:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491637e8. 00000400:00000200:3.0:1647275053.540092:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802550 00000400:00000010:3.0:1647275053.540092:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802550. 00000100:00000001:3.0:1647275053.540093:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275053.540094:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1647275053.540097:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540100:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275053.540101:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.540101:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275053.540102:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275053.540102:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275053.540103:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.540103:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275053.540105:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d92548 time=111 v=1 (1 1 0 0) 00000100:00001000:3.0:1647275053.540107:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2401d924d0 time=111 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275053.540108:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275053.540109:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275053.540109:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275053.540110:0:3304:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540110:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275053.540110:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0001-osp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1647275053.540111:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275053.540111:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275053.540112:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540115:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275053.540116:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275053.540116:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275053.540117:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275053.540120:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33d280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330501888:0@lo:400:kworker/u8:0.0 00000400:00000001:3.0:1647275053.540121:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275053.540122:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1647275053.540122:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491633c8. 00000400:00000200:3.0:1647275053.540123:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 00000400:00000010:3.0:1647275053.540123:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 00000100:00000001:3.0:1647275053.540124:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275053.540124:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1647275053.540128:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540130:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275053.540131:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.540131:0:3304:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275053.540132:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275053.540132:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275053.540132:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.540133:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275053.540135:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e240f586548 time=13 v=1 (1 1 1 1) 00000100:00001000:3.0:1647275053.540136:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e240f5864d0 time=106 v=1 (1 1 0 0) 00000100:00000001:3.0:1647275053.540137:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275053.540137:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1647275053.540138:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275053.540138:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540139:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275053.540139:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-lwp-MDT0001: skip recheck: last_committed 0 00000100:00000001:3.0:1647275053.540140:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275053.540140:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275053.540141:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540144:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275053.540144:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275053.540145:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275053.540146:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:3.0:1647275053.540149:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33dd80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-lwp-MDT0001_UUID:3304:1727288330501696:0@lo:400:kworker/u8:0.0 00000100:00000001:3.0:1647275053.540150:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540151:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275053.540151:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d339b80 x1727288330501632/t0(0) o400->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540154:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275053.540155:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275053.540155:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a8c00. 02000000:00000001:3.0:1647275053.540156:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275053.540157:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275053.540157:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=2 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:3.0:1647275053.540158:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275053.540158:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691700. 02000000:00000001:3.0:1647275053.540159:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275053.540159:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275053.540159:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d339b80. 00000100:00000001:3.0:1647275053.540160:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275053.540161:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.540162:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275053.540163:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33d280 x1727288330501888/t0(0) o400->lustrefs-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540165:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275053.540166:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275053.540166:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a9c00. 02000000:00000001:3.0:1647275053.540167:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275053.540167:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275053.540167:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e2401d92000 refcount=2 obd=lustrefs-MDT0001-osp-MDT0000 00000020:00000001:3.0:1647275053.540168:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275053.540168:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691500. 02000000:00000001:3.0:1647275053.540169:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275053.540169:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275053.540170:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33d280. 00000100:00000001:3.0:1647275053.540170:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275053.540171:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.540171:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275053.540172:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33dd80 x1727288330501696/t0(0) o400->lustrefs-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540188:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275053.540189:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275053.540189:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a8200. 02000000:00000001:3.0:1647275053.540190:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275053.540190:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275053.540190:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e240f586000 refcount=2 obd=lustrefs-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1647275053.540191:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275053.540191:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691d00. 02000000:00000001:3.0:1647275053.540192:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275053.540192:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275053.540192:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33dd80. 00000100:00000001:3.0:1647275053.540193:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275053.540193:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.540194:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540195:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275053.540195:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275053.540195:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540196:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275053.540468:0:9774:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:2.0:1647275053.540469:0:9774:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1647275053.540471:0:9774:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e5800. 00000020:00000040:2.0:1647275053.540474:0:9774:0:(genops.c:1191:class_import_get()) import ffff8e2451ea4000 refcount=4 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:2.0:1647275053.540475:0:9774:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275053.540476:0:9774:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1647275053.540477:0:9774:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275053.540478:0:9774:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23755af900. 00000100:00000001:2.0:1647275053.540479:0:9774:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540481:0:9774:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1647275053.540481:0:9774:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275053.540484:0:9774:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e5800] to pc [ptlrpcd_00_02+2] req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000004:00000001:1.0:1647275053.540489:0:9772:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:1.0:1647275053.540490:0:9772:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:1.0:1647275053.540491:0:9772:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e24418a8b00. 00000004:00000001:2.0:1647275053.540494:0:9774:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1647275053.540494:0:9772:0:(genops.c:1191:class_import_get()) import ffff8e2388c25000 refcount=4 obd=lustrefs-OST0000-osc-MDT0000 00000004:00000001:0.0:1647275053.540495:0:9018:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000100:00000001:1.0:1647275053.540496:0:9772:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1647275053.540496:0:9772:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000004:00000020:0.0:1647275053.540496:0:9018:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 02000000:00000001:1.0:1647275053.540498:0:9772:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1647275053.540498:0:9018:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e23950f6880. 00000004:00000001:2.0:1647275053.540500:0:8695:0:(osp_precreate.c:210:osp_statfs_update()) Process entered 00000004:00000020:2.0:1647275053.540500:0:8695:0:(osp_precreate.c:212:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1647275053.540501:0:8695:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e1080. 02000000:00000010:1.0:1647275053.540501:0:9772:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e237d691f00. 00000020:00000040:0.0:1647275053.540501:0:9018:0:(genops.c:1191:class_import_get()) import ffff8e23b1815000 refcount=4 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000040:2.0:1647275053.540503:0:8695:0:(genops.c:1191:class_import_get()) import ffff8e240829f000 refcount=3 obd=lustrefs-MDT0000-osp-MDT0001 00000100:00000001:1.0:1647275053.540503:0:9772:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.540503:0:9018:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1647275053.540503:0:9018:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1647275053.540504:0:8695:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1647275053.540504:0:8695:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1647275053.540504:0:9772:0:(jobid.c:866:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1647275053.540505:0:8695:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.540505:0:9772:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275053.540505:0:9018:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275053.540506:0:8695:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e23755aff00. 02000000:00000010:0.0:1647275053.540506:0:9018:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8e241a4bf900. 00000100:00000001:2.0:1647275053.540507:0:8695:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540508:0:8695:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1647275053.540508:0:9772:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e24418a8b00] to pc [ptlrpcd_00_03+3] req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:0.0:1647275053.540508:0:9018:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540509:0:8695:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.540509:0:9018:0:(jobid.c:866:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1647275053.540510:0:9018:0:(jobid.c:903:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275053.540511:0:8695:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e237b7e1080] to pc [ptlrpcd_00_00+0] req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:0.0:1647275053.540512:0:9018:0:(ptlrpcd.c:300:ptlrpcd_add_req()) @@@ add req [ffff8e23950f6880] to pc [ptlrpcd_00_01+1] req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000004:00000001:1.0:1647275053.540514:0:9772:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275053.540517:0:8695:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1647275053.540519:0:9018:0:(osp_precreate.c:270:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540520:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275053.540520:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275053.540521:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275053.540521:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275053.540522:0:3304:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1647275053.540522:0:3302:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1647275053.540522:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1647275053.540523:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275053.540523:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275053.540523:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1647275053.540524:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:1.0:1647275053.540524:0:3301:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1647275053.540525:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:0.0:1647275053.540525:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275053.540526:0:3303:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1647275053.540527:0:3302:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1647275053.540527:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:2.0:1647275053.540528:0:3302:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540529:0:3304:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1647275053.540530:0:3304:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.540530:0:3301:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1647275053.540530:0:3301:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.540531:0:3304:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1647275053.540531:0:3301:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1647275053.540532:0:3304:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275053.540532:0:3301:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.540532:0:3303:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1647275053.540532:0:3303:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275053.540533:0:3304:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e24418a8b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330502208:10.0.2.5@tcp:13:osp-pre-0-0.0 00000100:00100000:1.0:1647275053.540533:0:3301:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e1080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330502272:0@lo:41:osp-pre-0-1.0 02000000:00000001:0.0:1647275053.540533:0:3303:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1647275053.540534:0:3302:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1647275053.540534:0:3303:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540535:0:3304:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275053.540535:0:3302:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.540535:0:3301:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1647275053.540535:0:3303:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e237b7e5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330502144:10.0.2.5@tcp:13:osp-pre-1-0.0 02000000:00000001:3.0:1647275053.540536:0:3304:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1647275053.540536:0:3304:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275053.540536:0:3302:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8e23950f6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330502336:10.0.2.5@tcp:13:osp-pre-0-1.0 02000000:00000001:1.0:1647275053.540536:0:3301:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1647275053.540536:0:3301:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1647275053.540537:0:3304:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1647275053.540537:0:3301:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1647275053.540537:0:3303:0:(niobuf.c:715:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1647275053.540538:0:3302:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1647275053.540538:0:3302:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1647275053.540538:0:3303:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1647275053.540539:0:3304:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23a7df7800. 02000000:00000001:3.0:1647275053.540539:0:3304:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.540539:0:3302:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1647275053.540539:0:3301:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e2348c5fc00. 02000000:00000001:1.0:1647275053.540539:0:3301:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275053.540539:0:3303:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.540540:0:3302:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1647275053.540540:0:3303:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1647275053.540541:0:3304:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491633c8. 02000000:00000010:2.0:1647275053.540541:0:3302:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e23d5b29c00. 00000400:00000010:1.0:1647275053.540541:0:3301:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23b25c1dc0. 02000000:00000010:0.0:1647275053.540541:0:3303:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8e236465a800. 00000400:00000010:3.0:1647275053.540542:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 02000000:00000001:2.0:1647275053.540542:0:3302:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1647275053.540542:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574dd0. 02000000:00000001:0.0:1647275053.540542:0:3303:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275053.540543:0:3302:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23c69da4d0. 00000400:00000010:0.0:1647275053.540543:0:3303:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e244fa76058. 00000100:00000200:3.0:1647275053.540544:0:3304:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330502208, portal 4 00000100:00000200:1.0:1647275053.540544:0:3301:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330502272, portal 4 00000100:00000001:3.0:1647275053.540545:0:3304:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1647275053.540545:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffc38. 00000100:00000001:1.0:1647275053.540545:0:3301:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1647275053.540545:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0088. 00000100:00000001:3.0:1647275053.540546:0:3304:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618885102406400 : -125188607145216 : ffff8e24418a8b00) 00000100:00000200:2.0:1647275053.540546:0:3302:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330502336, portal 4 00000100:00000001:1.0:1647275053.540546:0:3301:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779699840 : -125191929851776 : ffff8e237b7e1080) 00000100:00000001:2.0:1647275053.540547:0:3302:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1647275053.540547:0:3303:0:(niobuf.c:914:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1727288330502144, portal 4 00000100:00000040:3.0:1647275053.540548:0:3304:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:2.0:1647275053.540548:0:3302:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618882208655488 : -125191500896128 : ffff8e23950f6880) 00000100:00000040:1.0:1647275053.540548:0:3301:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:0.0:1647275053.540548:0:3303:0:(client.c:3008:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1647275053.540548:0:3303:0:(client.c:3010:ptlrpc_request_addref()) Process leaving (rc=18446618881779718144 : -125191929833472 : ffff8e237b7e5800) 00000100:00000040:2.0:1647275053.540550:0:3302:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:0.0:1647275053.540551:0:3303:0:(niobuf.c:934:ptl_send_rpc()) @@@ send flags=0 req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275053.540552:0:3304:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:1.0:1647275053.540552:0:3301:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:2.0:1647275053.540553:0:3302:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275053.540554:0:3304:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000100:00000040:1.0:1647275053.540554:0:3301:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1647275053.540554:0:3303:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000010:3.0:1647275053.540555:0:3304:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802550. 00000100:00000040:2.0:1647275053.540555:0:3302:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:1.0:1647275053.540555:0:3301:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574ee0. 00000100:00000200:3.0:1647275053.540556:0:3304:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330502208, offset 0 00000400:00000010:2.0:1647275053.540556:0:3302:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff220. 00000100:00000200:2.0:1647275053.540556:0:3302:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330502336, offset 0 00000100:00000200:1.0:1647275053.540556:0:3301:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1727288330502272, offset 0 00000100:00000040:0.0:1647275053.540556:0:3303:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275053.540557:0:3303:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0ee0. 00000400:00000200:3.0:1647275053.540559:0:3304:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:3.0:1647275053.540561:0:3304:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000400:00000200:2.0:1647275053.540561:0:3302:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00000200:0.0:1647275053.540562:0:3303:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1727288330502144, offset 0 00000400:00000200:3.0:1647275053.540563:0:3304:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000400:00000200:1.0:1647275053.540563:0:3301:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1647275053.540564:0:3304:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1647275053.540565:0:3304:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:0.0:1647275053.540565:0:3303:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:3.0:1647275053.540566:0:3304:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14492:14492:256:4294967295] 10.0.2.5@tcp LPNI seq info [11494:11494:8:4294967295] 00000400:00000200:3.0:1647275053.540571:0:3304:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:3.0:1647275053.540573:0:3304:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000800:00000010:3.0:1647275053.540574:0:3304:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34c00 (tot 73194841). 00000400:00000200:2.0:1647275053.540574:0:3302:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000800:00000200:3.0:1647275053.540576:0:3304:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000200:2.0:1647275053.540576:0:3302:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000800:00000200:3.0:1647275053.540578:0:3304:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000400:00000200:2.0:1647275053.540578:0:3302:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1647275053.540579:0:3304:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1647275053.540579:0:3302:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000400:00000200:2.0:1647275053.540580:0:3302:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14493:14493:255:4294967295] 10.0.2.5@tcp LPNI seq info [11495:11495:7:4294967295] 00000400:00000200:2.0:1647275053.540584:0:3302:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:3.0:1647275053.540587:0:3304:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275053.540587:0:3302:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275053.540588:0:3304:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1647275053.540588:0:3302:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af800 (tot 73195089). 00000100:00000001:3.0:1647275053.540589:0:3304:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540590:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275053.540590:0:3302:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:3.0:1647275053.540591:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1647275053.540592:0:3302:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000001:3.0:1647275053.540593:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1647275053.540593:0:3302:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1647275053.540594:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000200:1.0:1647275053.540594:0:3301:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1647275053.540595:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275053.540595:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1647275053.540595:0:3303:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source ANY to MR: 10.0.2.5@tcp local destination 00000100:00000001:3.0:1647275053.540596:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540596:0:3302:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540597:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540597:0:3302:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1647275053.540597:0:3303:0:(lib-move.c:1754:lnet_get_best_ni()) selected best_ni 10.0.2.4@tcp 00000100:00000001:2.0:1647275053.540598:0:3302:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.540598:0:3303:0:(lib-move.c:1332:lnet_select_peer_ni()) 10.0.2.4@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1647275053.540599:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.540599:0:3303:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 10.0.2.5@tcp 00000100:00000001:2.0:1647275053.540600:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.540601:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1647275053.540601:0:3303:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14494:14494:254:4294967295] 10.0.2.5@tcp LPNI seq info [11496:11496:6:4294967295] 00000100:00000001:2.0:1647275053.540602:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:2.0:1647275053.540603:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275053.540603:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275053.540604:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540605:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.540605:0:3303:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:0.0:1647275053.540610:0:3303:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000400:00000200:1.0:1647275053.540611:0:3301:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x622f5a75d4080 00000800:00000010:0.0:1647275053.540611:0:3303:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bfc00 (tot 73195337). 00000800:00000200:3.0:1647275053.540613:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275053.540614:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34c00 (tot 73195089). 00000400:00000200:1.0:1647275053.540614:0:3301:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x1b9ed [256] + 19808 00000800:00000200:0.0:1647275053.540614:0:3303:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000200:3.0:1647275053.540615:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275053.540616:0:3301:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1647275053.540616:0:3303:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000400:00000200:3.0:1647275053.540617:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000800:00000200:0.0:1647275053.540617:0:3303:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bfc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1647275053.540618:0:3301:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1647275053.540619:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802550 00000400:00000010:3.0:1647275053.540619:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802550. 00000100:00000001:0.0:1647275053.540619:0:3303:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540620:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:1.0:1647275053.540620:0:3301:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:0.0:1647275053.540620:0:3303:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1647275053.540621:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:1.0:1647275053.540621:0:3301:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:0.0:1647275053.540621:0:3303:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1647275053.540622:0:3301:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e24418a9080. 00000100:00000001:0.0:1647275053.540622:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.540623:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1647275053.540625:0:3301:0:(events.c:358:request_in_callback()) incoming req@ffff8e24418a9080 x1727288330502272 msgsize 224 00000100:00000001:0.0:1647275053.540625:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1647275053.540626:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:0.0:1647275053.540626:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000040:3.0:1647275053.540627:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00100000:1.0:1647275053.540627:0:3301:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1647275053.540627:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1647275053.540627:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1647275053.540628:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.540629:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.540633:0:3301:0:(events.c:394:request_in_callback()) Process leaving 00000400:00000200:1.0:1647275053.540634:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574ee0 00000400:00000010:1.0:1647275053.540635:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574ee0. 00000100:00000001:1.0:1647275053.540636:0:3301:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:3.0:1647275053.540637:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275053.540637:0:3301:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:3.0:1647275053.540638:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000200:3.0:1647275053.540642:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1647275053.540642:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000800:00000010:3.0:1647275053.540643:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af800 (tot 73194841). 00000100:00000040:1.0:1647275053.540643:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:3.0:1647275053.540644:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275053.540647:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275053.540647:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.540648:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff220 00000100:00000001:1.0:1647275053.540648:0:3301:0:(events.c:93:request_out_callback()) Process leaving 00000400:00000010:3.0:1647275053.540649:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff220. 00000100:00000001:1.0:1647275053.540649:0:3301:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540650:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000001:1.0:1647275053.540650:0:3301:0:(niobuf.c:943:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1647275053.540651:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275053.540651:0:3301:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.540652:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.540653:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.540671:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1647275053.540671:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1647275053.540671:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000040:3.0:1647275053.540672:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275053.540672:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275053.540673:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1647275053.540674:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.540675:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540676:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540677:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1647275053.540703:0:8143:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1647275053.540704:0:8143:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1647275053.540706:0:8143:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275053.540706:0:8143:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1647275053.540728:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275053.540729:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bfc00 (tot 73194593). 00000400:00000200:3.0:1647275053.540730:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275053.540732:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:3.0:1647275053.540733:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0ee0 00000400:00000010:3.0:1647275053.540733:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0ee0. 00000100:00000001:3.0:1647275053.540735:0:3295:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1647275053.540736:0:3295:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275053.540740:0:3295:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275053.540741:0:3295:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 1 req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275053.540745:0:3295:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.540745:0:3295:0:(events.c:93:request_out_callback()) Process leaving 00000800:00000001:3.0:1647275053.540748:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.540751:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275053.540752:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.540753:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.540756:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 02000000:00000001:1.0:1647275053.540757:0:8143:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1647275053.540758:0:8143:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288330502272 00000400:00000200:3.0:1647275053.540759:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3e80 00000020:00000001:1.0:1647275053.540759:0:8143:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275053.540760:0:8143:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371b4 00000020:00000001:1.0:1647275053.540760:0:8143:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000400:00000200:3.0:1647275053.540761:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2d025 [1] + 224 00000020:00000040:1.0:1647275053.540762:0:8143:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364590000 refcount=7 00000800:00000001:3.0:1647275053.540763:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:1.0:1647275053.540763:0:8143:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000020:00000001:1.0:1647275053.540764:0:8143:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391394816 : -125192318156800 : ffff8e2364590000) 00000100:00000001:1.0:1647275053.540765:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275053.540765:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000800:00000001:3.0:1647275053.540766:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.540767:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1647275053.540767:0:8143:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05aa00. 00000400:00000200:3.0:1647275053.540768:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000010:1.0:1647275053.540768:0:8143:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456980. 00000020:00000010:1.0:1647275053.540769:0:8143:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000100:00000001:3.0:1647275053.540770:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275053.540771:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275053.540772:0:8143:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt_out at +1s 00000100:00000001:1.0:1647275053.540773:0:8143:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275053.540774:0:8143:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275053.540774:0:8143:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275053.540776:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275053.540776:0:8143:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.540797:0:8143:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.540799:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1647275053.540801:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.540823:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275053.540824:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.540825:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.540827:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:1.0:1647275053.540827:0:8143:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275053.540827:0:8143:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1647275053.540829:0:8143:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000400:00000200:3.0:1647275053.540830:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3f40 00000400:00000200:3.0:1647275053.540832:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2d031 [1] + 224 00000800:00000001:3.0:1647275053.540834:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.540835:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.540836:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275053.540836:0:8144:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1647275053.540837:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275053.540837:0:8144:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1647275053.540839:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275053.540840:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1647275053.540844:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540850:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1647275053.540851:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.540853:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275053.540853:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.540857:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.540859:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000400:00000200:3.0:1647275053.540861:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3ec0 00000400:00000200:3.0:1647275053.540863:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2d045 [1] + 224 00000800:00000001:3.0:1647275053.540866:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:1.0:1647275053.540875:0:8143:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364590000 : new rpc_count 1 00000100:00000001:1.0:1647275053.540876:0:8143:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885102407808 : -125188607143808 : ffff8e24418a9080) 00000100:00000001:0.0:1647275053.540876:0:8144:0:(service.c:2021:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.540876:0:8144:0:(service.c:2240:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.540878:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e24418a9080 x1727288330502272/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275053.540883:0:8143:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275053.540884:0:8143:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:1.0:1647275053.540885:0:8143:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e24418a9080 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0001-mdtlov_UUID+7:3301:x1727288330502272:12345-0@lo:41:osp-pre-0-1.0 00000100:00000200:1.0:1647275053.540886:0:8143:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288330502272 00000800:00000001:3.0:1647275053.540893:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.540894:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275053.540896:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:3.0:1647275053.540897:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275053.540899:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:3.0:1647275053.540903:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.540913:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000020:00000001:1.0:1647275053.540913:0:8143:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000800:00000001:3.0:1647275053.540915:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:1.0:1647275053.540915:0:8143:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000800:00000001:3.0:1647275053.540916:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275053.540916:0:8143:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275053.540917:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:1.0:1647275053.540917:0:8143:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000800:00000001:3.0:1647275053.540918:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275053.540918:0:8143:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072656300544 : -1053251072 : ffffffffc138aa00) 00000020:00000001:1.0:1647275053.540919:0:8143:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1647275053.540920:0:8143:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.540921:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000020:00000001:1.0:1647275053.540921:0:8143:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1647275053.540921:0:8143:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275053.540922:0:8143:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.540923:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d3dc0 00000100:00000001:1.0:1647275053.540923:0:8143:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275053.540924:0:8143:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1647275053.540925:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2d02d [1] + 224 02000000:00000010:1.0:1647275053.540925:0:8143:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 696 at ffff8e2348c5e000. 02000000:00000001:1.0:1647275053.540926:0:8143:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275053.540927:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275053.540928:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275053.540928:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1647275053.540928:0:8143:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275053.540929:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.540930:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1647275053.540930:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1647275053.540930:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000004:00000001:1.0:1647275053.540930:0:8143:0:(mdt_handler.c:477:mdt_statfs()) Process entered 00000400:00000200:3.0:1647275053.540931:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000010:2.0:1647275053.540931:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da108. 00000004:00000001:1.0:1647275053.540931:0:8143:0:(mdt_lib.c:397:mdt_check_ucred()) Process entered 00000004:00000001:1.0:1647275053.540931:0:8143:0:(mdt_lib.c:404:mdt_check_ucred()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275053.540932:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff770 00000400:00000010:2.0:1647275053.540932:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff770. 00000100:00000001:3.0:1647275053.540933:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275053.540933:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275053.540934:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:2.0:1647275053.540935:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000004:00000024:1.0:1647275053.540936:0:8143:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 2097152 pending 0 free 29613133824 avail 26943475712 00000020:00000020:1.0:1647275053.540938:0:8143:0:(tgt_grant.c:221:tgt_grant_sanity_check()) lustrefs-MDT0000: processing self export: 0 0 0 00000100:00000040:3.0:1647275053.540939:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:2.0:1647275053.540939:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000020:1.0:1647275053.540939:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-MDT0000_UUID/ffff8e2378ae5000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1647275053.540941:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-MDT0001_UUID/ffff8e235d7c9000 dirty 0 pend 0 grant 0 00000100:00000001:2.0:1647275053.540942:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275053.540942:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.540943:0:3302:0:(client.c:1428:after_reply()) Process entered 00000020:00000020:1.0:1647275053.540943:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-OST0001_UUID/ffff8e235d7ca000 dirty 0 pend 0 grant 0 00000100:00000001:3.0:1647275053.540944:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 02000000:00000001:2.0:1647275053.540944:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275053.540944:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000020:00000020:1.0:1647275053.540944:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0000-lwp-OST0000_UUID/ffff8e23a2958000 dirty 0 pend 0 grant 0 00000800:00000001:3.0:1647275053.540945:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:2.0:1647275053.540945:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1647275053.540945:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli d14dab7c-c50e-464d-b9b2-5ce6f15a3529/ffff8e2364592000 dirty 0 pend 0 grant 2097152 02000000:00000001:2.0:1647275053.540946:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275053.540947:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1647275053.540947:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae548 time=151 v=1 (1 1 1 1) 00000020:00000020:1.0:1647275053.540947:0:8143:0:(tgt_grant.c:149:tgt_check_export_grants()) lustrefs-MDT0000: cli lustrefs-MDT0001-mdtlov_UUID/ffff8e2364590000 dirty 0 pend 0 grant 0 00000800:00000001:3.0:1647275053.540948:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00001000:2.0:1647275053.540948:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=151 v=1 (1 1 1 1) 00000004:00000020:1.0:1647275053.540948:0:8143:0:(mdt_handler.c:558:mdt_statfs()) 7230783 blocks: 7229769 free, 6577997 avail; 20863024 objects: 20862696 free; state 0 00000800:00000001:3.0:1647275053.540949:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.540949:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275053.540950:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275053.540950:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1647275053.540951:0:3295:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00010000:00000001:2.0:1647275053.540951:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1647275053.540951:0:8143:0:(mdt_handler.c:577:mdt_statfs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.540952:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00010000:00000040:1.0:1647275053.540952:0:8143:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 8589934596, transno 0, xid 1727288330502272 00000400:00000200:3.0:1647275053.540953:0:3295:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 4 MB=0x622f5a75d3f80 00010000:00000001:1.0:1647275053.540953:0:8143:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000040:2.0:1647275053.540954:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00010000:00000200:1.0:1647275053.540954:0:8143:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e24418a9080 x1727288330502272/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:204/0 lens 224/368 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275053.540955:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275053.540955:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.540956:0:3295:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 224/224 into md 0x2d03d [1] + 224 00000100:00000040:2.0:1647275053.540956:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000001:3.0:1647275053.540958:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00010000:00000001:1.0:1647275053.540959:0:8143:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000800:00000001:3.0:1647275053.540960:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.540960:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275053.540960:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1647275053.540960:0:8143:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.540961:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1647275053.540961:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1647275053.540961:0:8143:0:(import.c:1931:at_measured()) add 1 to ffff8e23ac87fb38 time=13 v=1 (1 1 1 1) 00000100:00000040:2.0:1647275053.540962:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275053.540963:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275053.540963:0:8143:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1647275053.540964:0:3295:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000040:1.0:1647275053.540964:0:8143:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2456f92480 refcount 26 to 0@lo 00000100:00000200:3.0:1647275053.540965:0:3295:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00100000:2.0:1647275053.540965:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d338000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330501824:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:1.0:1647275053.540965:0:8143:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885461976192 : -125188247575424 : ffff8e2456f92480) 02000000:00000001:1.0:1647275053.540966:0:8143:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:2.0:1647275053.540967:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1647275053.540967:0:8143:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1647275053.540968:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275053.540968:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da9f8. 00000400:00000200:2.0:1647275053.540968:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff4c8 00000100:00000001:1.0:1647275053.540968:0:8143:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000400:00000010:2.0:1647275053.540969:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff4c8. 00000100:00000040:1.0:1647275053.540969:0:8143:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1647275053.540970:0:3295:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.540970:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275053.540970:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000010:1.0:1647275053.540970:0:8143:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574ee0. 00000100:00000200:1.0:1647275053.540971:0:8143:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1727288330502272, offset 224 00000100:00000200:2.0:1647275053.540974:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:1.0:1647275053.540974:0:8143:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1647275053.540975:0:3295:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1647275053.540976:0:3295:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000200:1.0:1647275053.540976:0:8143:0:(lib-move.c:4533:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000800:00000001:3.0:1647275053.540977:0:3295:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.540977:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1647275053.540977:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.540978:0:3302:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:2.0:1647275053.540979:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275053.540979:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275053.540979:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275053.540979:0:8143:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x622f5a75d4080 02000000:00000001:2.0:1647275053.540998:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275053.540999:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae638 time=151 v=1 (1 1 1 1) 00000100:00001000:2.0:1647275053.541000:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e24514ae4d0 time=1 v=1 (1 1 1 1) 00000400:00000200:1.0:1647275053.541000:0:8143:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x2d081 [1] + 224 00000100:00000001:3.0:1647275053.541001:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275053.541001:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275053.541001:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275053.541001:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1647275053.541002:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1647275053.541002:0:8143:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1647275053.541003:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1647275053.541003:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1647275053.541003:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275053.541003:0:8143:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1647275053.541004:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e2349163210. 00000100:00000001:2.0:1647275053.541004:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275053.541004:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0001: skip recheck: last_committed 0 00000400:00000200:3.0:1647275053.541005:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802220 00000400:00000010:3.0:1647275053.541005:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802220. 00000100:00000001:2.0:1647275053.541005:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275053.541005:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.541006:0:3304:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000040:2.0:1647275053.541006:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00000001:1.0:1647275053.541006:0:8143:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275053.541007:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:1.0:1647275053.541007:0:8143:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275053.541032:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1647275053.541033:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275053.541034:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1647275053.541034:0:3302:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1647275053.541035:0:3302:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0001-osc-MDT0001: blocks=958279 free=957931 avail=901340 avail_mb=3520 hwm_mb=7 files=262144 ffree=261808 state=0: rc = 0 00000100:00000200:3.0:1647275053.541036:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275053.541036:0:8143:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000004:00000020:2.0:1647275053.541038:0:3302:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0001-osc-MDT0001 (ffff8e23c906e000): 958279 blocks, 957931 free, 901340 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,262144 files, 261808 free files 00000004:00000001:2.0:1647275053.541039:0:3302:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.541040:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000040:2.0:1647275053.541040:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00000001:3.0:1647275053.541041:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541041:0:8143:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275053.541042:0:3304:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:1.0:1647275053.541042:0:8143:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574ee0 02000000:00000001:3.0:1647275053.541043:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275053.541043:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1647275053.541043:0:8143:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574ee0. 00000100:00000001:3.0:1647275053.541044:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275053.541044:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e238a227380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330501568:10.0.2.5@tcp:13:osp-pre-1-1.0 00000100:00000001:1.0:1647275053.541044:0:8143:0:(events.c:407:reply_out_callback()) Process entered 02000000:00000001:3.0:1647275053.541045:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.541045:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.541045:0:8143:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00001000:3.0:1647275053.541046:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c25548 time=111 v=1 (1 1 0 0) 00000100:00000001:2.0:1647275053.541046:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000001:1.0:1647275053.541046:0:8143:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275053.541047:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d338000 x1727288330501824/t0(0) o400->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:1.0:1647275053.541047:0:8143:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2456f92480 refcount 25 to 0@lo 00000100:00001000:3.0:1647275053.541048:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=111 v=1 (1 1 0 0) 00010000:00000001:1.0:1647275053.541048:0:8143:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275053.541049:0:8143:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.541050:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275053.541050:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275053.541050:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1647275053.541050:0:8143:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1647275053.541051:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275053.541051:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e23e560dc00. 00010000:00000001:3.0:1647275053.541052:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1647275053.541052:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275053.541052:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00010000:00000001:3.0:1647275053.541053:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1647275053.541053:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=3 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:2.0:1647275053.541053:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:3.0:1647275053.541054:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1647275053.541054:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 4294967367 02000000:00000010:2.0:1647275053.541054:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691800. 02000000:00000001:2.0:1647275053.541054:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1647275053.541055:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1647275053.541055:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1647275053.541056:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1647275053.541056:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d338000. 00000100:00000040:3.0:1647275053.541057:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.541057:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275053.541057:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.541058:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1647275053.541059:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e238a227380 x1727288330501568/t0(0) o13->lustrefs-OST0001-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000100:00000001:3.0:1647275053.541061:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275053.541062:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275053.541062:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275053.541062:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1647275053.541062:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e2405e11000. 00000100:00000001:3.0:1647275053.541063:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1647275053.541063:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1647275053.541064:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000001:2.0:1647275053.541064:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275053.541064:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e24514ae000 refcount=2 obd=lustrefs-OST0001-osc-MDT0001 00000020:00000001:2.0:1647275053.541064:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1647275053.541065:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23e4c34400. 02000000:00000001:2.0:1647275053.541066:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275053.541066:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275053.541066:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e238a227380. 00000100:00000001:2.0:1647275053.541067:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275053.541067:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.541068:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275053.541069:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d33f900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330501952:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:2.0:1647275053.541069:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275053.541069:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1647275053.541070:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.541070:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.541071:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.541071:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1647275053.541072:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d33f900 x1727288330501952/t0(0) o400->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.541076:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275053.541077:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1647275053.541077:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e240f3a9200. 02000000:00000001:3.0:1647275053.541079:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275053.541079:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1647275053.541080:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=3 obd=lustrefs-OST0000-osc-MDT0000 00000020:00000001:3.0:1647275053.541081:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275053.541081:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691300. 02000000:00000001:3.0:1647275053.541089:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1647275053.541090:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275053.541091:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d33f900. 00000100:00000001:3.0:1647275053.541093:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275053.541093:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.541095:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.541096:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275053.541097:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1647275053.541116:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.541117:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.541119:0:8143:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e24418a9080 x1727288330502272/t0(0) o41->lustrefs-MDT0001-mdtlov_UUID@0@lo:204/0 lens 224/368 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000800:00000001:3.0:1647275053.541120:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.541122:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275053.541123:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.541124:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1647275053.541124:0:8143:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e24418a9080 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustrefs-MDT0001-mdtlov_UUID+7:3301:x1727288330502272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 240us (498us total) trans 0 rc 0/0 00000400:00000200:3.0:1647275053.541145:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00100000:1.0:1647275053.541146:0:8143:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000400:00000200:3.0:1647275053.541147:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d4000 00000100:00000040:1.0:1647275053.541148:0:8143:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364590000 : new rpc_count 0 00000100:00000001:1.0:1647275053.541148:0:8143:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1647275053.541149:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2d08d [1] + 224 00000100:00000001:1.0:1647275053.541149:0:8143:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1647275053.541150:0:8143:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456980. 00000800:00000001:3.0:1647275053.541151:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000010:1.0:1647275053.541151:0:8143:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000800:00000001:3.0:1647275053.541153:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.541153:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1647275053.541153:0:8143:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05aa00. 00000020:00000040:1.0:1647275053.541154:0:8143:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364590000 : new refcount 6 00000400:00000200:3.0:1647275053.541155:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275053.541155:0:8143:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.541156:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1647275053.541157:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000040:3.0:1647275053.541161:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275053.541161:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275053.541162:0:3301:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1647275053.541163:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1647275053.541163:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1647275053.541164:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23b25c1dc0. 00000400:00000200:1.0:1647275053.541165:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574dd0 00000400:00000010:1.0:1647275053.541166:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574dd0. 00000100:00000001:1.0:1647275053.541166:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1647275053.541167:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:3.0:1647275053.541171:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000200:1.0:1647275053.541171:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000800:00000001:3.0:1647275053.541173:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.541174:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275053.541175:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1647275053.541175:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000800:00000001:3.0:1647275053.541176:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541176:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541177:0:3301:0:(client.c:1428:after_reply()) Process entered 00000400:00000200:3.0:1647275053.541178:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 02000000:00000001:1.0:1647275053.541178:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1647275053.541178:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275053.541179:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.541180:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d40c0 02000000:00000001:1.0:1647275053.541180:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275053.541181:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f548 time=13 v=1 (1 1 1 1) 00000100:00000001:0.0:1647275053.541181:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1647275053.541182:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2d089 [1] + 224 00000100:00000001:0.0:1647275053.541182:0:3303:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1647275053.541183:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e240829f4d0 time=106 v=1 (1 1 0 0) 00000800:00000001:3.0:1647275053.541184:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1647275053.541184:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1647275053.541184:0:3303:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1647275053.541184:0:3303:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000800:00000001:3.0:1647275053.541185:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541185:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275053.541185:0:3303:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa76058. 00000400:00000200:3.0:1647275053.541186:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1647275053.541186:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1647275053.541186:0:3301:0:(ldlm_request.c:1434:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.541186:0:3303:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0088 00000400:00000010:0.0:1647275053.541186:0:3303:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0088. 00000400:00000200:3.0:1647275053.541187:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275053.541187:0:3303:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:1.0:1647275053.541188:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1647275053.541188:0:3303:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:3.0:1647275053.541189:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000040:1.0:1647275053.541189:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-MDT0000-osp-MDT0001: skip recheck: last_committed 8589934596 00000100:00000001:1.0:1647275053.541189:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000200:3.0:1647275053.541190:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275053.541190:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.541191:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1647275053.541192:0:3303:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000001:1.0:1647275053.541195:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1647275053.541195:0:3303:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1647275053.541195:0:3303:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541196:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275053.541196:0:3303:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:1.0:1647275053.541197:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1647275053.541197:0:3303:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000004:00000001:1.0:1647275053.541198:0:3301:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000001:0.0:1647275053.541198:0:3303:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1647275053.541198:0:3303:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275053.541199:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000001:0.0:1647275053.541199:0:3303:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:1.0:1647275053.541200:0:3301:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-MDT0000-osp-MDT0001 (ffff8e23b1d2a000): 7230783 blocks, 7229769 free, 6577997 avail, 4096 bsize, 0 reserved mb low, 0 reserved mb high,20863024 files, 20862696 free files 00000100:00001000:0.0:1647275053.541200:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea45c0 time=111 v=1 (1 1 0 0) 00000100:00001000:0.0:1647275053.541201:0:3303:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=111 v=1 (1 1 0 0) 00000004:00000001:1.0:1647275053.541202:0:3301:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.541202:0:3303:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1647275053.541202:0:3303:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.541203:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00010000:00000001:0.0:1647275053.541203:0:3303:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1647275053.541203:0:3303:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.541204:0:3303:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1647275053.541204:0:3303:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 4294967367 00000100:00000001:0.0:1647275053.541205:0:3303:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1647275053.541205:0:3303:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275053.541206:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000100:00100000:1.0:1647275053.541207:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e1080 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330502272:0@lo:41:osp-pre-0-1.0 00000100:00000001:3.0:1647275053.541209:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000400:00000001:1.0:1647275053.541209:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1647275053.541209:0:3303:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1647275053.541210:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1647275053.541210:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa768f0. 00000100:00000001:0.0:1647275053.541210:0:3303:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1647275053.541210:0:3303:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275053.541211:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0a18 00000004:00000001:0.0:1647275053.541211:0:3303:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000400:00000010:1.0:1647275053.541212:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0a18. 00000004:00000040:0.0:1647275053.541234:0:3303:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0001-osc-MDT0000: blocks=958279 free=957931 avail=901340 avail_mb=3520 hwm_mb=7 files=262144 ffree=261808 state=0: rc = 0 00000100:00000001:1.0:1647275053.541236:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000004:00000020:0.0:1647275053.541236:0:3303:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0001-osc-MDT0000 (ffff8e2378ae3800): 958279 blocks, 957931 free, 901340 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,262144 files, 261808 free files 00000800:00000001:3.0:1647275053.541237:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:1.0:1647275053.541237:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000004:00000001:0.0:1647275053.541237:0:3303:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1647275053.541238:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275053.541238:0:3303:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000800:00000001:3.0:1647275053.541239:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:3.0:1647275053.541240:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1647275053.541241:0:3303:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e237b7e5800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustrefs-MDT0000-mdtlov_UUID:3303:1727288330502144:10.0.2.5@tcp:13:osp-pre-1-0.0 00000100:00000200:1.0:1647275053.541242:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000400:00000200:3.0:1647275053.541243:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000001:0.0:1647275053.541243:0:3303:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275053.541244:0:3303:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1647275053.541244:0:3303:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e5800 x1727288330502144/t0(0) o13->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1647275053.541245:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 368 into portal 4 MB=0x622f5a75d4040 00000100:00000001:1.0:1647275053.541246:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1647275053.541246:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.541247:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 4 from 12345-10.0.2.5@tcp of length 368/368 into md 0x2d085 [1] + 224 00000100:00000001:1.0:1647275053.541247:0:3301:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:0.0:1647275053.541247:0:3303:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1647275053.541248:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1647275053.541248:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1647275053.541248:0:3303:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:3.0:1647275053.541249:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1647275053.541249:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1647275053.541249:0:3303:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e236465a800. 02000000:00000001:1.0:1647275053.541250:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275053.541250:0:3303:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1647275053.541250:0:3303:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1647275053.541250:0:3303:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=3 obd=lustrefs-OST0001-osc-MDT0000 00000800:00000001:3.0:1647275053.541251:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275053.541251:0:3303:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1647275053.541251:0:3303:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23755af900. 00000400:00000200:3.0:1647275053.541252:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1647275053.541252:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea4548 time=111 v=1 (1 1 0 0) 02000000:00000001:0.0:1647275053.541252:0:3303:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1647275053.541252:0:3303:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1647275053.541253:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00001000:1.0:1647275053.541253:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e2451ea44d0 time=111 v=1 (1 1 0 0) 00000100:00000010:0.0:1647275053.541253:0:3303:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e5800. 00000100:00000001:0.0:1647275053.541254:0:3303:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1647275053.541254:0:3303:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.541255:0:3294:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:1.0:1647275053.541255:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1647275053.541255:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.541255:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1647275053.541256:0:3294:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:2.0:1647275053.541256:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1647275053.541256:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1647275053.541256:0:3303:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275053.541257:0:3302:0:(client.c:1798:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1647275053.541257:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.541257:0:3303:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.541257:0:3303:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1647275053.541258:0:3302:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1647275053.541258:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1647275053.541258:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0001-osc-MDT0000: skip recheck: last_committed 4294967367 00000100:00000001:0.0:1647275053.541258:0:3303:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1647275053.541259:0:3302:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1647275053.541259:0:3302:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da4d0. 00000100:00000001:1.0:1647275053.541259:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1647275053.541260:0:3294:0:(events.c:174:reply_in_callback()) @@@ reply in flags=0 mlen=368 offset=224 replen=368 req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000001:1.0:1647275053.541260:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275053.541261:0:3302:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffc38 00000400:00000010:2.0:1647275053.541261:0:3302:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffc38. 00000100:00000040:1.0:1647275053.541261:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:2.0:1647275053.541262:0:3302:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1647275053.541264:0:3302:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000001:1.0:1647275053.541265:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275053.541266:0:3294:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1647275053.541266:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1647275053.541267:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1647275053.541268:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:2.0:1647275053.541268:0:3302:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000040:1.0:1647275053.541268:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000001:3.0:1647275053.541269:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.541272:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1647275053.541272:0:3302:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00100000:1.0:1647275053.541272:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e24418a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0000-mdtlov_UUID:3301:1727288330502016:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1647275053.541273:0:3304:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1647275053.541273:0:3304:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1647275053.541273:0:3302:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1647275053.541274:0:3304:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1647275053.541274:0:3302:0:(client.c:1428:after_reply()) Process entered 00000400:00000010:3.0:1647275053.541275:0:3304:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23491633c8. 00000400:00000200:3.0:1647275053.541275:0:3304:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 02000000:00000001:2.0:1647275053.541275:0:3302:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1647275053.541275:0:3302:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1647275053.541276:0:3304:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 00000100:00000001:2.0:1647275053.541276:0:3302:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.541277:0:3304:0:(events.c:103:reply_in_callback()) Process entered 02000000:00000001:2.0:1647275053.541277:0:3302:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1647275053.541277:0:3301:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1647275053.541277:0:3301:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1647275053.541278:0:3304:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00001000:2.0:1647275053.541278:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815638 time=7 v=1 (1 1 1 1) 00000400:00000010:1.0:1647275053.541278:0:3301:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e244fa760b0. 00000100:00001000:2.0:1647275053.541279:0:3302:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=7 v=1 (1 1 1 1) 00000400:00000200:1.0:1647275053.541279:0:3301:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0110 00000400:00000010:1.0:1647275053.541279:0:3301:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0110. 00000100:00000001:1.0:1647275053.541280:0:3301:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000001:2.0:1647275053.541281:0:3302:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1647275053.541281:0:3302:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1647275053.541281:0:3301:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000200:3.0:1647275053.541282:0:3304:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00010000:00000001:2.0:1647275053.541282:0:3302:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1647275053.541282:0:3302:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.541283:0:3302:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1647275053.541283:0:3302:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:2.0:1647275053.541284:0:3302:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1647275053.541284:0:3302:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275053.541286:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000200:1.0:1647275053.541286:0:3301:0:(events.c:127:reply_in_callback()) @@@ unlink req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.541288:0:3304:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1647275053.541288:0:3304:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.541289:0:3304:0:(client.c:1428:after_reply()) Process entered 00000100:00000001:2.0:1647275053.541289:0:3302:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1647275053.541290:0:3304:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1647275053.541290:0:3304:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275053.541290:0:3302:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1647275053.541290:0:3302:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541290:0:3301:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1647275053.541290:0:3301:0:(client.c:2780:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.541291:0:3304:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1647275053.541291:0:3302:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1647275053.541291:0:3301:0:(client.c:1428:after_reply()) Process entered 02000000:00000001:3.0:1647275053.541292:0:3304:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1647275053.541292:0:3302:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0000-osc-MDT0001: blocks=957295 free=956948 avail=900408 avail_mb=3517 hwm_mb=7 files=261888 ffree=261551 state=0: rc = 0 02000000:00000001:1.0:1647275053.541292:0:3301:0:(sec.c:1049:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1647275053.541292:0:3301:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1647275053.541293:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c255c0 time=111 v=1 (1 1 0 0) 00000100:00000001:1.0:1647275053.541293:0:3301:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000020:2.0:1647275053.541294:0:3302:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0000-osc-MDT0001 (ffff8e2342d39000): 957295 blocks, 956948 free, 900408 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,261888 files, 261551 free files 02000000:00000001:1.0:1647275053.541294:0:3301:0:(sec.c:1104:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275053.541295:0:3304:0:(import.c:1931:at_measured()) add 1 to ffff8e2388c254d0 time=111 v=1 (1 1 0 0) 00000004:00000001:2.0:1647275053.541295:0:3302:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275053.541295:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e23b1815548 time=7 v=1 (1 1 1 1) 00000100:00000001:3.0:1647275053.541296:0:3304:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1647275053.541296:0:3302:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:3.0:1647275053.541315:0:3304:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275053.541315:0:3301:0:(import.c:1931:at_measured()) add 1 to ffff8e23b18154d0 time=7 v=1 (1 1 1 1) 00010000:00000001:3.0:1647275053.541316:0:3304:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1647275053.541316:0:3304:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.541316:0:3301:0:(client.c:1349:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1647275053.541317:0:3304:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1647275053.541317:0:3301:0:(client.c:1368:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275053.541318:0:3304:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0000: skip recheck: last_committed 4294967367 00010000:00000001:1.0:1647275053.541318:0:3301:0:(ldlm_request.c:1430:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1647275053.541318:0:3301:0:(ldlm_request.c:1460:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.541319:0:3304:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1647275053.541319:0:3304:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275053.541319:0:3302:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e23950f6880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustrefs-MDT0001-mdtlov_UUID:3302:1727288330502336:10.0.2.5@tcp:13:osp-pre-0-1.0 00000100:00000001:1.0:1647275053.541319:0:3301:0:(client.c:2875:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1647275053.541320:0:3301:0:(client.c:2882:ptlrpc_free_committed()) lustrefs-OST0000-osc-MDT0001: skip recheck: last_committed 0 00000100:00000001:1.0:1647275053.541320:0:3301:0:(client.c:2883:ptlrpc_free_committed()) Process leaving 00000100:00000040:3.0:1647275053.541321:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000100:00000001:2.0:1647275053.541321:0:3302:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541321:0:3301:0:(client.c:1614:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.541322:0:3302:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275053.541322:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Rpc:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:2.0:1647275053.541323:0:3302:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e23950f6880 x1727288330502336/t0(0) o13->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:3.0:1647275053.541325:0:3304:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1647275053.541326:0:3304:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1647275053.541326:0:3304:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541326:0:3301:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1647275053.541327:0:3304:0:(osp_precreate.c:145:osp_statfs_interpret()) Process entered 00000100:00000001:1.0:1647275053.541327:0:3301:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000004:00000040:3.0:1647275053.541328:0:3304:0:(osp_precreate.c:1052:osp_pre_update_msfs()) lustrefs-OST0000-osc-MDT0000: blocks=957295 free=956948 avail=900408 avail_mb=3517 hwm_mb=7 files=261888 ffree=261551 state=0: rc = 0 00000100:00000001:1.0:1647275053.541328:0:3301:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.541329:0:3302:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1647275053.541329:0:3302:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1647275053.541329:0:3301:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 02000000:00000010:2.0:1647275053.541330:0:3302:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23d5b29c00. 00000004:00000020:3.0:1647275053.541331:0:3304:0:(osp_precreate.c:176:osp_statfs_interpret()) lustrefs-OST0000-osc-MDT0000 (ffff8e2442023000): 957295 blocks, 956948 free, 900408 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high,261888 files, 261551 free files 02000000:00000001:2.0:1647275053.541331:0:3302:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1647275053.541331:0:3302:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1647275053.541332:0:3302:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=3 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:2.0:1647275053.541332:0:3302:0:(genops.c:1211:class_import_put()) Process leaving 00000004:00000001:3.0:1647275053.541333:0:3304:0:(osp_precreate.c:178:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1647275053.541333:0:3302:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e241a4bf900. 00000100:00100000:1.0:1647275053.541333:0:3301:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e244d338b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustrefs-MDT0001-mdtlov_UUID:3301:1727288330501760:10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000040:3.0:1647275053.541334:0:3304:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 02000000:00000001:2.0:1647275053.541334:0:3302:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1647275053.541334:0:3302:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1647275053.541334:0:3302:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e23950f6880. 00000100:00000001:1.0:1647275053.541335:0:3301:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.541336:0:3302:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1647275053.541336:0:3302:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.541336:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541336:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275053.541337:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e237b7e1080 x1727288330502272/t0(0) o41->lustrefs-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000100:00000001:2.0:1647275053.541338:0:3302:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1647275053.541338:0:3302:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275053.541339:0:3304:0:(client.c:2210:ptlrpc_check_set()) Completed RPC req@ffff8e24418a8b00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustrefs-MDT0000-mdtlov_UUID:3304:1727288330502208:10.0.2.5@tcp:13:osp-pre-0-0.0 00000100:00000001:2.0:1647275053.541339:0:3302:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275053.541340:0:3304:0:(client.c:2261:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.541340:0:3302:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.541341:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1647275053.541342:0:3304:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 02000000:00000001:1.0:1647275053.541342:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1647275053.541342:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e2348c5fc00. 00000100:00000040:3.0:1647275053.541343:0:3304:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e24418a8b00 x1727288330502208/t0(0) o13->lustrefs-OST0000-osc-MDT0000@10.0.2.5@tcp:7/4 lens 224/368 e 0 to 0 dl 1647275060 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'osp-pre-0-0.0' 02000000:00000001:1.0:1647275053.541344:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1647275053.541344:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1647275053.541345:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e240829f000 refcount=2 obd=lustrefs-MDT0000-osp-MDT0001 00000020:00000001:1.0:1647275053.541346:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1647275053.541346:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e23755aff00. 00000100:00000001:3.0:1647275053.541347:0:3304:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1647275053.541347:0:3304:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1647275053.541347:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1647275053.541348:0:3304:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8e23a7df7800. 02000000:00000001:1.0:1647275053.541348:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1647275053.541349:0:3304:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1647275053.541349:0:3304:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000010:1.0:1647275053.541349:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e237b7e1080. 00000020:00000040:3.0:1647275053.541350:0:3304:0:(genops.c:1204:class_import_put()) import ffff8e2388c25000 refcount=2 obd=lustrefs-OST0000-osc-MDT0000 00000100:00000001:1.0:1647275053.541350:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1647275053.541351:0:3304:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1647275053.541351:0:3304:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691f00. 00000100:00000001:1.0:1647275053.541351:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1647275053.541352:0:3304:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1647275053.541352:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 02000000:00000001:3.0:1647275053.541353:0:3304:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1647275053.541353:0:3304:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e24418a8b00. 00000100:00000040:1.0:1647275053.541376:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e24418a8000 x1727288330502016/t0(0) o400->lustrefs-OST0001-osc-MDT0000@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275053.541380:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1647275053.541380:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1647275053.541381:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188ba00. 02000000:00000001:1.0:1647275053.541382:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1647275053.541383:0:3304:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275053.541383:0:3304:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275053.541383:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1647275053.541383:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e2451ea4000 refcount=2 obd=lustrefs-OST0001-osc-MDT0000 00000100:00000001:3.0:1647275053.541384:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275053.541384:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1647275053.541384:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691200. 02000000:00000001:1.0:1647275053.541385:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1647275053.541386:0:3304:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1647275053.541386:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1647275053.541386:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e24418a8000. 00000100:00000001:3.0:1647275053.541387:0:3304:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.541387:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1647275053.541388:0:3304:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1647275053.541388:0:3304:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.541388:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541388:0:3301:0:(client.c:2682:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1647275053.541389:0:3301:0:(client.c:2690:__ptlrpc_req_finished()) @@@ refcount now 0 req@ffff8e244d338b00 x1727288330501760/t0(0) o400->lustrefs-OST0000-osc-MDT0001@10.0.2.5@tcp:28/4 lens 224/224 e 0 to 0 dl 1647275060 ref 1 fl Complete:RNQU/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:1.0:1647275053.541410:0:3301:0:(client.c:2597:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1647275053.541410:0:3301:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1647275053.541411:0:3301:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8e244188b200. 02000000:00000001:1.0:1647275053.541412:0:3301:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1647275053.541412:0:3301:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1647275053.541413:0:3301:0:(genops.c:1204:class_import_put()) import ffff8e23b1815000 refcount=2 obd=lustrefs-OST0000-osc-MDT0001 00000020:00000001:1.0:1647275053.541413:0:3301:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1647275053.541414:0:3301:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8e237d691400. 02000000:00000001:1.0:1647275053.541415:0:3301:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1647275053.541415:0:3301:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1647275053.541416:0:3301:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1384 at ffff8e244d338b00. 00000100:00000001:1.0:1647275053.541417:0:3301:0:(client.c:2655:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1647275053.541417:0:3301:0:(client.c:2723:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541418:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.541419:0:3301:0:(client.c:2424:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1647275053.541421:0:3301:0:(client.c:2452:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.541421:0:3301:0:(ptlrpcd.c:322:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1647275053.541422:0:3301:0:(ptlrpcd.c:421:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275053.583577:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275053.583591:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275053.583593:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275053.583594:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275053.583598:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275053.583624:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 26 MB=0x622f655323900 00000400:00000200:1.0:1647275053.583627:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-10.0.2.6@tcp of length 224/224 into md 0x2bfb5 [2] + 0 00000400:00000010:1.0:1647275053.583629:0:3296:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23c69da7e8. 00000400:00000200:1.0:1647275053.583630:0:3296:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e23d3c9f840 00000800:00000001:1.0:1647275053.583631:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275053.583633:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275053.583634:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275053.583635:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:1.0:1647275053.583637:0:3296:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e23d3c9f840 00000400:00000010:1.0:1647275053.583638:0:3296:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e23d3c9f840 (tot 73194441). 00000100:00000001:1.0:1647275053.583640:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275053.583640:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1647275053.583643:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ecc850 x1727291246917888 msgsize 224 00000100:00100000:1.0:1647275053.583645:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000040:1.0:1647275053.583646:0:3296:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1647275053.583652:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000001:1.0:1647275053.583654:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275053.583656:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1647275053.583657:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275053.583658:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275053.583660:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000400:00000200:1.0:1647275053.583662:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 12 MB=0x622f655323980 00000400:00000200:1.0:1647275053.583665:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.6@tcp of length 224/224 into md 0x1b7c9 [64] + 61992 00000800:00000001:1.0:1647275053.583667:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275053.583668:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275053.583669:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275053.583671:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:3.0:1647275053.583674:0:7649:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1647275053.583675:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275053.583675:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1647275053.583676:0:7649:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1647275053.583676:0:7649:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275053.583677:0:7649:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1647275053.583677:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e24418a8000. 00000100:00000040:1.0:1647275053.583678:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e24418a8000 x1727291246918016 msgsize 224 02000000:00000001:3.0:1647275053.583679:0:7649:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275053.583681:0:7649:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246917888 00000100:00100000:1.0:1647275053.583681:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000020:00000001:3.0:1647275053.583682:0:7649:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1647275053.583683:0:7649:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636ac9 00000020:00000001:3.0:1647275053.583684:0:7649:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1647275053.583685:0:7649:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183e800 refcount=9 00000020:00000001:3.0:1647275053.583686:0:7649:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686052352 : -125191023499264 : ffff8e23b183e800) 00000020:00000001:3.0:1647275053.583687:0:7649:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686052352 : -125191023499264 : ffff8e23b183e800) 00000100:00000001:1.0:1647275053.583688:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:3.0:1647275053.583689:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000800:00000001:1.0:1647275053.583689:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1647275053.583690:0:7649:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000800:00000001:1.0:1647275053.583691:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1647275053.583692:0:7649:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a9200. 00000800:00000001:1.0:1647275053.583692:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:1.0:1647275053.583693:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1647275053.583695:0:7649:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0f00. 00000400:00000200:1.0:1647275053.583695:0:3296:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.6@tcp : PUT - for me 00000020:00000010:3.0:1647275053.583697:0:7649:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507d20. 00000400:00000200:1.0:1647275053.583697:0:3296:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.6@tcp of length 224 into portal 12 MB=0x622f655323940 00000400:00000200:1.0:1647275053.583699:0:3296:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.6@tcp of length 224/224 into md 0x1b7c9 [64] + 62216 00000100:00000040:3.0:1647275053.583700:0:7649:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000800:00000001:1.0:1647275053.583700:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:3.0:1647275053.583701:0:7649:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275053.583702:0:7649:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1647275053.583702:0:7649:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1647275053.583702:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1647275053.583703:0:3296:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1647275053.583705:0:7649:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1647275053.583705:0:3296:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:1.0:1647275053.583706:0:3296:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:1.0:1647275053.583707:0:3296:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1647275053.583707:0:3296:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e24418a9600. 00000100:00000040:1.0:1647275053.583709:0:3296:0:(events.c:358:request_in_callback()) incoming req@ffff8e24418a9600 x1727291246917952 msgsize 224 00000100:00000001:3.0:1647275053.583712:0:7649:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1647275053.583712:0:3296:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.6@tcp (source: 12345-10.0.2.6@tcp) 00000100:00000001:3.0:1647275053.583715:0:7649:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1647275053.583715:0:3296:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000001:3.0:1647275053.583716:0:7649:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000800:00000001:1.0:1647275053.583716:0:3296:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00100000:3.0:1647275053.583718:0:7649:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 1338 00000800:00000001:1.0:1647275053.583718:0:3296:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1647275053.583719:0:7649:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183e800 : new rpc_count 1 00000100:00000001:2.0:1647275053.583719:0:8140:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1647275053.583720:0:7649:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914540624 : -125192795010992 : ffff8e2347ecc850) 02000000:00000001:2.0:1647275053.583721:0:8140:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1647275053.583721:0:8140:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275053.583735:0:8140:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275053.583736:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ecc850 x1727291246917888/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 02000000:00000001:2.0:1647275053.583737:0:8140:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1647275053.583738:0:8140:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246918016 00000020:00000001:2.0:1647275053.583739:0:8140:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1647275053.583739:0:8140:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636af3 00000020:00000001:2.0:1647275053.583740:0:8140:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:3.0:1647275053.583741:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1647275053.583741:0:8140:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183f800 refcount=5 00000100:00000001:3.0:1647275053.583742:0:7649:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1647275053.583743:0:7649:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ecc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e970ac4e-baa2-41d5-9e2f-f6e61477f110+9:7985:x1727291246917888:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00000020:00000001:2.0:1647275053.583743:0:8140:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686056448 : -125191023495168 : ffff8e23b183f800) 00000020:00000001:2.0:1647275053.583744:0:8140:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686056448 : -125191023495168 : ffff8e23b183f800) 00000100:00000001:1.0:1647275053.583744:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1647275053.583745:0:7649:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246917888 00000100:00000001:2.0:1647275053.583745:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1647275053.583745:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1647275053.583746:0:7649:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000001:2.0:1647275053.583746:0:8140:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1647275053.583746:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275053.583746:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275053.583747:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275053.583748:0:7649:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275053.583748:0:7649:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1647275053.583748:0:8140:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560dc00. 00000100:00100000:1.0:1647275053.583748:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727291246917952 00000020:00000001:3.0:1647275053.583763:0:7649:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000010:2.0:1647275053.583763:0:8140:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568f00. 00000020:00000001:1.0:1647275053.583763:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1647275053.583763:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06371bb 00000020:00000001:3.0:1647275053.583764:0:7649:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000020:00000010:2.0:1647275053.583764:0:8140:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cb28. 00000020:00000001:1.0:1647275053.583764:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:3.0:1647275053.583765:0:7649:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1647275053.583765:0:7649:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1647275053.583765:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e2364592000 refcount=7 00000020:00000001:3.0:1647275053.583766:0:7649:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1647275053.583767:0:7649:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275053.583767:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000020:00000001:3.0:1647275053.583768:0:7649:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.583768:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881391403008 : -125192318148608 : ffff8e2364592000) 00000020:00000001:3.0:1647275053.583769:0:7649:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1647275053.583769:0:7649:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1647275053.583769:0:8140:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 02000000:00000001:3.0:1647275053.583770:0:7649:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1647275053.583770:0:8140:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275053.583770:0:8140:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1647275053.583770:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1647275053.583770:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275053.583771:0:8140:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1647275053.583771:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05aa00. 02000000:00000010:3.0:1647275053.583772:0:7649:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23a7df7800. 02000000:00000001:3.0:1647275053.583773:0:7649:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.583773:0:8140:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1647275053.583773:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456980. 00000100:00000001:2.0:1647275053.583774:0:8140:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1647275053.583774:0:8140:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1647275053.583774:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6930. 00000100:00000001:3.0:1647275053.583776:0:7649:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.583776:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275053.583776:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1647275053.583777:0:7649:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.583777:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1647275053.583778:0:7649:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727291246917888 00010000:00000001:3.0:1647275053.583801:0:7649:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:2.0:1647275053.583802:0:8140:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:3.0:1647275053.583803:0:7649:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ecc850 x1727291246917888/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000001:2.0:1647275053.583806:0:8140:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275053.583807:0:8140:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1647275053.583807:0:8958:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:3.0:1647275053.583808:0:7649:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275053.583808:0:7649:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.583808:0:8958:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275053.583809:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1647275053.583810:0:7649:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=22 v=1 (1 1 1 1) 00000100:00100000:2.0:1647275053.583811:0:8140:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 2564 00000100:00000001:3.0:1647275053.583812:0:7649:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1647275053.583812:0:8140:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183f800 : new rpc_count 1 00000100:00000040:3.0:1647275053.583828:0:7649:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00000100:00000001:2.0:1647275053.583828:0:8140:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885102403584 : -125188607148032 : ffff8e24418a8000) 00000100:00000001:3.0:1647275053.583829:0:7649:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 00000100:00000001:1.0:1647275053.583829:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1647275053.583830:0:7649:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275053.583830:0:7649:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275053.583830:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e24418a8000 x1727291246918016/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000100:00000001:3.0:1647275053.583831:0:7649:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1647275053.583833:0:7649:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000100:00000001:1.0:1647275053.583833:0:8958:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000400:00000010:3.0:1647275053.583834:0:7649:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 00000100:00000001:2.0:1647275053.583834:0:8140:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1647275053.583835:0:8140:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:3.0:1647275053.583836:0:7649:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727291246917888, offset 224 00000100:00100000:2.0:1647275053.583836:0:8140:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e24418a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+5:7985:x1727291246918016:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00000100:00000200:2.0:1647275053.583857:0:8140:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246918016 00000020:00000001:2.0:1647275053.583858:0:8140:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:2.0:1647275053.583859:0:8140:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000400:00000200:3.0:1647275053.583860:0:7649:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000020:00000001:2.0:1647275053.583860:0:8140:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275053.583861:0:8140:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275053.583861:0:8140:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:2.0:1647275053.583862:0:8140:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1647275053.583863:0:7649:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000001:00000001:2.0:1647275053.583863:0:8140:0:(tgt_lastrcvd.c:2238:tgt_lookup_reply()) lustrefs-MDT0001: lookup reply xid 1727291246918016, found 0 last_xid 1727291246918015 00000020:00000001:2.0:1647275053.583864:0:8140:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275053.583865:0:8140:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1647275053.583865:0:8140:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000400:00000200:3.0:1647275053.583866:0:7649:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14495:14495:256:4294967295] 10.0.2.6@tcp LPNI seq info [2999:2999:8:4294967295] 00000020:00000001:2.0:1647275053.583866:0:8140:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275053.583867:0:8140:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1647275053.583868:0:8140:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1647275053.583868:0:8140:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1647275053.583870:0:8140:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23d5b29c00. 00000400:00000200:3.0:1647275053.583871:0:7649:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 02000000:00000001:2.0:1647275053.583871:0:8140:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.583873:0:8140:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275053.583874:0:8140:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1647275053.583875:0:8140:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727291246918016 00010000:00000001:2.0:1647275053.583875:0:8140:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00010000:00000200:2.0:1647275053.583877:0:8140:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e24418a8000 x1727291246918016/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000001:2.0:1647275053.583880:0:8140:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1647275053.583881:0:8140:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275053.583881:0:8140:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=13 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275053.583883:0:8140:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1647275053.583884:0:8140:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 8 to 10.0.2.6@tcp 00000100:00000001:2.0:1647275053.583885:0:8140:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 02000000:00000001:2.0:1647275053.583885:0:8140:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1647275053.583886:0:8140:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.583886:0:8140:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1647275053.583888:0:8140:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000400:00000010:2.0:1647275053.583888:0:8140:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ffc38. 00000800:00000200:3.0:1647275053.583889:0:7649:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000100:00000200:2.0:1647275053.583890:0:8140:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727291246918016, offset 224 00000800:00000010:3.0:1647275053.583891:0:7649:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34a00 (tot 73194689). 00000400:00000200:2.0:1647275053.583892:0:8140:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000800:00000200:3.0:1647275053.583893:0:7649:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000400:00000200:2.0:1647275053.583895:0:8140:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000100:00000001:0.0:1647275053.583895:0:8139:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000800:00000200:3.0:1647275053.583896:0:7649:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000100:00000001:0.0:1647275053.583896:0:8139:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1647275053.583897:0:8140:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14496:14496:255:4294967295] 10.0.2.6@tcp LPNI seq info [3000:3000:7:4294967295] 00000800:00000200:3.0:1647275053.583898:0:7649:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34a00 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:0.0:1647275053.583899:0:8139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.6@tcp, seq: 2565 00000400:00000200:2.0:1647275053.583900:0:8140:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000100:00000040:0.0:1647275053.583900:0:8139:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e2364592000 : new rpc_count 1 00000100:00000001:0.0:1647275053.583901:0:8139:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618885102409216 : -125188607142400 : ffff8e24418a9600) 00000100:00000001:3.0:1647275053.583902:0:7649:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275053.583902:0:8140:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000100:00000040:0.0:1647275053.583903:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e24418a9600 x1727291246917952/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:1.0' 00000800:00000010:2.0:1647275053.583919:0:8140:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755aff00 (tot 73194937). 00000100:00000040:3.0:1647275053.583920:0:7649:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00010000:00000001:3.0:1647275053.583920:0:7649:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000800:00000200:2.0:1647275053.583920:0:8140:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 00000020:00000001:3.0:1647275053.583921:0:7649:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275053.583922:0:7649:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000800:00000200:2.0:1647275053.583922:0:8140:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000800:00000200:2.0:1647275053.583923:0:8140:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755aff00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275053.583923:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275053.583923:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275053.583924:0:8140:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275053.583925:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ecc850 x1727291246917888/t0(0) o400->e970ac4e-baa2-41d5-9e2f-f6e61477f110@10.0.2.6@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000040:2.0:1647275053.583925:0:8140:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 6 to 10.0.2.6@tcp 00000100:00100000:0.0:1647275053.583925:0:8139:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e24418a9600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7985:x1727291246917952:12345-10.0.2.6@tcp:400:kworker/u8:1.0 00010000:00000001:2.0:1647275053.583926:0:8140:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000100:00000200:0.0:1647275053.583927:0:8139:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727291246917952 00000020:00000001:2.0:1647275053.583948:0:8140:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275053.583948:0:8140:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1647275053.583948:0:8139:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000100:00000040:2.0:1647275053.583949:0:8140:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e24418a8000 x1727291246918016/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000020:00000001:0.0:1647275053.583949:0:8139:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000100:00100000:3.0:1647275053.583951:0:7649:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ecc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e970ac4e-baa2-41d5-9e2f-f6e61477f110+9:7985:x1727291246917888:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 209us (307us total) trans 0 rc 0/0 00000020:00000001:0.0:1647275053.583951:0:8139:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.583952:0:8139:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275053.583952:0:8139:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00100000:2.0:1647275053.583953:0:8140:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e24418a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+5:7985:x1727291246918016:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 118us (274us total) trans 0 rc 0/0 00000020:00000001:0.0:1647275053.583954:0:8139:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000100:00100000:3.0:1647275053.583956:0:7649:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 1338 00000100:00100000:2.0:1647275053.583956:0:8140:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 2564 00000100:00000040:3.0:1647275053.583957:0:7649:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183e800 : new rpc_count 0 00000100:00000040:2.0:1647275053.583957:0:8140:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183f800 : new rpc_count 0 00000001:00000001:0.0:1647275053.583957:0:8139:0:(tgt_lastrcvd.c:2238:tgt_lookup_reply()) lustrefs-MDT0000: lookup reply xid 1727291246917952, found 0 last_xid 1727291246917951 00000100:00000001:2.0:1647275053.583958:0:8140:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1647275053.583958:0:8140:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1647275053.583958:0:8139:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1647275053.583959:0:8140:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568f00. 00000020:00000001:0.0:1647275053.583959:0:8139:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1647275053.583960:0:8140:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cb28. 00000020:00000001:0.0:1647275053.583960:0:8139:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275053.583960:0:8139:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.583961:0:8139:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000020:00000010:2.0:1647275053.583962:0:8140:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560dc00. 00000100:00000001:0.0:1647275053.583962:0:8139:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1647275053.583963:0:7649:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:2.0:1647275053.583963:0:8140:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183f800 : new refcount 4 02000000:00000001:0.0:1647275053.583963:0:8139:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1647275053.583964:0:7649:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1647275053.583964:0:8139:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e236465a800. 00000020:00000010:3.0:1647275053.583965:0:7649:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0f00. 00000100:00000001:2.0:1647275053.583965:0:8140:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1647275053.583965:0:8139:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275053.583967:0:7649:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507d20. 00000100:00000001:0.0:1647275053.583967:0:8139:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1647275053.583968:0:7649:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a9200. 00000020:00000001:0.0:1647275053.583968:0:8139:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275053.583969:0:8139:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 4294967314, transno 0, xid 1727291246917952 00000020:00000040:3.0:1647275053.583970:0:7649:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183e800 : new refcount 8 00010000:00000001:0.0:1647275053.583970:0:8139:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000100:00000001:3.0:1647275053.583971:0:7649:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1647275053.583971:0:8139:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e24418a9600 x1727291246917952/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00000200:3.0:1647275053.583973:0:7649:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000800:00000001:2.0:1647275053.583973:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000010:3.0:1647275053.583975:0:7649:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e23491633c8. 00010000:00000001:0.0:1647275053.583976:0:8139:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1647275053.583976:0:8139:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1647275053.583977:0:7649:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23bdf6f240 (tot 73195089). 00000800:00000001:2.0:1647275053.583977:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1647275053.583977:0:8139:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=13 v=1 (1 1 1 1) 00000800:00000001:2.0:1647275053.583978:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1647275053.583979:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275053.583979:0:8139:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275053.583980:0:8139:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e245115cea0 refcount 7 to 10.0.2.6@tcp 00000100:00000001:0.0:1647275053.583980:0:8139:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618885363191456 : -125188346360160 : ffff8e245115cea0) 00000400:00000200:2.0:1647275053.583981:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 02000000:00000001:0.0:1647275053.583981:0:8139:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275053.583982:0:8139:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275053.583983:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749e80 00000100:00000001:1.0:1647275053.583983:0:8958:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1647275053.583983:0:8139:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:1.0:1647275053.583984:0:8958:0:(service.c:2021:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275053.583984:0:8139:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.6@tcp 00000400:00000200:2.0:1647275053.583985:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 62440 00000100:00000001:1.0:1647275053.583985:0:8958:0:(service.c:2240:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275053.583985:0:8139:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0088. 00000800:00000001:2.0:1647275053.583987:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000200:0.0:1647275053.583987:0:8139:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727291246917952, offset 224 00000800:00000001:2.0:1647275053.583988:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275053.583989:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275053.583990:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:0.0:1647275053.583990:0:8139:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.6@tcp 00000400:00000200:0.0:1647275053.583992:0:8139:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.6@tcp local destination 00000400:00000200:0.0:1647275053.583994:0:8139:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14497:14497:254:4294967295] 10.0.2.6@tcp LPNI seq info [3001:3001:6:4294967295] 00000800:00000200:3.0:1647275053.583996:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275053.583997:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34a00 (tot 73194841). 00000400:00000200:3.0:1647275053.583998:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1647275053.583998:0:8139:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.6@tcp(10.0.2.6@tcp:10.0.2.6@tcp) : PUT try# 0 00000400:00000200:3.0:1647275053.584000:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000100:00000001:2.0:1647275053.584000:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275053.584000:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000800:00000200:0.0:1647275053.584000:0:8139:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.6@tcp 00000400:00000200:3.0:1647275053.584001:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 00000100:00000010:2.0:1647275053.584001:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e0000. 00000400:00000010:3.0:1647275053.584002:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 00000800:00000010:0.0:1647275053.584002:0:8139:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf900 (tot 73195089). 00000100:00000040:2.0:1647275053.584003:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e0000 x1727288348810880 msgsize 224 00000100:00000001:3.0:1647275053.584004:0:3295:0:(events.c:407:reply_out_callback()) Process entered 02000000:00000001:3.0:1647275053.584004:0:3295:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:0.0:1647275053.584004:0:8139:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e23dbed8c00] -> 12345-10.0.2.6@tcp (4) 02000000:00000010:3.0:1647275053.584005:0:3295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e23a7df7800. 00000100:00100000:2.0:1647275053.584005:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 02000000:00000001:3.0:1647275053.584006:0:3295:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1647275053.584006:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:0.0:1647275053.584006:0:8139:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.6@tcp ip 10.0.2.6:1023 00000800:00000200:0.0:1647275053.584006:0:8139:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1647275053.584023:0:8139:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1647275053.584024:0:8139:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e245115cea0 refcount 6 to 10.0.2.6@tcp 00010000:00000001:0.0:1647275053.584024:0:8139:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000800:00000200:3.0:1647275053.584025:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275053.584025:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755aff00 (tot 73194841). 00000020:00000001:0.0:1647275053.584025:0:8139:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.584025:0:8139:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1647275053.584026:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000040:0.0:1647275053.584026:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e24418a9600 x1727291246917952/t0(0) o400->d14dab7c-c50e-464d-b9b2-5ce6f15a3529@10.0.2.6@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000400:00000200:3.0:1647275053.584027:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275053.584028:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000200:3.0:1647275053.584029:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ffc38 00000800:00000001:2.0:1647275053.584029:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000400:00000010:3.0:1647275053.584030:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ffc38. 00000800:00000001:2.0:1647275053.584030:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1647275053.584030:0:8139:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e24418a9600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d14dab7c-c50e-464d-b9b2-5ce6f15a3529+7:7985:x1727291246917952:12345-10.0.2.6@tcp:400:kworker/u8:1.0 Request processed in 107us (320us total) trans 0 rc 0/0 00000100:00000001:3.0:1647275053.584031:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000800:00000001:2.0:1647275053.584031:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1647275053.584032:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.584033:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000200:2.0:1647275053.584033:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00100000:0.0:1647275053.584033:0:8139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.6@tcp, seq: 2565 00000100:00000040:0.0:1647275053.584034:0:8139:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e2364592000 : new rpc_count 0 00000400:00000200:2.0:1647275053.584035:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749e40 00000100:00000001:0.0:1647275053.584035:0:8139:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275053.584035:0:8139:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1647275053.584036:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 62664 00000020:00000010:0.0:1647275053.584036:0:8139:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456980. 00000020:00000010:0.0:1647275053.584037:0:8139:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6930. 00000800:00000001:2.0:1647275053.584038:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000010:0.0:1647275053.584038:0:8139:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05aa00. 00000800:00000001:2.0:1647275053.584039:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275053.584039:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1647275053.584039:0:8139:0:(genops.c:979:class_export_put()) PUTting export ffff8e2364592000 : new refcount 6 00000400:00000200:2.0:1647275053.584040:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275053.584040:0:8958:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1647275053.584040:0:8139:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.584041:0:3294:0:(events.c:307:request_in_callback()) Process entered 02000000:00000001:1.0:1647275053.584041:0:8958:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1647275053.584042:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1647275053.584042:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e1080. 00000100:00000001:1.0:1647275053.584042:0:8958:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1647275053.584042:0:8958:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1647275053.584043:0:8958:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1647275053.584044:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e1080 x1727288348810816 msgsize 224 00000100:00100000:1.0:1647275053.584044:0:8958:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810880 00000020:00000001:1.0:1647275053.584045:0:8958:0:(genops.c:899:class_conn2export()) Process entered 00000100:00100000:2.0:1647275053.584046:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000020:00000040:1.0:1647275053.584046:0:8958:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd063695d 00000100:00000001:2.0:1647275053.584047:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000020:00000001:1.0:1647275053.584047:0:8958:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000800:00000001:2.0:1647275053.584048:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000040:1.0:1647275053.584048:0:8958:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23c906d800 refcount=5 00000800:00000001:2.0:1647275053.584049:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1647275053.584049:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000001:1.0:1647275053.584049:0:8958:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618883080509440 : -125190629042176 : ffff8e23c906d800) 00000020:00000001:1.0:1647275053.584050:0:8958:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618883080509440 : -125190629042176 : ffff8e23c906d800) 00000100:00000001:1.0:1647275053.584064:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1647275053.584065:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1647275053.584065:0:8958:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:2.0:1647275053.584066:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000020:00000010:1.0:1647275053.584066:0:8958:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e235c05aa00. 00000400:00000200:2.0:1647275053.584067:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 26 MB=0x622f5a8749e00 00000100:00000001:0.0:1647275053.584067:0:8139:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:1.0:1647275053.584068:0:8958:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2375456980. 02000000:00000001:0.0:1647275053.584068:0:8139:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275053.584068:0:8139:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1647275053.584069:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index 1a from 12345-10.0.2.5@tcp of length 224/224 into md 0x2bfc9 [2] + 0 00000020:00000010:1.0:1647275053.584069:0:8958:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e23623e6150. 00000100:00000001:0.0:1647275053.584069:0:8139:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1647275053.584070:0:3294:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at ffff8e23b25c16e0. 02000000:00000001:0.0:1647275053.584070:0:8139:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275053.584071:0:8139:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810816 00000020:00000001:0.0:1647275053.584071:0:8139:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000040:1.0:1647275053.584072:0:8958:0:(service.c:1263:ptlrpc_at_set_timer()) armed mdt at +1s 00000020:00000040:0.0:1647275053.584072:0:8139:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372a9 00000020:00000001:0.0:1647275053.584072:0:8139:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:1.0:1647275053.584087:0:8958:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1647275053.584087:0:8958:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:0.0:1647275053.584087:0:8139:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23a2958000 refcount=8 00000020:00000001:0.0:1647275053.584088:0:8139:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000020:00000001:0.0:1647275053.584089:0:8139:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882435547136 : -125191274004480 : ffff8e23a2958000) 00000100:00000001:0.0:1647275053.584090:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275053.584091:0:8139:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275053.584091:0:8139:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b800. 00000400:00000200:2.0:1647275053.584092:0:3294:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md ffff8e235efeed80 00000800:00000001:2.0:1647275053.584093:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000020:00000010:0.0:1647275053.584093:0:8139:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9580. 00000020:00000010:0.0:1647275053.584093:0:8139:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12f18. 00000800:00000200:3.0:1647275053.584094:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1647275053.584094:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275053.584094:0:8139:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000800:00000010:3.0:1647275053.584095:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf900 (tot 73194593). 00000400:00000200:2.0:1647275053.584095:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1647275053.584095:0:8139:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275053.584095:0:8139:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1647275053.584115:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1647275053.584115:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:0.0:1647275053.584115:0:8139:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:2.0:1647275053.584116:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e235efeed80 00000100:00000001:0.0:1647275053.584116:0:8139:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275053.584116:0:8139:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1647275053.584117:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.6@tcp: PUT: OK 00000400:00000010:2.0:1647275053.584117:0:3294:0:(lib-lnet.h:308:lnet_md_free()) kfreed 'md': 152 at ffff8e235efeed80 (tot 73194441). 00000100:00000001:2.0:1647275053.584118:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275053.584118:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:3.0:1647275053.584119:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0088 00000100:00000040:2.0:1647275053.584120:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e2347ece850 x1727288348810752 msgsize 224 00000100:00000001:0.0:1647275053.584120:0:8139:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1647275053.584122:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00000001:0.0:1647275053.584122:0:8139:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1647275053.584122:0:8139:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1647275053.584123:0:3294:0:(events.c:370:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00100000:0.0:1647275053.584123:0:8139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2566 00000100:00000040:0.0:1647275053.584124:0:8139:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23a2958000 : new rpc_count 1 00000400:00000010:3.0:1647275053.584125:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0088. 00000100:00000001:0.0:1647275053.584125:0:8139:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779699840 : -125191929851776 : ffff8e237b7e1080) 00000100:00000001:2.0:1647275053.584126:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000040:0.0:1647275053.584126:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e1080 x1727288348810816/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000001:2.0:1647275053.584127:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000800:00000001:2.0:1647275053.584128:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1647275053.584129:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:0.0:1647275053.584129:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275053.584130:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000800:00000001:2.0:1647275053.584149:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275053.584150:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00100000:0.0:1647275053.584150:0:8139:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e1080 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-OST0000_UUID+8:2603:x1727288348810816:12345-10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:3.0:1647275053.584151:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275053.584151:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000200:0.0:1647275053.584151:0:8139:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810816 00000400:00000200:2.0:1647275053.584152:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749f00 00000020:00000001:0.0:1647275053.584152:0:8139:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275053.584152:0:8139:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000400:00000200:2.0:1647275053.584153:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 62888 00000020:00000001:0.0:1647275053.584153:0:8139:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.584153:0:8139:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1647275053.584154:0:8139:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:0.0:1647275053.584154:0:8139:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000800:00000001:2.0:1647275053.584155:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1647275053.584155:0:8958:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275053.584155:0:8139:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1647275053.584156:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1647275053.584156:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1647275053.584156:0:8139:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1647275053.584157:0:7649:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1647275053.584157:0:7649:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1647275053.584157:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275053.584157:0:8958:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1647275053.584157:0:8139:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275053.584157:0:8139:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.584158:0:7649:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1647275053.584158:0:7649:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.584158:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000001:1.0:1647275053.584158:0:8958:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1647275053.584158:0:8958:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.584158:0:8139:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1647275053.584158:0:8139:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1647275053.584159:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1647275053.584159:0:8139:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275053.584159:0:8139:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e236465a000. 02000000:00000001:3.0:1647275053.584160:0:7649:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1647275053.584160:0:7649:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810752 02000000:00000001:0.0:1647275053.584160:0:8139:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1647275053.584161:0:7649:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000010:2.0:1647275053.584161:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e5800. 00000100:00000001:0.0:1647275053.584161:0:8139:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1647275053.584162:0:7649:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636925 00000020:00000001:3.0:1647275053.584162:0:7649:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000001:0.0:1647275053.584162:0:8139:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275053.584162:0:8139:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810816 00000020:00000040:3.0:1647275053.584163:0:7649:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b183d000 refcount=13 00000100:00000001:1.0:1647275053.584163:0:8958:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1647275053.584163:0:8139:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000001:3.0:1647275053.584164:0:7649:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686046208 : -125191023505408 : ffff8e23b183d000) 00010000:00000200:0.0:1647275053.584164:0:8139:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e1080 x1727288348810816/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000020:00000001:3.0:1647275053.584165:0:7649:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686046208 : -125191023505408 : ffff8e23b183d000) 00000100:00000001:3.0:1647275053.584166:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1647275053.584166:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e5800 x1727288348811008 msgsize 224 00000100:00000001:1.0:1647275053.584166:0:8958:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275053.584167:0:7649:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1647275053.584167:0:8958:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1647275053.584167:0:8139:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000020:00000010:3.0:1647275053.584168:0:7649:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e240f3a9c00. 00000100:00100000:2.0:1647275053.584168:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00010000:00000001:0.0:1647275053.584168:0:8139:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275053.584168:0:8139:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=13 v=1 (1 1 1 1) 00000020:00000010:3.0:1647275053.584169:0:7649:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e23d08c0f00. 00000100:00100000:1.0:1647275053.584169:0:8958:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2567 00000020:00000010:3.0:1647275053.584170:0:7649:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e240b507d20. 00000100:00000001:2.0:1647275053.584170:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000100:00000040:1.0:1647275053.584170:0:8958:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23c906d800 : new rpc_count 1 00000100:00000001:0.0:1647275053.584170:0:8139:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1647275053.584170:0:8139:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000800:00000001:2.0:1647275053.584171:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1647275053.584171:0:8958:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779695616 : -125191929856000 : ffff8e237b7e0000) 00000100:00000001:0.0:1647275053.584171:0:8139:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000100:00000040:3.0:1647275053.584172:0:7649:0:(service.c:1263:ptlrpc_at_set_timer()) armed mgs at +1s 00000800:00000001:2.0:1647275053.584172:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1647275053.584172:0:8139:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1647275053.584172:0:8139:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.584173:0:7649:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1647275053.584173:0:7649:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000800:00000001:2.0:1647275053.584173:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000040:1.0:1647275053.584173:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e0000 x1727288348810880/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000001:0.0:1647275053.584173:0:8139:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000001:3.0:1647275053.584187:0:7649:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1647275053.584187:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275053.584188:0:8139:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:0.0:1647275053.584188:0:8139:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0bb0. 00000100:00000001:3.0:1647275053.584189:0:7649:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1647275053.584189:0:3294:0:(lib-move.c:4533:lnet_parse()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp) <- 10.0.2.5@tcp : PUT - for me 00000100:00000200:0.0:1647275053.584189:0:8139:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810816, offset 224 00000400:00000200:2.0:1647275053.584190:0:3294:0:(lib-ptl.c:573:lnet_ptl_match_md()) Request from 12345-10.0.2.5@tcp of length 224 into portal 12 MB=0x622f5a8749ec0 00000100:00000001:1.0:1647275053.584191:0:8958:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1647275053.584191:0:8139:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000400:00000200:2.0:1647275053.584192:0:3294:0:(lib-ptl.c:199:lnet_try_match_md()) Incoming put index c from 12345-10.0.2.5@tcp of length 224/224 into md 0x1b7c9 [64] + 63112 00000100:00000001:1.0:1647275053.584192:0:8958:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000800:00000001:2.0:1647275053.584193:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00100000:1.0:1647275053.584193:0:8958:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0001-lwp-OST0000_UUID+5:2600:x1727288348810880:12345-10.0.2.5@tcp:400:kworker/u8:0.0 00000800:00000001:2.0:1647275053.584195:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1647275053.584195:0:8958:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810880 00000400:00000200:2.0:1647275053.584196:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1647275053.584196:0:8958:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:1.0:1647275053.584196:0:8958:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000400:00000200:2.0:1647275053.584197:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000001:1.0:1647275053.584197:0:8958:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1647275053.584203:0:8139:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000400:00000200:0.0:1647275053.584204:0:8139:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14498:14498:256:4294967295] 10.0.2.5@tcp LPNI seq info [11497:11497:8:4294967295] 00000400:00000200:0.0:1647275053.584207:0:8139:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:2.0:1647275053.584209:0:3294:0:(events.c:307:request_in_callback()) Process entered 00000100:00000200:2.0:1647275053.584209:0:3294:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000800:00000200:0.0:1647275053.584209:0:8139:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275053.584210:0:7649:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1647275053.584210:0:8139:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bfc00 (tot 73194689). 00000100:00000010:2.0:1647275053.584211:0:3294:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1384 at ffff8e237b7e6880. 00000800:00000200:0.0:1647275053.584211:0:8139:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000040:2.0:1647275053.584212:0:3294:0:(events.c:358:request_in_callback()) incoming req@ffff8e237b7e6880 x1727288348810944 msgsize 224 00000100:00000001:3.0:1647275053.584213:0:7649:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1647275053.584213:0:7649:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000800:00000200:0.0:1647275053.584213:0:8139:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00100000:2.0:1647275053.584214:0:3294:0:(events.c:361:request_in_callback()) peer: 12345-10.0.2.5@tcp (source: 12345-10.0.2.5@tcp) 00000100:00100000:3.0:1647275053.584215:0:7649:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 1339 00000100:00000001:2.0:1647275053.584215:0:3294:0:(events.c:394:request_in_callback()) Process leaving 00000800:00000200:0.0:1647275053.584215:0:8139:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bfc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1647275053.584216:0:7649:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b183d000 : new rpc_count 1 00000100:00000001:3.0:1647275053.584218:0:7649:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618880914548816 : -125192795002800 : ffff8e2347ece850) 00000100:00000001:0.0:1647275053.584219:0:8139:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1647275053.584220:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e2347ece850 x1727288348810752/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275053.584220:0:8139:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:0.0:1647275053.584221:0:8139:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:0.0:1647275053.584221:0:8139:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.584222:0:8139:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1647275053.584222:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e1080 x1727288348810816/t0(0) o400->lustrefs-MDT0000-lwp-OST0000_UUID@10.0.2.5@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000001:3.0:1647275053.584224:0:7649:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1647275053.584225:0:7649:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:3.0:1647275053.584226:0:7649:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e2347ece850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fa8a7d8-572a-411f-b362-ce26a7b1ba55+13:2602:x1727288348810752:12345-10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00100000:0.0:1647275053.584226:0:8139:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e1080 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0000-lwp-OST0000_UUID+8:2603:x1727288348810816:12345-10.0.2.5@tcp:400:kworker/u8:0.0 Request processed in 96us (181us total) trans 0 rc 0/0 00000100:00000200:3.0:1647275053.584228:0:7649:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810752 00000020:00000001:3.0:1647275053.584228:0:7649:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:3.0:1647275053.584229:0:7649:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:3.0:1647275053.584229:0:7649:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275053.584229:0:8139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2566 00000100:00000040:0.0:1647275053.584229:0:8139:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23a2958000 : new rpc_count 0 00000020:00000001:3.0:1647275053.584230:0:7649:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1647275053.584230:0:8139:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1647275053.584230:0:8139:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1647275053.584231:0:7649:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072654734464 : -1054817152 : ffffffffc120c480) 00000020:00000010:0.0:1647275053.584231:0:8139:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9580. 00000020:00000001:3.0:1647275053.584232:0:7649:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000010:0.0:1647275053.584232:0:8139:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12f18. 00000020:00000001:3.0:1647275053.584233:0:7649:0:(tgt_handler.c:569:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1647275053.584233:0:7649:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1647275053.584233:0:8139:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b800. 00000020:00000001:3.0:1647275053.584234:0:7649:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1647275053.584234:0:7649:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.584234:0:8958:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000040:0.0:1647275053.584234:0:8139:0:(genops.c:979:class_export_put()) PUTting export ffff8e23a2958000 : new refcount 7 00000020:00000001:3.0:1647275053.584235:0:7649:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1647275053.584235:0:8958:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000100:00000001:0.0:1647275053.584235:0:8139:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.584236:0:7649:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1647275053.584236:0:7649:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1647275053.584236:0:8958:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 02000000:00000010:3.0:1647275053.584237:0:7649:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e23a7df7800. 00000020:00000001:1.0:1647275053.584237:0:8958:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275053.584237:0:8139:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1647275053.584237:0:8139:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275053.584237:0:8139:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1647275053.584238:0:7649:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.584238:0:8958:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1647275053.584238:0:8139:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1647275053.584239:0:3294:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1647275053.584239:0:8958:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1647275053.584239:0:8958:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275053.584239:0:8139:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1647275053.584239:0:8139:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348811008 00000100:00000001:3.0:1647275053.584240:0:7649:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1647275053.584240:0:3294:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bfc00 (tot 73194441). 00000020:00000001:1.0:1647275053.584240:0:8958:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1647275053.584240:0:8139:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000001:3.0:1647275053.584254:0:7649:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1647275053.584254:0:8139:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd0636a1a 00010000:00000040:3.0:1647275053.584255:0:7649:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810752 00000400:00000200:2.0:1647275053.584255:0:3294:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1647275053.584255:0:8958:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1647275053.584255:0:8958:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:3.0:1647275053.584256:0:7649:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 02000000:00000010:1.0:1647275053.584256:0:8958:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e2348c5fc00. 00000020:00000001:0.0:1647275053.584256:0:8139:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000400:00000200:2.0:1647275053.584257:0:3294:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:2.0:1647275053.584257:0:3294:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0bb0 02000000:00000001:1.0:1647275053.584257:0:8958:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1647275053.584257:0:8139:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e23b1838800 refcount=5 00010000:00000200:3.0:1647275053.584258:0:7649:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e2347ece850 x1727288348810752/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000010:2.0:1647275053.584258:0:3294:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0bb0. 00000020:00000001:0.0:1647275053.584258:0:8139:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618882686027776 : -125191023523840 : ffff8e23b1838800) 00000100:00000001:2.0:1647275053.584259:0:3294:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:2.0:1647275053.584259:0:3294:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000001:0.0:1647275053.584259:0:8139:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618882686027776 : -125191023523840 : ffff8e23b1838800) 00000800:00000001:2.0:1647275053.584260:0:3294:0:(socklnd_cb.c:352:ksocknal_receive()) Process entered 00000100:00000001:1.0:1647275053.584260:0:8958:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.584260:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000800:00000001:2.0:1647275053.584261:0:3294:0:(socklnd_cb.c:391:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1647275053.584261:0:8958:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.584261:0:8139:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1647275053.584261:0:8139:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e244188b800. 00010000:00000001:3.0:1647275053.584262:0:7649:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1647275053.584262:0:7649:0:(ldlm_lib.c:3200:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1647275053.584262:0:8958:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810880 00000020:00000010:0.0:1647275053.584262:0:8139:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e2347ff9580. 00000100:00001000:3.0:1647275053.584263:0:7649:0:(import.c:1931:at_measured()) add 1 to ffff8e23a0ff9338 time=22 v=1 (1 1 1 1) 00010000:00000001:1.0:1647275053.584263:0:8958:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000020:00000010:0.0:1647275053.584263:0:8139:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e2385f12f18. 00000100:00000001:0.0:1647275053.584264:0:8139:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1647275053.584264:0:8139:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1647275053.584264:0:8139:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.584265:0:7649:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1647275053.584265:0:8139:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1647275053.584266:0:7649:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000001:2.0:1647275053.584266:0:8138:0:(service.c:2051:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1647275053.584266:0:8139:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1647275053.584266:0:8139:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.584267:0:8138:0:(sec.c:2223:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1647275053.584267:0:8139:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1647275053.584268:0:7649:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000100:00000001:2.0:1647275053.584268:0:8138:0:(pack_generic.c:619:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1647275053.584268:0:8138:0:(pack_generic.c:637:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.584268:0:8139:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1647275053.584269:0:7649:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1647275053.584269:0:7649:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.584269:0:8138:0:(sec.c:2271:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275053.584269:0:8139:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1647275053.584270:0:7649:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00100000:2.0:1647275053.584270:0:8138:0:(service.c:2134:ptlrpc_server_handle_req_in()) got req x1727288348810944 00000100:00100000:0.0:1647275053.584270:0:8139:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2568 00000100:00000040:3.0:1647275053.584271:0:7649:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000020:00000001:2.0:1647275053.584271:0:8138:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000040:0.0:1647275053.584271:0:8139:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e23b1838800 : new rpc_count 1 00000100:00000001:0.0:1647275053.584271:0:8139:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779718144 : -125191929833472 : ffff8e237b7e5800) 00000400:00000010:3.0:1647275053.584272:0:7649:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2352802b28. 00000020:00000040:2.0:1647275053.584272:0:8138:0:(genops.c:911:class_conn2export()) looking for export cookie 0xc2bb948dd06372b0 00000100:00000040:0.0:1647275053.584272:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e5800 x1727288348811008/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000020:00000001:2.0:1647275053.584273:0:8138:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1647275053.584273:0:8138:0:(lustre_handles.c:151:class_handle2object()) GET export ffff8e235d7ca000 refcount=8 00000100:00000200:3.0:1647275053.584274:0:7649:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1727288348810752, offset 224 00000020:00000001:2.0:1647275053.584294:0:8138:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000020:00000001:2.0:1647275053.584295:0:8138:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446618881276289024 : -125192433262592 : ffff8e235d7ca000) 00000100:00000001:2.0:1647275053.584296:0:8138:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275053.584296:0:8139:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1647275053.584296:0:8139:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1647275053.584297:0:8138:0:(service.c:1193:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:0.0:1647275053.584297:0:8139:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e5800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0001-lwp-OST0001_UUID+5:2602:x1727288348811008:12345-10.0.2.5@tcp:400:kworker/u8:0.0 00000400:00000200:3.0:1647275053.584298:0:7649:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000020:00000010:2.0:1647275053.584298:0:8138:0:(lu_object.c:1766:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8e23e560da00. 00000100:00000200:0.0:1647275053.584298:0:8139:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348811008 00000020:00000010:2.0:1647275053.584299:0:8138:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at ffff8e237d568f00. 00000020:00000010:2.0:1647275053.584299:0:8138:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at ffff8e237d52cb28. 00000020:00000001:0.0:1647275053.584299:0:8139:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 00000020:00000001:0.0:1647275053.584299:0:8139:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000400:00000200:3.0:1647275053.584300:0:7649:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000020:00000001:0.0:1647275053.584300:0:8139:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.584300:0:8139:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1647275053.584301:0:8138:0:(service.c:1807:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1647275053.584301:0:8138:0:(service.c:1724:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1647275053.584301:0:8139:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:0.0:1647275053.584301:0:8139:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000400:00000200:3.0:1647275053.584302:0:7649:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14499:14499:256:4294967295] 10.0.2.5@tcp LPNI seq info [11498:11498:8:4294967295] 00000100:00000001:2.0:1647275053.584302:0:8138:0:(service.c:1754:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1647275053.584302:0:8139:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1647275053.584303:0:8138:0:(nrs.c:866:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:0.0:1647275053.584303:0:8139:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1647275053.584303:0:8139:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1647275053.584303:0:8139:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.584304:0:8138:0:(nrs.c:874:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:0.0:1647275053.584304:0:8139:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1647275053.584305:0:8138:0:(service.c:1883:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.584305:0:8138:0:(service.c:2212:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1647275053.584305:0:8139:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1647275053.584306:0:8139:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1647275053.584306:0:8139:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e236465b800. 00000400:00000200:3.0:1647275053.584307:0:7649:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 02000000:00000001:0.0:1647275053.584307:0:8139:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.584308:0:8138:0:(service.c:2236:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1647275053.584308:0:8138:0:(service.c:2000:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1647275053.584308:0:8139:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.584309:0:8139:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1647275053.584309:0:8139:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348811008 00000800:00000200:3.0:1647275053.584310:0:7649:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00100000:2.0:1647275053.584310:0:8138:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-10.0.2.5@tcp, seq: 2569 00010000:00000001:0.0:1647275053.584310:0:8139:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000800:00000010:3.0:1647275053.584311:0:7649:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23e4c34a00 (tot 73194689). 00000100:00000040:2.0:1647275053.584311:0:8138:0:(service.c:2031:ptlrpc_server_request_get()) RPC GETting export ffff8e235d7ca000 : new rpc_count 1 00000100:00000001:2.0:1647275053.584311:0:8138:0:(service.c:2033:ptlrpc_server_request_get()) Process leaving (rc=18446618881779722368 : -125191929829248 : ffff8e237b7e6880) 00010000:00000200:0.0:1647275053.584312:0:8139:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e5800 x1727288348811008/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000800:00000200:3.0:1647275053.584313:0:7649:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000040:2.0:1647275053.584313:0:8138:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8e237b7e6880 x1727288348810944/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:204/0 lens 224/0 e 0 to 0 dl 1647275059 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'kworker/u8:0.0' 00000800:00000200:3.0:1647275053.584315:0:7649:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00010000:00000001:0.0:1647275053.584315:0:8139:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000800:00000200:3.0:1647275053.584316:0:7649:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23e4c34a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1647275053.584316:0:8138:0:(service.c:1117:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1647275053.584316:0:8139:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1647275053.584316:0:8139:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=13 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275053.584317:0:8138:0:(service.c:1132:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1647275053.584318:0:8138:0:(service.c:2303:ptlrpc_server_handle_request()) Handling RPC req@ffff8e237b7e6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustrefs-MDT0000-lwp-OST0001_UUID+8:2600:x1727288348810944:12345-10.0.2.5@tcp:400:kworker/u8:0.0 00000100:00000001:0.0:1647275053.584318:0:8139:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1647275053.584319:0:8138:0:(service.c:2308:ptlrpc_server_handle_request()) got req 1727288348810944 00000100:00000040:0.0:1647275053.584319:0:8139:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 24 to 10.0.2.5@tcp 00000100:00000001:0.0:1647275053.584319:0:8139:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000100:00000001:3.0:1647275053.584320:0:7649:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275053.584320:0:8138:0:(tgt_handler.c:740:tgt_request_handle()) Process entered 02000000:00000001:0.0:1647275053.584320:0:8139:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1647275053.584321:0:7649:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000020:00000001:2.0:1647275053.584321:0:8138:0:(tgt_handler.c:660:process_req_last_xid()) Process entered 00000020:00000001:2.0:1647275053.584321:0:8138:0:(tgt_handler.c:725:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275053.584322:0:8138:0:(tgt_handler.c:617:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1647275053.584322:0:8138:0:(tgt_handler.c:650:tgt_handler_find_check()) Process leaving (rc=18446744072650204288 : -1059347328 : ffffffffc0dba480) 00000020:00000001:2.0:1647275053.584337:0:8138:0:(tgt_handler.c:556:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1647275053.584338:0:8138:0:(tgt_handler.c:606:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1647275053.584338:0:8138:0:(tgt_handler.c:391:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1647275053.584339:0:8138:0:(tgt_handler.c:313:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1647275053.584339:0:8138:0:(tgt_handler.c:375:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1647275053.584339:0:8139:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275053.584340:0:8138:0:(tgt_handler.c:1093:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1647275053.584340:0:8138:0:(pack_generic.c:314:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1647275053.584340:0:8139:0:(niobuf.c:55:ptl_send_buf()) Process entered 02000000:00000001:2.0:1647275053.584341:0:8138:0:(sec.c:2285:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1647275053.584342:0:8138:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 552 at ffff8e2405e11000. 00000100:00000040:0.0:1647275053.584342:0:8139:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00010000:00000001:3.0:1647275053.584343:0:7649:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:3.0:1647275053.584343:0:7649:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1647275053.584343:0:8138:0:(sec.c:2322:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1647275053.584343:0:8139:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e24180d0f68. 00000020:00000001:3.0:1647275053.584344:0:7649:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1647275053.584344:0:8138:0:(pack_generic.c:349:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1647275053.584344:0:8139:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348811008, offset 224 00000020:00000001:2.0:1647275053.584345:0:8138:0:(tgt_handler.c:1108:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1647275053.584345:0:8138:0:(ldlm_lib.c:3178:target_committed_to_req()) last_committed 0, transno 0, xid 1727288348810944 00000100:00000040:3.0:1647275053.584346:0:7649:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e2347ece850 x1727288348810752/t0(0) o400->1fa8a7d8-572a-411f-b362-ce26a7b1ba55@10.0.2.5@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:0.0' 00010000:00000001:2.0:1647275053.584346:0:8138:0:(ldlm_lib.c:3247:target_send_reply()) Process entered 00000400:00000200:0.0:1647275053.584346:0:8139:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00010000:00000200:2.0:1647275053.584347:0:8138:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e6880 x1727288348810944/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:0.0:1647275053.584348:0:8139:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000400:00000200:0.0:1647275053.584350:0:8139:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14500:14500:255:4294967295] 10.0.2.5@tcp LPNI seq info [11499:11499:7:4294967295] 00010000:00000001:2.0:1647275053.584351:0:8138:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000100:00100000:3.0:1647275053.584352:0:7649:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e2347ece850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:1fa8a7d8-572a-411f-b362-ce26a7b1ba55+13:2602:x1727288348810752:12345-10.0.2.5@tcp:400:kworker/u8:0.0 Request processed in 126us (230us total) trans 0 rc 0/0 00010000:00000001:2.0:1647275053.584352:0:8138:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1647275053.584353:0:8138:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=13 v=1 (1 1 1 1) 00000100:00000001:2.0:1647275053.584354:0:8138:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1647275053.584354:0:8139:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000040:2.0:1647275053.584355:0:8138:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 24 to 10.0.2.5@tcp 00000100:00000001:2.0:1647275053.584355:0:8138:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000100:00100000:3.0:1647275053.584356:0:7649:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 1339 02000000:00000001:2.0:1647275053.584356:0:8138:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1647275053.584357:0:7649:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b183d000 : new rpc_count 0 02000000:00000001:2.0:1647275053.584357:0:8138:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1647275053.584357:0:8138:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000800:00000200:0.0:1647275053.584357:0:8139:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000100:00000001:3.0:1647275053.584358:0:7649:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1647275053.584358:0:7649:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000010:0.0:1647275053.584358:0:8139:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e241a4bf400 (tot 73194937). 00000020:00000010:3.0:1647275053.584359:0:7649:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e23d08c0f00. 00000100:00000040:2.0:1647275053.584359:0:8138:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000400:00000010:2.0:1647275053.584359:0:8138:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e241b6ff4c8. 00000020:00000010:3.0:1647275053.584360:0:7649:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e240b507d20. 00000100:00000200:2.0:1647275053.584360:0:8138:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810944, offset 224 00000800:00000200:0.0:1647275053.584360:0:8139:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000400:00000200:2.0:1647275053.584362:0:8138:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000800:00000200:0.0:1647275053.584362:0:8139:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000020:00000010:3.0:1647275053.584363:0:7649:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e240f3a9c00. 00000800:00000200:0.0:1647275053.584363:0:8139:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e241a4bf400 type 1, nob 320 niov 1 nkiov 1 00000020:00000040:3.0:1647275053.584364:0:7649:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b183d000 : new refcount 12 00000400:00000200:2.0:1647275053.584365:0:8138:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000100:00000001:0.0:1647275053.584365:0:8139:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1647275053.584366:0:7649:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1647275053.584366:0:8139:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 00000100:00000200:3.0:1647275053.584367:0:7649:0:(niobuf.c:988:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000200:2.0:1647275053.584367:0:8138:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14501:14501:254:4294967295] 10.0.2.5@tcp LPNI seq info [11500:11500:6:4294967295] 00010000:00000001:0.0:1647275053.584368:0:8139:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000400:00000010:3.0:1647275053.584369:0:7649:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at ffff8e2349163210. 00000020:00000001:0.0:1647275053.584369:0:8139:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1647275053.584369:0:8139:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000400:00000010:3.0:1647275053.584370:0:7649:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at ffff8e23bdf6ff00 (tot 73195089). 00010000:00000200:1.0:1647275053.584370:0:8958:0:(ldlm_lib.c:3235:target_send_reply_msg()) @@@ sending reply req@ffff8e237b7e0000 x1727288348810880/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00000040:0.0:1647275053.584371:0:8139:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e5800 x1727288348811008/t0(0) o400->lustrefs-MDT0001-lwp-OST0001_UUID@10.0.2.5@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000200:2.0:1647275053.584372:0:8138:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000800:00000200:2.0:1647275053.584374:0:8138:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00010000:00000001:1.0:1647275053.584374:0:8958:0:(ldlm_lib.c:3190:target_pack_pool_reply()) Process entered 00000800:00000010:2.0:1647275053.584375:0:8138:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e23755af900 (tot 73195337). 00010000:00000001:1.0:1647275053.584375:0:8958:0:(ldlm_lib.c:3211:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1647275053.584376:0:8958:0:(import.c:1931:at_measured()) add 1 to ffff8e23d3eb2b38 time=13 v=1 (1 1 1 1) 00000100:00100000:0.0:1647275053.584376:0:8139:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e5800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustrefs-MDT0001-lwp-OST0001_UUID+5:2602:x1727288348811008:12345-10.0.2.5@tcp:400:kworker/u8:0.0 Request processed in 79us (208us total) trans 0 rc 0/0 00000800:00000200:2.0:1647275053.584377:0:8138:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:1.0:1647275053.584378:0:8958:0:(connection.c:139:ptlrpc_connection_addref()) Process entered 00000800:00000200:2.0:1647275053.584379:0:8138:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000100:00000040:1.0:1647275053.584379:0:8958:0:(connection.c:144:ptlrpc_connection_addref()) conn=ffff8e2416a31480 refcount 24 to 10.0.2.5@tcp 00000100:00100000:0.0:1647275053.584379:0:8139:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2568 00000100:00000040:0.0:1647275053.584379:0:8139:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23b1838800 : new rpc_count 0 00000800:00000200:3.0:1647275053.584380:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1647275053.584380:0:8138:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e23755af900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1647275053.584380:0:8958:0:(connection.c:146:ptlrpc_connection_addref()) Process leaving (rc=18446618884382594176 : -125189326957440 : ffff8e2416a31480) 00000100:00000001:0.0:1647275053.584380:0:8139:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000800:00000010:3.0:1647275053.584381:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23e4c34a00 (tot 73195089). 02000000:00000001:1.0:1647275053.584381:0:8958:0:(sec.c:2336:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1647275053.584381:0:8139:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1647275053.584395:0:8139:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2347ff9580. 00000100:00000001:2.0:1647275053.584396:0:8138:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1647275053.584396:0:8139:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e2385f12f18. 00000400:00000200:3.0:1647275053.584397:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1647275053.584397:0:8138:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 23 to 10.0.2.5@tcp 02000000:00000001:1.0:1647275053.584397:0:8958:0:(sec.c:2347:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275053.584397:0:8958:0:(niobuf.c:55:ptl_send_buf()) Process entered 00010000:00000001:2.0:1647275053.584398:0:8138:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:2.0:1647275053.584398:0:8138:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1647275053.584398:0:8139:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e244188b800. 00000400:00000200:3.0:1647275053.584399:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000020:00000001:2.0:1647275053.584399:0:8138:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1647275053.584399:0:8958:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-10.0.2.5@tcp 00000020:00000040:0.0:1647275053.584399:0:8139:0:(genops.c:979:class_export_put()) PUTting export ffff8e23b1838800 : new refcount 4 00000400:00000200:3.0:1647275053.584400:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2352802b28 00000100:00000040:2.0:1647275053.584400:0:8138:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e6880 x1727288348810944/t0(0) o400->lustrefs-MDT0000-lwp-OST0001_UUID@10.0.2.5@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000400:00000010:1.0:1647275053.584400:0:8958:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at ffff8e2415574dd0. 00000100:00000001:0.0:1647275053.584400:0:8139:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1647275053.584401:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2352802b28. 00000100:00000001:3.0:1647275053.584402:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000200:1.0:1647275053.584402:0:8958:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1727288348810880, offset 224 02000000:00000001:3.0:1647275053.584403:0:3295:0:(sec.c:2358:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1647275053.584403:0:3295:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 552 at ffff8e23a7df7800. 02000000:00000001:3.0:1647275053.584404:0:3295:0:(sec.c:2371:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1647275053.584405:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000400:00000200:1.0:1647275053.584405:0:8958:0:(lib-move.c:5035:LNetPut()) LNetPut -> 12345-10.0.2.5@tcp 00000100:00100000:2.0:1647275053.584427:0:8138:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e6880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustrefs-MDT0000-lwp-OST0001_UUID+8:2600:x1727288348810944:12345-10.0.2.5@tcp:400:kworker/u8:0.0 Request processed in 109us (213us total) trans 0 rc 0/0 00000800:00000200:3.0:1647275053.584428:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1647275053.584428:0:8958:0:(lib-move.c:2879:lnet_handle_send_case_locked()) Source Specified: 10.0.2.4@tcp to MR: 10.0.2.5@tcp local destination 00000800:00000010:3.0:1647275053.584429:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e241a4bf400 (tot 73194841). 00000400:00000200:3.0:1647275053.584430:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1647275053.584430:0:8958:0:(lib-move.c:1859:lnet_handle_send()) 10.0.2.4@tcp NI seq info: [14502:14502:254:4294967295] 10.0.2.5@tcp LPNI seq info [11501:11501:6:4294967295] 00000400:00000200:3.0:1647275053.584432:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:3.0:1647275053.584433:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e24180d0f68 00000100:00100000:2.0:1647275053.584433:0:8138:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2569 00000400:00000010:3.0:1647275053.584434:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e24180d0f68. 00000100:00000001:3.0:1647275053.584434:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000040:2.0:1647275053.584434:0:8138:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e235d7ca000 : new rpc_count 0 00000100:00000001:3.0:1647275053.584435:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000100:00000001:2.0:1647275053.584435:0:8138:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1647275053.584435:0:8958:0:(lib-move.c:1971:lnet_handle_send()) TRACE: 10.0.2.4@tcp(10.0.2.4@tcp:10.0.2.4@tcp) -> 10.0.2.5@tcp(10.0.2.5@tcp:10.0.2.5@tcp) : PUT try# 0 00000100:00000001:2.0:1647275053.584436:0:8138:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1647275053.584437:0:8138:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e237d568f00. 00000800:00000200:1.0:1647275053.584437:0:8958:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-10.0.2.5@tcp 00000020:00000010:2.0:1647275053.584438:0:8138:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e237d52cb28. 00000800:00000010:1.0:1647275053.584438:0:8958:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8e237d691f00 (tot 73195089). 00000020:00000010:2.0:1647275053.584439:0:8138:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e23e560da00. 00000020:00000040:2.0:1647275053.584440:0:8138:0:(genops.c:979:class_export_put()) PUTting export ffff8e235d7ca000 : new refcount 7 00000800:00000200:1.0:1647275053.584440:0:8958:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [ffff8e2395153e00] -> 12345-10.0.2.5@tcp (4) 00000100:00000001:2.0:1647275053.584441:0:8138:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1647275053.584442:0:8958:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-10.0.2.5@tcp ip 10.0.2.5:1023 00000800:00000200:1.0:1647275053.584443:0:8958:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet ffff8e237d691f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1647275053.584445:0:8958:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1647275053.584446:0:8958:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=ffff8e2416a31480 refcount 22 to 10.0.2.5@tcp 00010000:00000001:1.0:1647275053.584447:0:8958:0:(ldlm_lib.c:3259:target_send_reply()) Process leaving 00000020:00000001:1.0:1647275053.584447:0:8958:0:(tgt_handler.c:507:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.584448:0:8958:0:(tgt_handler.c:857:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1647275053.584451:0:8958:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8e237b7e0000 x1727288348810880/t0(0) o400->lustrefs-MDT0001-lwp-OST0000_UUID@10.0.2.5@tcp:204/0 lens 224/224 e 0 to 0 dl 1647275059 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:0.0' 00000100:00100000:1.0:1647275053.584470:0:8958:0:(service.c:2352:ptlrpc_server_handle_request()) Handled RPC req@ffff8e237b7e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustrefs-MDT0001-lwp-OST0000_UUID+5:2600:x1727288348810880:12345-10.0.2.5@tcp:400:kworker/u8:0.0 Request processed in 264us (452us total) trans 0 rc 0/0 00000800:00000200:3.0:1647275053.584472:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275053.584473:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e23755af900 (tot 73194841). 00000100:00100000:1.0:1647275053.584473:0:8958:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-10.0.2.5@tcp, seq: 2567 00000400:00000200:3.0:1647275053.584474:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1647275053.584474:0:8958:0:(service.c:1102:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8e23c906d800 : new rpc_count 0 00000100:00000001:1.0:1647275053.584475:0:8958:0:(service.c:1760:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1647275053.584476:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000100:00000001:1.0:1647275053.584476:0:8958:0:(service.c:1771:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1647275053.584477:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e241b6ff4c8 00000400:00000010:3.0:1647275053.584477:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e241b6ff4c8. 00000100:00000001:3.0:1647275053.584478:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275053.584493:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000800:00000200:3.0:1647275053.584497:0:3295:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1647275053.584497:0:3295:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8e237d691f00 (tot 73194593). 00000400:00000200:3.0:1647275053.584499:0:3295:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1647275053.584501:0:3295:0:(lib-msg.c:838:lnet_health_check()) health check: 10.0.2.4@tcp->10.0.2.5@tcp: PUT: OK 00000400:00000200:3.0:1647275053.584502:0:3295:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md ffff8e2415574dd0 00000400:00000010:3.0:1647275053.584503:0:3295:0:(lib-lnet.h:305:lnet_md_free()) slab-freed 'md' at ffff8e2415574dd0. 00000100:00000001:3.0:1647275053.584504:0:3295:0:(events.c:407:reply_out_callback()) Process entered 00000100:00000001:3.0:1647275053.584504:0:3295:0:(events.c:419:reply_out_callback()) Process leaving 00000020:00000010:1.0:1647275053.584550:0:8958:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at ffff8e2375456980. 00000020:00000010:1.0:1647275053.584551:0:8958:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at ffff8e23623e6150. 00000020:00000010:1.0:1647275053.584552:0:8958:0:(lu_object.c:1698:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8e235c05aa00. 00000020:00000040:1.0:1647275053.584553:0:8958:0:(genops.c:979:class_export_put()) PUTting export ffff8e23c906d800 : new refcount 4 00000100:00000001:1.0:1647275053.584554:0:8958:0:(service.c:2373:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1647275053.954020:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275053.954022:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275053.954025:0:5187:0:(ldlm_pool.c:338:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1647275053.954025:0:5187:0:(ldlm_pool.c:370:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275053.954028:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275053.954028:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275053.954030:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275053.954031:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275053.954032:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275053.954033:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1647275053.954034:0:5187:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1647275053.954035:0:5187:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1647275053.954043:0:7645:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1647275053.954044:0:7645:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275054.543627:0:8143:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1647275054.543629:0:8143:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1647275054.585639:0:8958:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1647275054.585641:0:8958:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1647275054.586525:0:7651:0:(service.c:1532:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1647275054.586527:0:7651:0:(service.c:1543:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275054.704272:0:9908:0:(obd_mount_server.c:1780:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275054.704278:0:9908:0:(obd_mount_server.c:1780:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1647275054.704281:0:9908:0:(obd_mount_server.c:1780:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 31480 lines, 31480 kept, 0 dropped, 0 bad.