[  120.575984] sd 5:0:440:0: [sdpq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.575985] sd 5:0:440:0: [sdpq] 4096-byte physical blocks
[  120.575996] sd 12:0:2:0: [sdro] Write Protect is off
[  120.575997] sd 12:0:2:0: [sdro] Mode Sense: db 00 10 08
[  120.575998] sd 12:0:3:0: [sdrp] Write Protect is off
[  120.575999] sd 12:0:3:0: [sdrp] Mode Sense: db 00 10 08
[  120.576105] sd 5:0:463:0: [sdqn] Write Protect is off
[  120.576106] sd 5:0:463:0: [sdqn] Mode Sense: db 00 10 08
[  120.576143] sd 5:0:455:0: [sdqf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.576147] sd 5:0:312:0: [sdku] Attached SCSI disk
[  120.576230] sd 5:0:414:0: [sdor] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.576233] sd 5:0:309:0: [sdkr] Attached SCSI disk
[  120.576279] sd 5:0:339:0: [sdlv] Attached SCSI disk
[  120.576312] sd 12:0:11:0: [sdrx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.576314] sd 12:0:11:0: [sdrx] 4096-byte physical blocks
[  120.576317] sd 5:0:484:0: [sdri] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.576317] sd 5:0:326:0: [sdli] Attached SCSI disk
[  120.576318] sd 5:0:484:0: [sdri] 4096-byte physical blocks
[  120.576346] sd 12:0:4:0: [sdrq] Write Protect is off
[  120.576347] sd 12:0:4:0: [sdrq] Mode Sense: db 00 10 08
[  120.576392] sd 5:0:448:0: [sdpy] Write Protect is off
[  120.576393] sd 5:0:448:0: [sdpy] Mode Sense: db 00 10 08
[  120.576442] sd 5:0:441:0: [sdpr] Write Protect is off
[  120.576443] sd 5:0:441:0: [sdpr] Mode Sense: db 00 10 08
[  120.576485] sd 5:0:443:0: [sdpt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.576485] sd 5:0:443:0: [sdpt] 4096-byte physical blocks
[  120.576551] sd 12:0:5:0: [sdrr] Write Protect is off
[  120.576552] sd 12:0:5:0: [sdrr] Mode Sense: db 00 10 08
[  120.576568] sd 12:0:12:0: [sdry] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.576569] sd 12:0:12:0: [sdry] 4096-byte physical blocks
[  120.576679] sd 5:0:396:0: [sdnz] Attached SCSI disk
[  120.576756] sd 5:0:486:0: [sdrk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.576758] sd 5:0:486:0: [sdrk] 4096-byte physical blocks
[  120.576792] sd 12:0:6:0: [sdrs] Write Protect is off
[  120.576793] sd 12:0:6:0: [sdrs] Mode Sense: db 00 10 08
[  120.576798] sd 5:0:432:0: [sdpi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.576812] sd 5:0:464:0: [sdqo] Write Protect is off
[  120.576813] sd 5:0:464:0: [sdqo] Mode Sense: db 00 10 08
[  120.576861] sd 12:0:1:0: [sdrn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.576927] sd 5:0:348:0: [sdme] Attached SCSI disk
[  120.576963] sd 12:0:13:0: [sdrz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.576964] sd 12:0:13:0: [sdrz] 4096-byte physical blocks
[  120.576971] sd 5:0:466:0: [sdqq] Write Protect is off
[  120.576972] sd 5:0:466:0: [sdqq] Mode Sense: db 00 10 08
[  120.577018] sd 5:0:437:0: [sdpn] Write Protect is off
[  120.577019] sd 5:0:437:0: [sdpn] Mode Sense: db 00 10 08
[  120.577095] sd 5:0:436:0: [sdpm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.577096] sd 5:0:436:0: [sdpm] 4096-byte physical blocks
[  120.577106] sd 5:0:450:0: [sdqa] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.577107] sd 5:0:450:0: [sdqa] 4096-byte physical blocks
[  120.577147] sd 5:0:422:0: [sdoz] Write Protect is off
[  120.577148] sd 5:0:422:0: [sdoz] Mode Sense: db 00 10 08
[  120.577159] sd 5:0:451:0: [sdqb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.577172] sd 12:0:14:0: [sdsa] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.577173] sd 12:0:14:0: [sdsa] 4096-byte physical blocks
[  120.577184] sd 12:0:7:0: [sdrt] Write Protect is off
[  120.577185] sd 12:0:7:0: [sdrt] Mode Sense: db 00 10 08
[  120.577220] sd 5:0:460:0: [sdqk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.577221] sd 5:0:460:0: [sdqk] 4096-byte physical blocks
[  120.577255] sd 12:0:2:0: [sdro] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.577300] sd 5:0:372:0: [sdnb] Attached SCSI disk
[  120.577334] sd 12:0:3:0: [sdrp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.577388] sd 12:0:15:0: [sdsb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.577390] sd 5:0:311:0: [sdkt] Attached SCSI disk
[  120.577391] sd 12:0:15:0: [sdsb] 4096-byte physical blocks
[  120.577417] sd 5:0:353:0: [sdmj] Attached SCSI disk
[  120.577434] sd 5:0:463:0: [sdqn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.577443] sd 5:0:457:0: [sdqh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.577444] sd 5:0:457:0: [sdqh] 4096-byte physical blocks
[  120.577506] sd 12:0:8:0: [sdru] Write Protect is off
[  120.577507] sd 12:0:8:0: [sdru] Mode Sense: db 00 10 08
[  120.577617] sd 12:0:16:0: [sdsc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.577619] sd 12:0:16:0: [sdsc] 4096-byte physical blocks
[  120.577620] sd 5:0:453:0: [sdqd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.577621] sd 5:0:453:0: [sdqd] 4096-byte physical blocks
[  120.577636] sd 12:0:4:0: [sdrq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.577663] sd 5:0:448:0: [sdpy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.577673] sd 5:0:472:0: [sdqw] Write Protect is off
[  120.577674] sd 5:0:472:0: [sdqw] Mode Sense: db 00 10 08
[  120.577684] sd 5:0:370:0: [sdmz] Attached SCSI disk
[  120.577750] sd 5:0:474:0: [sdqy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.577751] sd 5:0:474:0: [sdqy] 4096-byte physical blocks
[  120.577784] sd 5:0:441:0: [sdpr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.577806] sd 5:0:471:0: [sdqv] Write Protect is off
[  120.577807] sd 5:0:471:0: [sdqv] Mode Sense: db 00 10 08
[  120.577835] sd 12:0:17:0: [sdsd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.577836] sd 12:0:17:0: [sdsd] 4096-byte physical blocks
[  120.577847] sd 12:0:5:0: [sdrr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.577978] sd 5:0:435:0: [sdpl] Write Protect is off
[  120.577979] sd 5:0:435:0: [sdpl] Mode Sense: db 00 10 08
[  120.578059] sd 12:0:6:0: [sdrs] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.578060] sd 5:0:444:0: [sdpu] Write Protect is off
[  120.578062] sd 5:0:444:0: [sdpu] Mode Sense: db 00 10 08
[  120.578069] sd 12:0:18:0: [sdse] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.578071] sd 12:0:18:0: [sdse] 4096-byte physical blocks
[  120.578086] sd 5:0:464:0: [sdqo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.578237] sd 5:0:466:0: [sdqq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.578246] sd 5:0:440:0: [sdpq] Write Protect is off
[  120.578247] sd 5:0:440:0: [sdpq] Mode Sense: db 00 10 08
[  120.578254] sd 5:0:465:0: [sdqp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.578255] sd 5:0:465:0: [sdqp] 4096-byte physical blocks
[  120.578275] sd 12:0:19:0: [sdsf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.578276] sd 12:0:19:0: [sdsf] 4096-byte physical blocks
[  120.578284] sd 5:0:437:0: [sdpn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.578347] sd 5:0:334:0: [sdlq] Attached SCSI disk
[  120.578352] sd 5:0:482:0: [sdrg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.578353] sd 5:0:482:0: [sdrg] 4096-byte physical blocks
[  120.578405] sd 5:0:422:0: [sdoz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.578434] sd 5:0:340:0: [sdlw] Attached SCSI disk
[  120.578442] sd 5:0:446:0: [sdpw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.578444] sd 12:0:7:0: [sdrt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.578445] sd 5:0:446:0: [sdpw] 4096-byte physical blocks
[  120.578460] sd 12:0:11:0: [sdrx] Write Protect is off
[  120.578461] sd 12:0:11:0: [sdrx] Mode Sense: db 00 10 08
[  120.578512] sd 5:0:484:0: [sdri] Write Protect is off
[  120.578514] sd 5:0:484:0: [sdri] Mode Sense: db 00 10 08
[  120.578521] sd 12:0:20:0: [sdsg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.578522] sd 12:0:20:0: [sdsg] 4096-byte physical blocks
[  120.578698] sd 12:0:12:0: [sdry] Write Protect is off
[  120.578699] sd 12:0:12:0: [sdry] Mode Sense: db 00 10 08
[  120.578726] sd 5:0:443:0: [sdpt] Write Protect is off
[  120.578727] sd 5:0:443:0: [sdpt] Mode Sense: db 00 10 08
[  120.578816] sd 5:0:324:0: [sdlg] Attached SCSI disk
[  120.578831] sd 12:0:8:0: [sdru] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.578921] sd 5:0:486:0: [sdrk] Write Protect is off
[  120.578922] sd 5:0:486:0: [sdrk] Mode Sense: db 00 10 08
[  120.578956] sd 5:0:472:0: [sdqw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.579071] sd 5:0:471:0: [sdqv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.579085] sd 12:0:13:0: [sdrz] Write Protect is off
[  120.579091] sd 12:0:13:0: [sdrz] Mode Sense: db 00 10 08
[  120.579244] sd 5:0:435:0: [sdpl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.579285] sd 5:0:450:0: [sdqa] Write Protect is off
[  120.579286] sd 5:0:450:0: [sdqa] Mode Sense: db 00 10 08
[  120.579292] sd 5:0:436:0: [sdpm] Write Protect is off
[  120.579293] sd 5:0:436:0: [sdpm] Mode Sense: db 00 10 08
[  120.579294] sd 12:0:14:0: [sdsa] Write Protect is off
[  120.579296] sd 12:0:14:0: [sdsa] Mode Sense: db 00 10 08
[  120.579322] sd 12:0:23:0: [sdsj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.579325] sd 12:0:23:0: [sdsj] 4096-byte physical blocks
[  120.579394] sd 5:0:444:0: [sdpu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.579469] sd 5:0:341:0: [sdlx] Attached SCSI disk
[  120.579482] sd 5:0:333:0: [sdlp] Attached SCSI disk
[  120.579485] sd 5:0:460:0: [sdqk] Write Protect is off
[  120.579486] sd 5:0:460:0: [sdqk] Mode Sense: db 00 10 08
[  120.579512] sd 5:0:440:0: [sdpq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.579517] sd 12:0:15:0: [sdsb] Write Protect is off
[  120.579521] sd 12:0:15:0: [sdsb] Mode Sense: db 00 10 08
[  120.579549] sd 5:0:457:0: [sdqh] Write Protect is off
[  120.579550] sd 5:0:457:0: [sdqh] Mode Sense: db 00 10 08
[  120.579585] sd 5:0:325:0: [sdlh] Attached SCSI disk
[  120.579613] sd 12:0:24:0: [sdsk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.579615] sd 12:0:24:0: [sdsk] 4096-byte physical blocks
[  120.579787] sd 12:0:11:0: [sdrx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.579809] sd 5:0:484:0: [sdri] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.579817] sd 5:0:467:0: [sdqr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.579818] sd 5:0:467:0: [sdqr] 4096-byte physical blocks
[  120.579859] sd 12:0:16:0: [sdsc] Write Protect is off
[  120.579860] sd 12:0:16:0: [sdsc] Mode Sense: db 00 10 08
[  120.579872] sd 12:0:25:0: [sdsl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.579873] sd 12:0:25:0: [sdsl] 4096-byte physical blocks
[  120.579877] sd 5:0:453:0: [sdqd] Write Protect is off
[  120.579878] sd 5:0:453:0: [sdqd] Mode Sense: db 00 10 08
[  120.579949] sd 12:0:12:0: [sdry] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.579978] sd 5:0:474:0: [sdqy] Write Protect is off
[  120.579979] sd 5:0:474:0: [sdqy] Mode Sense: db 00 10 08
[  120.580015] sd 12:0:17:0: [sdsd] Write Protect is off
[  120.580016] sd 12:0:17:0: [sdsd] Mode Sense: db 00 10 08
[  120.580070] sd 5:0:485:0: [sdrj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.580071] sd 5:0:485:0: [sdrj] 4096-byte physical blocks
[  120.580074] sd 5:0:443:0: [sdpt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.580192] sd 5:0:486:0: [sdrk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.580199] sd 12:0:18:0: [sdse] Write Protect is off
[  120.580200] sd 12:0:18:0: [sdse] Mode Sense: db 00 10 08
[  120.580218] sd 12:0:26:0: [sdsm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.580219] sd 12:0:26:0: [sdsm] 4096-byte physical blocks
[  120.580261] sd 5:0:468:0: [sdqs] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.580262] sd 5:0:468:0: [sdqs] 4096-byte physical blocks
[  120.580371] sd 5:0:476:0: [sdra] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.580372] sd 5:0:476:0: [sdra] 4096-byte physical blocks
[  120.580394] sd 12:0:13:0: [sdrz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.580402] sd 12:0:19:0: [sdsf] Write Protect is off
[  120.580403] sd 12:0:19:0: [sdsf] Mode Sense: db 00 10 08
[  120.580414] sd 5:0:335:0: [sdlr] Attached SCSI disk
[  120.580438] sd 5:0:338:0: [sdlu] Attached SCSI disk
[  120.580485] sd 5:0:345:0: [sdmb] Attached SCSI disk
[  120.580496] sd 12:0:27:0: [sdsn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.580497] sd 12:0:27:0: [sdsn] 4096-byte physical blocks
[  120.580508] sd 5:0:465:0: [sdqp] Write Protect is off
[  120.580509] sd 5:0:465:0: [sdqp] Mode Sense: db 00 10 08
[  120.580520] sd 5:0:482:0: [sdrg] Write Protect is off
[  120.580521] sd 5:0:482:0: [sdrg] Mode Sense: db 00 10 08
[  120.580554] sd 5:0:450:0: [sdqa] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.580557] sd 5:0:436:0: [sdpm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.580608] sd 5:0:446:0: [sdpw] Write Protect is off
[  120.580609] sd 5:0:446:0: [sdpw] Mode Sense: db 00 10 08
[  120.580631] sd 5:0:424:0: [sdpb] Attached SCSI disk
[  120.580640] sd 12:0:14:0: [sdsa] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.580713] sd 12:0:20:0: [sdsg] Write Protect is off
[  120.580714] sd 12:0:20:0: [sdsg] Mode Sense: db 00 10 08
[  120.580750] sd 12:0:28:0: [sdso] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.580751] sd 12:0:28:0: [sdso] 4096-byte physical blocks
[  120.580777] sd 12:0:15:0: [sdsb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.580813] sd 5:0:460:0: [sdqk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.580818] sd 5:0:457:0: [sdqh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.580906] sd 5:0:459:0: [sdqj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.580907] sd 5:0:459:0: [sdqj] 4096-byte physical blocks
[  120.581045] sd 12:0:29:0: [sdsp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.581047] sd 12:0:29:0: [sdsp] 4096-byte physical blocks
[  120.581145] sd 5:0:453:0: [sdqd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.581160] sd 5:0:420:0: [sdox] Attached SCSI disk
[  120.581182] sd 12:0:16:0: [sdsc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.581269] sd 12:0:17:0: [sdsd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.581278] sd 5:0:360:0: [sdmq] Attached SCSI disk
[  120.581308] sd 5:0:329:0: [sdll] Attached SCSI disk
[  120.581313] sd 5:0:474:0: [sdqy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.581319] sd 12:0:30:0: [sdsq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.581320] sd 12:0:30:0: [sdsq] 4096-byte physical blocks
[  120.581456] sd 12:0:18:0: [sdse] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.581461] sd 5:0:473:0: [sdqx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.581462] sd 5:0:473:0: [sdqx] 4096-byte physical blocks
[  120.581558] sd 12:0:23:0: [sdsj] Write Protect is off
[  120.581559] sd 12:0:23:0: [sdsj] Mode Sense: db 00 10 08
[  120.581646] sd 12:0:31:0: [sdsr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.581647] sd 12:0:31:0: [sdsr] 4096-byte physical blocks
[  120.581721] sd 12:0:19:0: [sdsf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.581766] sd 5:0:470:0: [sdqu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.581767] sd 5:0:470:0: [sdqu] 4096-byte physical blocks
[  120.581783] sd 5:0:465:0: [sdqp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.581786] sd 5:0:482:0: [sdrg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.581819] sd 12:0:24:0: [sdsk] Write Protect is off
[  120.581820] sd 12:0:24:0: [sdsk] Mode Sense: db 00 10 08
[  120.581872] sd 5:0:446:0: [sdpw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.581913] sd 12:0:32:0: [sdss] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.581915] sd 12:0:32:0: [sdss] 4096-byte physical blocks
[  120.581928] sd 12:0:25:0: [sdsl] Write Protect is off
[  120.581930] sd 12:0:25:0: [sdsl] Mode Sense: db 00 10 08
[  120.581966] sd 12:0:20:0: [sdsg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.581986] sd 5:0:467:0: [sdqr] Write Protect is off
[  120.581987] sd 5:0:467:0: [sdqr] Mode Sense: db 00 10 08
[  120.582281] sd 5:0:485:0: [sdrj] Write Protect is off
[  120.582282] sd 5:0:485:0: [sdrj] Mode Sense: db 00 10 08
[  120.582347] sd 12:0:26:0: [sdsm] Write Protect is off
[  120.582348] sd 12:0:26:0: [sdsm] Mode Sense: db 00 10 08
[  120.582390] sd 5:0:458:0: [sdqi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.582391] sd 5:0:458:0: [sdqi] 4096-byte physical blocks
[  120.582504] sd 5:0:468:0: [sdqs] Write Protect is off
[  120.582505] sd 5:0:468:0: [sdqs] Mode Sense: db 00 10 08
[  120.582618] sd 5:0:476:0: [sdra] Write Protect is off
[  120.582620] sd 12:0:27:0: [sdsn] Write Protect is off
[  120.582621] sd 5:0:476:0: [sdra] Mode Sense: db 00 10 08
[  120.582622] sd 12:0:27:0: [sdsn] Mode Sense: db 00 10 08
[  120.582646] sd 5:0:352:0: [sdmi] Attached SCSI disk
[  120.582825] sd 12:0:23:0: [sdsj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.582873] sd 5:0:392:0: [sdnv] Attached SCSI disk
[  120.582933] sd 12:0:28:0: [sdso] Write Protect is off
[  120.582934] sd 12:0:28:0: [sdso] Mode Sense: db 00 10 08
[  120.582940] sd 12:0:35:0: [sdsv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.582942] sd 12:0:35:0: [sdsv] 4096-byte physical blocks
[  120.582951] sd 5:0:461:0: [sdql] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.582955] sd 5:0:461:0: [sdql] 4096-byte physical blocks
[  120.583073] sd 12:0:24:0: [sdsk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.583074] sd 5:0:459:0: [sdqj] Write Protect is off
[  120.583075] sd 5:0:459:0: [sdqj] Mode Sense: db 00 10 08
[  120.583167] sd 12:0:29:0: [sdsp] Write Protect is off
[  120.583168] sd 12:0:29:0: [sdsp] Mode Sense: db 00 10 08
[  120.583207] sd 12:0:36:0: [sdsw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.583209] sd 12:0:36:0: [sdsw] 4096-byte physical blocks
[  120.583242] sd 5:0:467:0: [sdqr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.583259] sd 12:0:25:0: [sdsl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.583322] sd 5:0:477:0: [sdrb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.583323] sd 5:0:477:0: [sdrb] 4096-byte physical blocks
[  120.583450] sd 12:0:37:0: [sdsx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.583451] sd 12:0:37:0: [sdsx] 4096-byte physical blocks
[  120.583475] sd 12:0:30:0: [sdsq] Write Protect is off
[  120.583477] sd 12:0:30:0: [sdsq] Mode Sense: db 00 10 08
[  120.583511] sd 5:0:383:0: [sdnm] Attached SCSI disk
[  120.583598] sd 5:0:473:0: [sdqx] Write Protect is off
[  120.583599] sd 5:0:473:0: [sdqx] Mode Sense: db 00 10 08
[  120.583614] sd 12:0:26:0: [sdsm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.583617] sd 5:0:485:0: [sdrj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.583663] sd 5:0:364:0: [sdmu] Attached SCSI disk
[  120.583731] sd 12:0:38:0: [sdsy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.583732] sd 12:0:38:0: [sdsy] 4096-byte physical blocks
[  120.583780] sd 5:0:468:0: [sdqs] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.583835] sd 12:0:31:0: [sdsr] Write Protect is off
[  120.583837] sd 12:0:31:0: [sdsr] Mode Sense: db 00 10 08
[  120.583883] sd 12:0:27:0: [sdsn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.583886] sd 5:0:476:0: [sdra] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.583908] sd 5:0:483:0: [sdrh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.583909] sd 5:0:483:0: [sdrh] 4096-byte physical blocks
[  120.583929] sd 5:0:470:0: [sdqu] Write Protect is off
[  120.583930] sd 5:0:470:0: [sdqu] Mode Sense: db 00 10 08
[  120.583989] sd 12:0:39:0: [sdsz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.583990] sd 12:0:39:0: [sdsz] 4096-byte physical blocks
[  120.584037] sd 12:0:32:0: [sdss] Write Protect is off
[  120.584038] sd 12:0:32:0: [sdss] Mode Sense: db 00 10 08
[  120.584137] sd 12:0:40:0: [sdta] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.584138] sd 12:0:40:0: [sdta] 4096-byte physical blocks
[  120.584260] sd 12:0:28:0: [sdso] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.584330] sd 12:0:41:0: [sdtb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.584332] sd 12:0:41:0: [sdtb] 4096-byte physical blocks
[  120.584344] sd 5:0:469:0: [sdqt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.584345] sd 5:0:469:0: [sdqt] 4096-byte physical blocks
[  120.584393] sd 5:0:475:0: [sdqz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.584394] sd 5:0:475:0: [sdqz] 4096-byte physical blocks
[  120.584397] sd 5:0:459:0: [sdqj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.584419] sd 12:0:29:0: [sdsp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.584526] sd 12:0:42:0: [sdtc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.584527] sd 12:0:42:0: [sdtc] 4096-byte physical blocks
[  120.584628] sd 5:0:458:0: [sdqi] Write Protect is off
[  120.584629] sd 5:0:458:0: [sdqi] Mode Sense: db 00 10 08
[  120.584710] sd 12:0:43:0: [sdtd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.584711] sd 12:0:43:0: [sdtd] 4096-byte physical blocks
[  120.584737] sd 12:0:30:0: [sdsq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.584901] sd 5:0:351:0: [sdmh] Attached SCSI disk
[  120.584948] sd 12:0:44:0: [sdte] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.584949] sd 12:0:44:0: [sdte] 4096-byte physical blocks
[  120.584951] sd 5:0:473:0: [sdqx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.585079] sd 5:0:480:0: [sdre] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.585085] sd 5:0:480:0: [sdre] 4096-byte physical blocks
[  120.585126] sd 12:0:35:0: [sdsv] Write Protect is off
[  120.585127] sd 12:0:35:0: [sdsv] Mode Sense: db 00 10 08
[  120.585190] sd 12:0:31:0: [sdsr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.585199] sd 5:0:461:0: [sdql] Write Protect is off
[  120.585200] sd 5:0:461:0: [sdql] Mode Sense: db 00 10 08
[  120.585203] sd 5:0:470:0: [sdqu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.585297] sd 12:0:32:0: [sdss] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.585353] sd 5:0:362:0: [sdms] Attached SCSI disk
[  120.585433] sd 5:0:477:0: [sdrb] Write Protect is off
[  120.585434] sd 5:0:477:0: [sdrb] Mode Sense: db 00 10 08
[  120.585467] sd 12:0:36:0: [sdsw] Write Protect is off
[  120.585468] sd 12:0:36:0: [sdsw] Mode Sense: db 00 10 08
[  120.585489] sd 5:0:361:0: [sdmr] Attached SCSI disk
[  120.585525] sd 5:0:344:0: [sdma] Attached SCSI disk
[  120.585570] sd 5:0:369:0: [sdmy] Attached SCSI disk
[  120.585635] sd 12:0:37:0: [sdsx] Write Protect is off
[  120.585636] sd 12:0:37:0: [sdsx] Mode Sense: db 00 10 08
[  120.585735] sd 5:0:347:0: [sdmd] Attached SCSI disk
[  120.585753] sd 12:0:47:0: [sdth] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.585754] sd 12:0:47:0: [sdth] 4096-byte physical blocks
[  120.585888] sd 5:0:458:0: [sdqi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.585915] sd 12:0:38:0: [sdsy] Write Protect is off
[  120.585917] sd 12:0:38:0: [sdsy] Mode Sense: db 00 10 08
[  120.585960] sd 12:0:48:0: [sdti] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.585962] sd 12:0:48:0: [sdti] 4096-byte physical blocks
[  120.586045] sd 5:0:350:0: [sdmg] Attached SCSI disk
[  120.586109] sd 5:0:483:0: [sdrh] Write Protect is off
[  120.586110] sd 5:0:483:0: [sdrh] Mode Sense: db 00 10 08
[  120.586184] sd 12:0:49:0: [sdtj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.586186] sd 12:0:49:0: [sdtj] 4096-byte physical blocks
[  120.586238] sd 12:0:39:0: [sdsz] Write Protect is off
[  120.586240] sd 12:0:39:0: [sdsz] Mode Sense: db 00 10 08
[  120.586319] sd 12:0:40:0: [sdta] Write Protect is off
[  120.586320] sd 12:0:40:0: [sdta] Mode Sense: db 00 10 08
[  120.586358] sd 12:0:50:0: [sdtk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.586359] sd 12:0:50:0: [sdtk] 4096-byte physical blocks
[  120.586445] sd 12:0:35:0: [sdsv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.586469] sd 5:0:461:0: [sdql] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.586477] sd 5:0:479:0: [sdrd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.586478] sd 5:0:479:0: [sdrd] 4096-byte physical blocks
[  120.586510] sd 12:0:41:0: [sdtb] Write Protect is off
[  120.586511] sd 12:0:41:0: [sdtb] Mode Sense: db 00 10 08
[  120.586537] sd 5:0:375:0: [sdne] Attached SCSI disk
[  120.586598] sd 12:0:51:0: [sdtl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.586599] sd 12:0:51:0: [sdtl] 4096-byte physical blocks
[  120.586626] sd 5:0:475:0: [sdqz] Write Protect is off
[  120.586627] sd 5:0:475:0: [sdqz] Mode Sense: db 00 10 08
[  120.586640] sd 5:0:469:0: [sdqt] Write Protect is off
[  120.586641] sd 5:0:469:0: [sdqt] Mode Sense: db 00 10 08
[  120.586700] sd 5:0:477:0: [sdrb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.586708] sd 12:0:42:0: [sdtc] Write Protect is off
[  120.586709] sd 12:0:42:0: [sdtc] Mode Sense: db 00 10 08
[  120.586716] sd 5:0:357:0: [sdmn] Attached SCSI disk
[  120.586721] sd 12:0:36:0: [sdsw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.586732] sd 5:0:481:0: [sdrf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.586733] sd 5:0:481:0: [sdrf] 4096-byte physical blocks
[  120.586805] sd 5:0:388:0: [sdnr] Attached SCSI disk
[  120.586815] sd 12:0:52:0: [sdtm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.586816] sd 12:0:52:0: [sdtm] 4096-byte physical blocks
[  120.586839] sd 12:0:43:0: [sdtd] Write Protect is off
[  120.586841] sd 12:0:43:0: [sdtd] Mode Sense: db 00 10 08
[  120.586889] sd 12:0:37:0: [sdsx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.586927] sd 5:0:413:0: [sdoq] Attached SCSI disk
[  120.586961] sd 5:0:386:0: [sdnp] Attached SCSI disk
[  120.587119] sd 12:0:53:0: [sdtn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.587120] sd 12:0:53:0: [sdtn] 4096-byte physical blocks
[  120.587134] sd 12:0:44:0: [sdte] Write Protect is off
[  120.587136] sd 12:0:44:0: [sdte] Mode Sense: db 00 10 08
[  120.587155] sd 5:0:408:0: [sdol] Attached SCSI disk
[  120.587174] sd 12:0:38:0: [sdsy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.587290] sd 5:0:480:0: [sdre] Write Protect is off
[  120.587291] sd 5:0:480:0: [sdre] Mode Sense: db 00 10 08
[  120.587295] sd 12:0:54:0: [sdto] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.587296] sd 12:0:54:0: [sdto] 4096-byte physical blocks
[  120.587378] sd 5:0:483:0: [sdrh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.587430] sd 5:0:379:0: [sdni] Attached SCSI disk
[  120.587501] sd 12:0:55:0: [sdtp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.587502] sd 12:0:55:0: [sdtp] 4096-byte physical blocks
[  120.587523] sd 12:0:39:0: [sdsz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.587575] sd 12:0:40:0: [sdta] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.587699] sd 5:0:365:0: [sdmv] Attached SCSI disk
[  120.587708] sd 5:0:382:0: [sdnl] Attached SCSI disk
[  120.587738] sd 12:0:56:0: [sdtq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.587738] sd 12:0:56:0: [sdtq] 4096-byte physical blocks
[  120.587762] sd 12:0:41:0: [sdtb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.587792] sd 5:0:373:0: [sdnc] Attached SCSI disk
[  120.587844] sd 5:0:376:0: [sdnf] Attached SCSI disk
[  120.587886] sd 5:0:475:0: [sdqz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.587931] sd 12:0:47:0: [sdth] Write Protect is off
[  120.587933] sd 12:0:47:0: [sdth] Mode Sense: db 00 10 08
[  120.587938] sd 5:0:469:0: [sdqt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.587964] sd 12:0:42:0: [sdtc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.588033] sd 5:0:385:0: [sdno] Attached SCSI disk
[  120.588094] sd 12:0:43:0: [sdtd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.588151] sd 12:0:48:0: [sdti] Write Protect is off
[  120.588152] sd 12:0:48:0: [sdti] Mode Sense: db 00 10 08
[  120.588342] sd 12:0:59:0: [sdtt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.588343] sd 12:0:59:0: [sdtt] 4096-byte physical blocks
[  120.588366] sd 5:0:397:0: [sdoa] Attached SCSI disk
[  120.588377] sd 12:0:49:0: [sdtj] Write Protect is off
[  120.588378] sd 12:0:49:0: [sdtj] Mode Sense: db 00 10 08
[  120.588465] sd 12:0:44:0: [sdte] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.588477] sd 12:0:50:0: [sdtk] Write Protect is off
[  120.588477] sd 12:0:50:0: [sdtk] Mode Sense: db 00 10 08
[  120.588575] sd 12:0:60:0: [sdtu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.588576] sd 12:0:60:0: [sdtu] 4096-byte physical blocks
[  120.588622] sd 5:0:480:0: [sdre] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.588707] sd 5:0:479:0: [sdrd] Write Protect is off
[  120.588708] sd 5:0:479:0: [sdrd] Mode Sense: db 00 10 08
[  120.588722] sd 12:0:51:0: [sdtl] Write Protect is off
[  120.588723] sd 12:0:51:0: [sdtl] Mode Sense: db 00 10 08
[  120.588858] sd 5:0:481:0: [sdrf] Write Protect is off
[  120.588859] sd 5:0:481:0: [sdrf] Mode Sense: db 00 10 08
[  120.588927] sd 12:0:52:0: [sdtm] Write Protect is off
[  120.588928] sd 12:0:52:0: [sdtm] Mode Sense: db 00 10 08
[  120.588950] sd 5:0:367:0: [sdmw] Attached SCSI disk
[  120.588992] sd 5:0:411:0: [sdoo] Attached SCSI disk
[  120.589188] sd 12:0:47:0: [sdth] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.589216] sd 12:0:62:0: [sdtv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.589217] sd 12:0:62:0: [sdtv] 4096-byte physical blocks
[  120.589245] sd 12:0:53:0: [sdtn] Write Protect is off
[  120.589246] sd 12:0:53:0: [sdtn] Mode Sense: db 00 10 08
[  120.589465] sd 12:0:48:0: [sdti] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.589490] sd 12:0:54:0: [sdto] Write Protect is off
[  120.589491] sd 12:0:54:0: [sdto] Mode Sense: db 00 10 08
[  120.589530] sd 12:0:63:0: [sdtw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.589531] sd 12:0:63:0: [sdtw] 4096-byte physical blocks
[  120.589591] sd 5:0:377:0: [sdng] Attached SCSI disk
[  120.589638] sd 12:0:49:0: [sdtj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.589739] sd 12:0:55:0: [sdtp] Write Protect is off
[  120.589741] sd 12:0:55:0: [sdtp] Mode Sense: db 00 10 08
[  120.589763] sd 12:0:50:0: [sdtk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.589777] sd 12:0:56:0: [sdtq] Write Protect is off
[  120.589778] sd 12:0:56:0: [sdtq] Mode Sense: db 00 10 08
[  120.589827] sd 12:0:64:0: [sdtx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.589828] sd 12:0:64:0: [sdtx] 4096-byte physical blocks
[  120.589967] sd 5:0:479:0: [sdrd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.589981] sd 12:0:51:0: [sdtl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.590064] sd 12:0:65:0: [sdty] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.590065] sd 12:0:65:0: [sdty] 4096-byte physical blocks
[  120.590122] sd 5:0:481:0: [sdrf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.590181] sd 12:0:52:0: [sdtm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.590309] sd 12:0:66:0: [sdtz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.590310] sd 12:0:66:0: [sdtz] 4096-byte physical blocks
[  120.590420] sd 5:0:410:0: [sdon] Attached SCSI disk
[  120.590461] sd 12:0:59:0: [sdtt] Write Protect is off
[  120.590462] sd 12:0:59:0: [sdtt] Mode Sense: db 00 10 08
[  120.590542] sd 12:0:67:0: [sdua] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.590543] sd 12:0:67:0: [sdua] 4096-byte physical blocks
[  120.590562] sd 5:0:398:0: [sdob] Attached SCSI disk
[  120.590571] sd 5:0:378:0: [sdnh] Attached SCSI disk
[  120.590574] sd 12:0:53:0: [sdtn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.590625] sd 5:0:421:0: [sdoy] Attached SCSI disk
[  120.590746] sd 12:0:54:0: [sdto] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.590773] sd 12:0:68:0: [sdub] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.590774] sd 12:0:68:0: [sdub] 4096-byte physical blocks
[  120.590799] sd 12:0:60:0: [sdtu] Write Protect is off
[  120.590800] sd 12:0:60:0: [sdtu] Mode Sense: db 00 10 08
[  120.590936] sd 5:0:406:0: [sdoj] Attached SCSI disk
[  120.590957] sd 5:0:380:0: [sdnj] Attached SCSI disk
[  120.590975] sd 12:0:69:0: [sduc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.590976] sd 12:0:69:0: [sduc] 4096-byte physical blocks
[  120.591056] sd 12:0:55:0: [sdtp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.591106] sd 12:0:56:0: [sdtq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.591255] sd 5:0:419:0: [sdow] Attached SCSI disk
[  120.591470] sd 12:0:62:0: [sdtv] Write Protect is off
[  120.591471] sd 12:0:62:0: [sdtv] Mode Sense: db 00 10 08
[  120.591540] sd 12:0:70:0: [sdud] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.591542] sd 12:0:70:0: [sdud] 4096-byte physical blocks
[  120.591638] sd 12:0:71:0: [sdue] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.591639] sd 12:0:71:0: [sdue] 4096-byte physical blocks
[  120.591659] sd 12:0:72:0: [sduf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.591660] sd 12:0:72:0: [sduf] 4096-byte physical blocks
[  120.591714] sd 12:0:59:0: [sdtt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.591734] sd 5:0:391:0: [sdnu] Attached SCSI disk
[  120.591764] sd 12:0:63:0: [sdtw] Write Protect is off
[  120.591765] sd 12:0:63:0: [sdtw] Mode Sense: db 00 10 08
[  120.591922] sd 12:0:73:0: [sdug] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.591924] sd 12:0:73:0: [sdug] 4096-byte physical blocks
[  120.591928] sd 12:0:6:0: [sdrs] Attached SCSI disk
[  120.591998] sd 12:0:64:0: [sdtx] Write Protect is off
[  120.591999] sd 12:0:64:0: [sdtx] Mode Sense: db 00 10 08
[  120.592063] sd 12:0:60:0: [sdtu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.592099] sd 12:0:74:0: [sduh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.592100] sd 12:0:74:0: [sduh] 4096-byte physical blocks
[  120.592122] sd 5:0:447:0: [sdpx] Attached SCSI disk
[  120.592183] sd 12:0:65:0: [sdty] Write Protect is off
[  120.592184] sd 12:0:65:0: [sdty] Mode Sense: db 00 10 08
[  120.592302] sd 12:0:75:0: [sdui] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.592303] sd 12:0:75:0: [sdui] 4096-byte physical blocks
[  120.592345] sd 5:0:423:0: [sdpa] Attached SCSI disk
[  120.592362] sd 12:0:66:0: [sdtz] Write Protect is off
[  120.592363] sd 12:0:66:0: [sdtz] Mode Sense: db 00 10 08
[  120.592375] sd 5:0:394:0: [sdnx] Attached SCSI disk
[  120.592515] sd 12:0:76:0: [sduj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.592516] sd 12:0:76:0: [sduj] 4096-byte physical blocks
[  120.592656] sd 5:0:359:0: [sdmp] Attached SCSI disk
[  120.592704] sd 5:0:462:0: [sdqm] Attached SCSI disk
[  120.592741] sd 12:0:62:0: [sdtv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.592836] sd 12:0:67:0: [sdua] Write Protect is off
[  120.592837] sd 12:0:67:0: [sdua] Mode Sense: db 00 10 08
[  120.592874] sd 12:0:77:0: [sduk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.592876] sd 12:0:77:0: [sduk] 4096-byte physical blocks
[  120.592907] sd 12:0:68:0: [sdub] Write Protect is off
[  120.592908] sd 12:0:68:0: [sdub] Mode Sense: db 00 10 08
[  120.593096] sd 12:0:63:0: [sdtw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.593108] sd 12:0:78:0: [sdul] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.593109] sd 12:0:78:0: [sdul] 4096-byte physical blocks
[  120.593182] sd 12:0:69:0: [sduc] Write Protect is off
[  120.593183] sd 12:0:69:0: [sduc] Mode Sense: db 00 10 08
[  120.593185] sd 5:0:431:0: [sdph] Attached SCSI disk
[  120.593270] sd 12:0:79:0: [sdum] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.593271] sd 12:0:79:0: [sdum] 4096-byte physical blocks
[  120.593322] sd 12:0:64:0: [sdtx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.593433] sd 12:0:65:0: [sdty] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.593485] sd 12:0:80:0: [sdun] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.593486] sd 12:0:80:0: [sdun] 4096-byte physical blocks
[  120.593553] sd 5:0:401:0: [sdoe] Attached SCSI disk
[  120.593676] sd 12:0:81:0: [sduo] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.593678] sd 12:0:81:0: [sduo] 4096-byte physical blocks
[  120.593716] sd 12:0:66:0: [sdtz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.593728] sd 12:0:70:0: [sdud] Write Protect is off
[  120.593729] sd 12:0:70:0: [sdud] Mode Sense: db 00 10 08
[  120.593870] sd 12:0:72:0: [sduf] Write Protect is off
[  120.593871] sd 12:0:72:0: [sduf] Mode Sense: db 00 10 08
[  120.593872] sd 12:0:71:0: [sdue] Write Protect is off
[  120.593874] sd 12:0:71:0: [sdue] Mode Sense: db 00 10 08
[  120.594110] sd 12:0:67:0: [sdua] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.594119] sd 12:0:73:0: [sdug] Write Protect is off
[  120.594120] sd 12:0:73:0: [sdug] Mode Sense: db 00 10 08
[  120.594241] sd 12:0:68:0: [sdub] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.594256] sd 12:0:74:0: [sduh] Write Protect is off
[  120.594257] sd 12:0:74:0: [sduh] Mode Sense: db 00 10 08
[  120.594374] sd 12:0:82:0: [sdup] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.594375] sd 12:0:82:0: [sdup] 4096-byte physical blocks
[  120.594403] sd 12:0:84:0: [sdur] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.594404] sd 12:0:84:0: [sdur] 4096-byte physical blocks
[  120.594417] sd 5:0:412:0: [sdop] Attached SCSI disk
[  120.594448] sd 12:0:69:0: [sduc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.594486] sd 12:0:75:0: [sdui] Write Protect is off
[  120.594487] sd 12:0:75:0: [sdui] Mode Sense: db 00 10 08
[  120.594512] sd 12:0:3:0: [sdrp] Attached SCSI disk
[  120.594631] sd 12:0:85:0: [sdus] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.594632] sd 12:0:85:0: [sdus] 4096-byte physical blocks
[  120.594706] sd 12:0:76:0: [sduj] Write Protect is off
[  120.594707] sd 12:0:76:0: [sduj] Mode Sense: db 00 10 08
[  120.594914] sd 12:0:13:0: [sdrz] Attached SCSI disk
[  120.594975] sd 12:0:86:0: [sdut] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.594976] sd 12:0:86:0: [sdut] 4096-byte physical blocks
[  120.595005] sd 12:0:77:0: [sduk] Write Protect is off
[  120.595006] sd 12:0:77:0: [sduk] Mode Sense: db 00 10 08
[  120.595020] sd 12:0:11:0: [sdrx] Attached SCSI disk
[  120.595077] sd 5:0:393:0: [sdnw] Attached SCSI disk
[  120.595130] sd 12:0:72:0: [sduf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.595152] sd 12:0:83:0: [sduq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.595154] sd 12:0:83:0: [sduq] 4096-byte physical blocks
[  120.595169] sd 12:0:87:0: [sduu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.595170] sd 12:0:87:0: [sduu] 4096-byte physical blocks
[  120.595173] sd 12:0:70:0: [sdud] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.595274] sd 12:0:1:0: [sdrn] Attached SCSI disk
[  120.595311] sd 12:0:78:0: [sdul] Write Protect is off
[  120.595312] sd 12:0:78:0: [sdul] Mode Sense: db 00 10 08
[  120.595314] sd 12:0:71:0: [sdue] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.595364] sd 5:0:403:0: [sdog] Attached SCSI disk
[  120.595384] sd 12:0:88:0: [sduv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.595385] sd 12:0:88:0: [sduv] 4096-byte physical blocks
[  120.595386] sd 12:0:79:0: [sdum] Write Protect is off
[  120.595387] sd 12:0:79:0: [sdum] Mode Sense: db 00 10 08
[  120.595391] sd 5:0:425:0: [sdpc] Attached SCSI disk
[  120.595461] sd 12:0:73:0: [sdug] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.595545] sd 12:0:5:0: [sdrr] Attached SCSI disk
[  120.595577] sd 12:0:74:0: [sduh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.595632] sd 5:0:381:0: [sdnk] Attached SCSI disk
[  120.595667] sd 12:0:89:0: [sduw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.595669] sd 12:0:89:0: [sduw] 4096-byte physical blocks
[  120.595696] sd 12:0:80:0: [sdun] Write Protect is off
[  120.595697] sd 12:0:80:0: [sdun] Mode Sense: db 00 10 08
[  120.595747] sd 12:0:75:0: [sdui] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.595847] sd 12:0:81:0: [sduo] Write Protect is off
[  120.595847] sd 12:0:81:0: [sduo] Mode Sense: db 00 10 08
[  120.595859] sd 12:0:90:0: [sdux] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.595860] sd 12:0:90:0: [sdux] 4096-byte physical blocks
[  120.595974] sd 12:0:76:0: [sduj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.596054] sd 12:0:91:0: [sduy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.596055] sd 12:0:91:0: [sduy] 4096-byte physical blocks
[  120.596321] sd 12:0:77:0: [sduk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.596363] sd 5:0:418:0: [sdov] Attached SCSI disk
[  120.596366] sd 12:0:92:0: [sduz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.596367] sd 12:0:92:0: [sduz] 4096-byte physical blocks
[  120.596431] sd 12:0:2:0: [sdro] Attached SCSI disk
[  120.596516] sd 5:0:454:0: [sdqe] Attached SCSI disk
[  120.596520] sd 12:0:25:0: [sdsl] Attached SCSI disk
[  120.596570] sd 12:0:78:0: [sdul] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.596615] sd 12:0:84:0: [sdur] Write Protect is off
[  120.596616] sd 12:0:84:0: [sdur] Mode Sense: db 00 10 08
[  120.596646] sd 12:0:79:0: [sdum] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.596672] sd 12:0:93:0: [sdva] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.596673] sd 12:0:93:0: [sdva] 4096-byte physical blocks
[  120.596830] sd 12:0:85:0: [sdus] Write Protect is off
[  120.596831] sd 12:0:85:0: [sdus] Mode Sense: db 00 10 08
[  120.597028] sd 12:0:80:0: [sdun] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.597029] sd 12:0:8:0: [sdru] Attached SCSI disk
[  120.597098] sd 12:0:81:0: [sduo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.597099] sd 12:0:86:0: [sdut] Write Protect is off
[  120.597100] sd 12:0:86:0: [sdut] Mode Sense: db 00 10 08
[  120.597378] sd 12:0:96:0: [sdvd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.597379] sd 5:0:368:0: [sdmx] Attached SCSI disk
[  120.597381] sd 12:0:96:0: [sdvd] 4096-byte physical blocks
[  120.597407] sd 5:0:415:0: [sdos] Attached SCSI disk
[  120.597408] sd 12:0:87:0: [sduu] Write Protect is off
[  120.597409] sd 12:0:87:0: [sduu] Mode Sense: db 00 10 08
[  120.597471] sd 5:0:452:0: [sdqc] Attached SCSI disk
[  120.597541] sd 12:0:12:0: [sdry] Attached SCSI disk
[  120.597579] sd 5:0:404:0: [sdoh] Attached SCSI disk
[  120.597586] sd 12:0:88:0: [sduv] Write Protect is off
[  120.597587] sd 12:0:88:0: [sduv] Mode Sense: db 00 10 08
[  120.597593] sd 5:0:400:0: [sdod] Attached SCSI disk
[  120.597618] sd 12:0:97:0: [sdve] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.597619] sd 12:0:97:0: [sdve] 4096-byte physical blocks
[  120.597639] sd 5:0:374:0: [sdnd] Attached SCSI disk
[  120.597835] sd 12:0:98:0: [sdvf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.597836] sd 12:0:98:0: [sdvf] 4096-byte physical blocks
[  120.597855] sd 12:0:89:0: [sduw] Write Protect is off
[  120.597857] sd 12:0:89:0: [sduw] Mode Sense: db 00 10 08
[  120.597865] sd 12:0:84:0: [sdur] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.597866] sd 5:0:402:0: [sdof] Attached SCSI disk
[  120.597971] sd 5:0:456:0: [sdqg] Attached SCSI disk
[  120.597985] sd 12:0:7:0: [sdrt] Attached SCSI disk
[  120.597993] sd 12:0:90:0: [sdux] Write Protect is off
[  120.597994] sd 12:0:90:0: [sdux] Mode Sense: db 00 10 08
[  120.598029] sd 12:0:99:0: [sdvg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.598030] sd 12:0:99:0: [sdvg] 4096-byte physical blocks
[  120.598095] sd 12:0:85:0: [sdus] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.598096] sd 5:0:405:0: [sdoi] Attached SCSI disk
[  120.598154] sd 5:0:387:0: [sdnq] Attached SCSI disk
[  120.598175] sd 12:0:91:0: [sduy] Write Protect is off
[  120.598176] sd 12:0:91:0: [sduy] Mode Sense: db 00 10 08
[  120.598288] sd 12:0:100:0: [sdvh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.598289] sd 12:0:100:0: [sdvh] 4096-byte physical blocks
[  120.598355] sd 12:0:86:0: [sdut] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.598422] sd 12:0:19:0: [sdsf] Attached SCSI disk
[  120.598518] sd 12:0:101:0: [sdvi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.598519] sd 12:0:101:0: [sdvi] 4096-byte physical blocks
[  120.598592] sd 5:0:438:0: [sdpo] Attached SCSI disk
[  120.598621] sd 12:0:92:0: [sduz] Write Protect is off
[  120.598623] sd 12:0:92:0: [sduz] Mode Sense: db 00 10 08
[  120.598674] sd 5:0:433:0: [sdpj] Attached SCSI disk
[  120.598702] sd 5:0:434:0: [sdpk] Attached SCSI disk
[  120.598726] sd 12:0:87:0: [sduu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.598757] sd 12:0:102:0: [sdvj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.598758] sd 12:0:102:0: [sdvj] 4096-byte physical blocks
[  120.598860] sd 5:0:442:0: [sdps] Attached SCSI disk
[  120.598886] sd 12:0:93:0: [sdva] Write Protect is off
[  120.598888] sd 12:0:93:0: [sdva] Mode Sense: db 00 10 08
[  120.598904] sd 12:0:88:0: [sduv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.599010] sd 12:0:16:0: [sdsc] Attached SCSI disk
[  120.599011] sd 12:0:29:0: [sdsp] Attached SCSI disk
[  120.599028] sd 12:0:103:0: [sdvk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.599029] sd 12:0:103:0: [sdvk] 4096-byte physical blocks
[  120.599134] sd 5:0:389:0: [sdns] Attached SCSI disk
[  120.599183] sd 12:0:89:0: [sduw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.599251] sd 12:0:17:0: [sdsd] Attached SCSI disk
[  120.599261] sd 12:0:104:0: [sdvl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.599262] sd 12:0:104:0: [sdvl] 4096-byte physical blocks
[  120.599336] sd 12:0:90:0: [sdux] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.599379] sd 12:0:14:0: [sdsa] Attached SCSI disk
[  120.599493] sd 12:0:105:0: [sdvm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.599494] sd 12:0:105:0: [sdvm] 4096-byte physical blocks
[  120.599497] sd 12:0:91:0: [sduy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.599578] sd 5:0:390:0: [sdnt] Attached SCSI disk
[  120.599652] sd 12:0:96:0: [sdvd] Write Protect is off
[  120.599655] sd 12:0:96:0: [sdvd] Mode Sense: db 00 10 08
[  120.599719] sd 12:0:31:0: [sdsr] Attached SCSI disk
[  120.599783] sd 5:0:445:0: [sdpv] Attached SCSI disk
[  120.599793] sd 5:0:439:0: [sdpp] Attached SCSI disk
[  120.599811] sd 5:0:463:0: [sdqn] Attached SCSI disk
[  120.599816] sd 12:0:97:0: [sdve] Write Protect is off
[  120.599817] sd 12:0:97:0: [sdve] Mode Sense: db 00 10 08
[  120.599954] sd 12:0:92:0: [sduz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.599988] sd 12:0:98:0: [sdvf] Write Protect is off
[  120.599989] sd 12:0:98:0: [sdvf] Mode Sense: db 00 10 08
[  120.600123] sd 12:0:20:0: [sdsg] Attached SCSI disk
[  120.600146] sd 12:0:99:0: [sdvg] Write Protect is off
[  120.600148] sd 12:0:99:0: [sdvg] Mode Sense: db 00 10 08
[  120.600179] sd 5:0:416:0: [sdot] Attached SCSI disk
[  120.600203] sd 12:0:93:0: [sdva] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.600251] sd 12:0:108:0: [sdvp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.600252] sd 12:0:108:0: [sdvp] 4096-byte physical blocks
[  120.600410] sd 12:0:100:0: [sdvh] Write Protect is off
[  120.600411] sd 12:0:100:0: [sdvh] Mode Sense: db 00 10 08
[  120.600415] sd 5:0:430:0: [sdpg] Attached SCSI disk
[  120.600480] sd 5:0:449:0: [sdpz] Attached SCSI disk
[  120.600489] sd 12:0:109:0: [sdvq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.600490] sd 12:0:109:0: [sdvq] 4096-byte physical blocks
[  120.600542] sd 12:0:27:0: [sdsn] Attached SCSI disk
[  120.600623] sd 12:0:18:0: [sdse] Attached SCSI disk
[  120.600712] sd 12:0:110:0: [sdvr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.600713] sd 12:0:110:0: [sdvr] 4096-byte physical blocks
[  120.600801] sd 12:0:101:0: [sdvi] Write Protect is off
[  120.600802] sd 12:0:101:0: [sdvi] Mode Sense: db 00 10 08
[  120.600944] sd 12:0:102:0: [sdvj] Write Protect is off
[  120.600945] sd 12:0:102:0: [sdvj] Mode Sense: db 00 10 08
[  120.600978] sd 12:0:96:0: [sdvd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.601046] sd 12:0:111:0: [sdvs] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.601047] sd 12:0:111:0: [sdvs] 4096-byte physical blocks
[  120.601074] sd 12:0:97:0: [sdve] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.601129] sd 12:0:28:0: [sdso] Attached SCSI disk
[  120.601223] sd 5:0:437:0: [sdpn] Attached SCSI disk
[  120.601231] sd 12:0:103:0: [sdvk] Write Protect is off
[  120.601232] sd 12:0:103:0: [sdvk] Mode Sense: db 00 10 08
[  120.601258] sd 5:0:451:0: [sdqb] Attached SCSI disk
[  120.601297] sd 12:0:112:0: [sdvt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.601298] sd 12:0:112:0: [sdvt] 4096-byte physical blocks
[  120.601314] sd 12:0:98:0: [sdvf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.601403] sd 12:0:99:0: [sdvg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.601425] sd 5:0:446:0: [sdpw] Attached SCSI disk
[  120.601482] sd 12:0:113:0: [sdvu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.601483] sd 5:0:453:0: [sdqd] Attached SCSI disk
[  120.601485] sd 12:0:113:0: [sdvu] 4096-byte physical blocks
[  120.601501] sd 12:0:104:0: [sdvl] Write Protect is off
[  120.601502] sd 12:0:104:0: [sdvl] Mode Sense: db 00 10 08
[  120.601504] sd 12:0:15:0: [sdsb] Attached SCSI disk
[  120.601627] sd 12:0:105:0: [sdvm] Write Protect is off
[  120.601629] sd 12:0:105:0: [sdvm] Mode Sense: db 00 10 08
[  120.601671] sd 12:0:100:0: [sdvh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.601756] sd 12:0:114:0: [sdvv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.601757] sd 12:0:114:0: [sdvv] 4096-byte physical blocks
[  120.601839] sd 5:0:478:0: [sdrc] Attached SCSI disk
[  120.601990] sd 12:0:115:0: [sdvw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.601991] sd 12:0:115:0: [sdvw] 4096-byte physical blocks
[  120.602017] sd 5:0:441:0: [sdpr] Attached SCSI disk
[  120.602061] sd 12:0:101:0: [sdvi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.602145] sd 12:0:116:0: [sdvx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.602146] sd 12:0:116:0: [sdvx] 4096-byte physical blocks
[  120.602200] sd 12:0:102:0: [sdvj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.602344] sd 12:0:37:0: [sdsx] Attached SCSI disk
[  120.602360] sd 12:0:117:0: [sdvy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.602361] sd 12:0:117:0: [sdvy] 4096-byte physical blocks
[  120.602388] sd 12:0:108:0: [sdvp] Write Protect is off
[  120.602390] sd 12:0:108:0: [sdvp] Mode Sense: db 00 10 08
[  120.602489] sd 12:0:103:0: [sdvk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.602491] sd 5:0:422:0: [sdoz] Attached SCSI disk
[  120.602535] sd 5:0:428:0: [sdpe] Attached SCSI disk
[  120.602582] sd 12:0:23:0: [sdsj] Attached SCSI disk
[  120.602727] sd 12:0:109:0: [sdvq] Write Protect is off
[  120.602728] sd 12:0:109:0: [sdvq] Mode Sense: db 00 10 08
[  120.602772] sd 12:0:104:0: [sdvl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.602885] sd 12:0:110:0: [sdvr] Write Protect is off
[  120.602886] sd 12:0:110:0: [sdvr] Mode Sense: db 00 10 08
[  120.602913] sd 5:0:414:0: [sdor] Attached SCSI disk
[  120.602949] sd 12:0:105:0: [sdvm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.603026] sd 12:0:120:0: [sdwb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.603027] sd 12:0:120:0: [sdwb] 4096-byte physical blocks
[  120.603149] sd 12:0:43:0: [sdtd] Attached SCSI disk
[  120.603163] sd 5:0:426:0: [sdpd] Attached SCSI disk
[  120.603230] sd 12:0:111:0: [sdvs] Write Protect is off
[  120.603231] sd 12:0:111:0: [sdvs] Mode Sense: db 00 10 08
[  120.603253] sd 12:0:24:0: [sdsk] Attached SCSI disk
[  120.603271] sd 12:0:42:0: [sdtc] Attached SCSI disk
[  120.603361] sd 12:0:106:0: [sdvn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.603362] sd 12:0:106:0: [sdvn] 4096-byte physical blocks
[  120.603365] sd 12:0:121:0: [sdwc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.603366] sd 12:0:121:0: [sdwc] 4096-byte physical blocks
[  120.603486] sd 12:0:112:0: [sdvt] Write Protect is off
[  120.603487] sd 12:0:112:0: [sdvt] Mode Sense: db 00 10 08
[  120.603594] sd 12:0:49:0: [sdtj] Attached SCSI disk
[  120.603647] sd 12:0:108:0: [sdvp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.603669] sd 12:0:113:0: [sdvu] Write Protect is off
[  120.603670] sd 12:0:113:0: [sdvu] Mode Sense: db 00 10 08
[  120.603728] sd 12:0:123:0: [sdwd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.603729] sd 12:0:123:0: [sdwd] 4096-byte physical blocks
[  120.603817] sd 5:0:432:0: [sdpi] Attached SCSI disk
[  120.603831] sd 12:0:32:0: [sdss] Attached SCSI disk
[  120.603871] sd 12:0:26:0: [sdsm] Attached SCSI disk
[  120.603902] sd 12:0:114:0: [sdvv] Write Protect is off
[  120.603902] sd 12:0:114:0: [sdvv] Mode Sense: db 00 10 08
[  120.603935] sd 5:0:466:0: [sdqq] Attached SCSI disk
[  120.603936] sd 12:0:124:0: [sdwe] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.603937] sd 12:0:124:0: [sdwe] 4096-byte physical blocks
[  120.603950] sd 5:0:429:0: [sdpf] Attached SCSI disk
[  120.603983] sd 12:0:109:0: [sdvq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.604135] sd 12:0:125:0: [sdwf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.604137] sd 12:0:125:0: [sdwf] 4096-byte physical blocks
[  120.604164] sd 12:0:115:0: [sdvw] Write Protect is off
[  120.604165] sd 12:0:115:0: [sdvw] Mode Sense: db 00 10 08
[  120.604201] sd 12:0:110:0: [sdvr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.604262] sd 5:0:435:0: [sdpl] Attached SCSI disk
[  120.604269] sd 12:0:116:0: [sdvx] Write Protect is off
[  120.604274] sd 12:0:116:0: [sdvx] Mode Sense: db 00 10 08
[  120.604296] sd 12:0:47:0: [sdth] Attached SCSI disk
[  120.604335] sd 5:0:455:0: [sdqf] Attached SCSI disk
[  120.604388] sd 12:0:126:0: [sdwg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.604389] sd 12:0:126:0: [sdwg] 4096-byte physical blocks
[  120.604550] sd 12:0:111:0: [sdvs] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.604556] sd 12:0:117:0: [sdvy] Write Protect is off
[  120.604558] sd 12:0:117:0: [sdvy] Mode Sense: db 00 10 08
[  120.604692] sd 5:0:471:0: [sdqv] Attached SCSI disk
[  120.604756] sd 12:0:112:0: [sdvt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.604769] sd 12:0:40:0: [sdta] Attached SCSI disk
[  120.604815] sd 5:0:417:0: [sdou] Attached SCSI disk
[  120.604865] sd 12:0:41:0: [sdtb] Attached SCSI disk
[  120.604924] sd 12:0:113:0: [sdvu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.604953] sd 5:0:444:0: [sdpu] Attached SCSI disk
[  120.604990] sd 12:0:83:0: [sduq] Write Protect is off
[  120.604991] sd 12:0:83:0: [sduq] Mode Sense: db 00 10 08
[  120.605004] sd 12:0:56:0: [sdtq] Attached SCSI disk
[  120.605130] sd 12:0:129:0: [sdwj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.605131] sd 12:0:129:0: [sdwj] 4096-byte physical blocks
[  120.605141] sd 12:0:51:0: [sdtl] Attached SCSI disk
[  120.605143] sd 5:0:443:0: [sdpt] Attached SCSI disk
[  120.605198] sd 12:0:30:0: [sdsq] Attached SCSI disk
[  120.605223] sd 12:0:114:0: [sdvv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.605266] sd 12:0:120:0: [sdwb] Write Protect is off
[  120.605268] sd 12:0:120:0: [sdwb] Mode Sense: db 00 10 08
[  120.605291] sd 12:0:36:0: [sdsw] Attached SCSI disk
[  120.605311] sd 12:0:130:0: [sdwk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.605312] sd 12:0:130:0: [sdwk] 4096-byte physical blocks
[  120.605408] sd 12:0:38:0: [sdsy] Attached SCSI disk
[  120.605486] sd 12:0:115:0: [sdvw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.605498] sd 12:0:107:0: [sdvo] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.605500] sd 12:0:107:0: [sdvo] 4096-byte physical blocks
[  120.605522] sd 12:0:131:0: [sdwl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.605524] sd 12:0:131:0: [sdwl] 4096-byte physical blocks
[  120.605546] sd 12:0:121:0: [sdwc] Write Protect is off
[  120.605547] sd 12:0:106:0: [sdvn] Write Protect is off
[  120.605548] sd 12:0:121:0: [sdwc] Mode Sense: db 00 10 08
[  120.605548] sd 12:0:106:0: [sdvn] Mode Sense: db 00 10 08
[  120.605606] sd 12:0:116:0: [sdvx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.605687] sd 5:0:470:0: [sdqu] Attached SCSI disk
[  120.605714] sd 12:0:119:0: [sdwa] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.605721] sd 12:0:119:0: [sdwa] 4096-byte physical blocks
[  120.605723] sd 5:0:399:0: [sdoc] Attached SCSI disk
[  120.605742] sd 12:0:132:0: [sdwm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.605743] sd 12:0:132:0: [sdwm] 4096-byte physical blocks
[  120.605869] sd 12:0:117:0: [sdvy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.605909] sd 12:0:123:0: [sdwd] Write Protect is off
[  120.605910] sd 12:0:123:0: [sdwd] Mode Sense: db 00 10 08
[  120.605940] sd 5:0:460:0: [sdqk] Attached SCSI disk
[  120.605995] sd 5:0:409:0: [sdom] Attached SCSI disk
[  120.606057] sd 12:0:39:0: [sdsz] Attached SCSI disk
[  120.606124] sd 12:0:133:0: [sdwn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.606125] sd 12:0:133:0: [sdwn] 4096-byte physical blocks
[  120.606175] sd 5:0:436:0: [sdpm] Attached SCSI disk
[  120.606192] sd 12:0:124:0: [sdwe] Write Protect is off
[  120.606193] sd 12:0:124:0: [sdwe] Mode Sense: db 00 10 08
[  120.606254] sd 12:0:60:0: [sdtu] Attached SCSI disk
[  120.606292] sd 12:0:35:0: [sdsv] Attached SCSI disk
[  120.606330] sd 12:0:83:0: [sduq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.606332] sd 12:0:125:0: [sdwf] Write Protect is off
[  120.606333] sd 12:0:125:0: [sdwf] Mode Sense: db 00 10 08
[  120.606389] sd 12:0:134:0: [sdwo] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.606390] sd 12:0:134:0: [sdwo] 4096-byte physical blocks
[  120.606417] sd 12:0:4:0: [sdrq] Attached SCSI disk
[  120.606471] sd 12:0:52:0: [sdtm] Attached SCSI disk
[  120.606523] sd 12:0:120:0: [sdwb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.606602] sd 12:0:126:0: [sdwg] Write Protect is off
[  120.606604] sd 12:0:126:0: [sdwg] Mode Sense: db 00 10 08
[  120.606609] sd 5:0:448:0: [sdpy] Attached SCSI disk
[  120.606645] sd 5:0:468:0: [sdqs] Attached SCSI disk
[  120.606650] sd 12:0:135:0: [sdwp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.606651] sd 12:0:135:0: [sdwp] 4096-byte physical blocks
[  120.606807] sd 12:0:121:0: [sdwc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.606823] sd 12:0:106:0: [sdvn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.606841] sd 12:0:136:0: [sdwq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.606842] sd 12:0:136:0: [sdwq] 4096-byte physical blocks
[  120.607000] sd 5:0:450:0: [sdqa] Attached SCSI disk
[  120.607045] sd 12:0:137:0: [sdwr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.607047] sd 12:0:137:0: [sdwr] 4096-byte physical blocks
[  120.607166] sd 12:0:123:0: [sdwd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.607331] sd 12:0:129:0: [sdwj] Write Protect is off
[  120.607332] sd 12:0:129:0: [sdwj] Mode Sense: db 00 10 08
[  120.607341] sd 12:0:138:0: [sdws] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.607342] sd 12:0:138:0: [sdws] 4096-byte physical blocks
[  120.607346] sd 12:0:118:0: [sdvz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.607347] sd 12:0:118:0: [sdvz] 4096-byte physical blocks
[  120.607449] sd 5:0:485:0: [sdrj] Attached SCSI disk
[  120.607474] sd 5:0:472:0: [sdqw] Attached SCSI disk
[  120.607498] sd 12:0:124:0: [sdwe] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.607515] sd 12:0:130:0: [sdwk] Write Protect is off
[  120.607516] sd 12:0:130:0: [sdwk] Mode Sense: db 00 10 08
[  120.607593] sd 12:0:125:0: [sdwf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.607697] sd 5:0:458:0: [sdqi] Attached SCSI disk
[  120.607723] sd 12:0:131:0: [sdwl] Write Protect is off
[  120.607725] sd 12:0:131:0: [sdwl] Mode Sense: db 00 10 08
[  120.607774] sd 12:0:107:0: [sdvo] Write Protect is off
[  120.607776] sd 12:0:107:0: [sdvo] Mode Sense: db 00 10 08
[  120.607848] sd 12:0:48:0: [sdti] Attached SCSI disk
[  120.607870] sd 12:0:132:0: [sdwm] Write Protect is off
[  120.607871] sd 12:0:132:0: [sdwm] Mode Sense: db 00 10 08
[  120.607930] sd 12:0:126:0: [sdwg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.607967] sd 12:0:141:0: [sdwv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.607968] sd 12:0:141:0: [sdwv] 4096-byte physical blocks
[  120.608038] sd 12:0:44:0: [sdte] Attached SCSI disk
[  120.608058] sd 12:0:119:0: [sdwa] Write Protect is off
[  120.608059] sd 12:0:119:0: [sdwa] Mode Sense: db 00 10 08
[  120.608095] sd 12:0:50:0: [sdtk] Attached SCSI disk
[  120.608229] sd 12:0:142:0: [sdww] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.608230] sd 12:0:142:0: [sdww] 4096-byte physical blocks
[  120.608255] sd 12:0:53:0: [sdtn] Attached SCSI disk
[  120.608272] sd 12:0:133:0: [sdwn] Write Protect is off
[  120.608274] sd 12:0:133:0: [sdwn] Mode Sense: db 00 10 08
[  120.608303] sd 12:0:55:0: [sdtp] Attached SCSI disk
[  120.608329] sd 5:0:457:0: [sdqh] Attached SCSI disk
[  120.608440] sd 12:0:143:0: [sdwx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.608441] sd 12:0:143:0: [sdwx] 4096-byte physical blocks
[  120.608514] sd 5:0:440:0: [sdpq] Attached SCSI disk
[  120.608530] sd 12:0:134:0: [sdwo] Write Protect is off
[  120.608532] sd 12:0:134:0: [sdwo] Mode Sense: db 00 10 08
[  120.608542] sd 12:0:95:0: [sdvc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.608543] sd 12:0:95:0: [sdvc] 4096-byte physical blocks
[  120.608604] sd 12:0:129:0: [sdwj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.608654] sd 5:0:464:0: [sdqo] Attached SCSI disk
[  120.608671] sd 12:0:144:0: [sdwy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.608672] sd 12:0:144:0: [sdwy] 4096-byte physical blocks
[  120.608780] sd 12:0:130:0: [sdwk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.608851] sd 12:0:145:0: [sdwz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.608852] sd 12:0:145:0: [sdwz] 4096-byte physical blocks
[  120.608859] sd 12:0:135:0: [sdwp] Write Protect is off
[  120.608861] sd 12:0:135:0: [sdwp] Mode Sense: db 00 10 08
[  120.608913] sd 12:0:136:0: [sdwq] Write Protect is off
[  120.608914] sd 12:0:136:0: [sdwq] Mode Sense: db 00 10 08
[  120.608932] sd 12:0:94:0: [sdvb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.608933] sd 12:0:94:0: [sdvb] 4096-byte physical blocks
[  120.609043] sd 12:0:146:0: [sdxa] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.609044] sd 12:0:146:0: [sdxa] 4096-byte physical blocks
[  120.609064] sd 12:0:131:0: [sdwl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.609121] sd 12:0:107:0: [sdvo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.609133] sd 12:0:132:0: [sdwm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.609203] sd 12:0:147:0: [sdxb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.609204] sd 12:0:147:0: [sdxb] 4096-byte physical blocks
[  120.609253] sd 5:0:459:0: [sdqj] Attached SCSI disk
[  120.609258] sd 12:0:137:0: [sdwr] Write Protect is off
[  120.609259] sd 12:0:137:0: [sdwr] Mode Sense: db 00 10 08
[  120.609328] sd 12:0:119:0: [sdwa] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.609455] sd 12:0:148:0: [sdxc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.609456] sd 12:0:148:0: [sdxc] 4096-byte physical blocks
[  120.609524] sd 12:0:77:0: [sduk] Attached SCSI disk
[  120.609536] sd 12:0:138:0: [sdws] Write Protect is off
[  120.609538] sd 12:0:138:0: [sdws] Mode Sense: db 00 10 08
[  120.609554] sd 12:0:118:0: [sdvz] Write Protect is off
[  120.609555] sd 12:0:118:0: [sdvz] Mode Sense: db 00 10 08
[  120.609589] sd 12:0:133:0: [sdwn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.609638] sd 12:0:66:0: [sdtz] Attached SCSI disk
[  120.609676] sd 12:0:149:0: [sdxd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.609686] sd 12:0:149:0: [sdxd] 4096-byte physical blocks
[  120.609723] sd 12:0:59:0: [sdtt] Attached SCSI disk
[  120.609750] sd 12:0:75:0: [sdui] Attached SCSI disk
[  120.609755] sd 5:0:482:0: [sdrg] Attached SCSI disk
[  120.609782] sd 5:0:484:0: [sdri] Attached SCSI disk
[  120.609861] sd 12:0:134:0: [sdwo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.609911] sd 12:0:150:0: [sdxe] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.609912] sd 12:0:150:0: [sdxe] 4096-byte physical blocks
[  120.610074] sd 12:0:73:0: [sdug] Attached SCSI disk
[  120.610117] sd 12:0:135:0: [sdwp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.610152] sd 12:0:141:0: [sdwv] Write Protect is off
[  120.610153] sd 12:0:141:0: [sdwv] Mode Sense: db 00 10 08
[  120.610182] sd 12:0:136:0: [sdwq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.610360] sd 12:0:142:0: [sdww] Write Protect is off
[  120.610361] sd 12:0:142:0: [sdww] Mode Sense: db 00 10 08
[  120.610417] sd 5:0:476:0: [sdra] Attached SCSI disk
[  120.610437] sd 12:0:153:0: [sdxh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.610438] sd 12:0:153:0: [sdxh] 4096-byte physical blocks
[  120.610491] sd 12:0:67:0: [sdua] Attached SCSI disk
[  120.610511] sd 12:0:137:0: [sdwr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.610555] sd 12:0:54:0: [sdto] Attached SCSI disk
[  120.610623] sd 12:0:143:0: [sdwx] Write Protect is off
[  120.610625] sd 12:0:143:0: [sdwx] Mode Sense: db 00 10 08
[  120.610670] sd 12:0:154:0: [sdxi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.610671] sd 12:0:154:0: [sdxi] 4096-byte physical blocks
[  120.610678] sd 12:0:65:0: [sdty] Attached SCSI disk
[  120.610737] sd 12:0:95:0: [sdvc] Write Protect is off
[  120.610739] sd 12:0:95:0: [sdvc] Mode Sense: db 00 10 08
[  120.610799] sd 12:0:138:0: [sdws] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.610810] sd 5:0:486:0: [sdrk] Attached SCSI disk
[  120.610896] sd 12:0:118:0: [sdvz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.610911] sd 12:0:144:0: [sdwy] Write Protect is off
[  120.610912] sd 12:0:144:0: [sdwy] Mode Sense: db 00 10 08
[  120.610963] sd 12:0:155:0: [sdxj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.610964] sd 12:0:155:0: [sdxj] 4096-byte physical blocks
[  120.610992] sd 5:0:474:0: [sdqy] Attached SCSI disk
[  120.611012] sd 12:0:79:0: [sdum] Attached SCSI disk
[  120.611033] sd 12:0:145:0: [sdwz] Write Protect is off
[  120.611034] sd 12:0:145:0: [sdwz] Mode Sense: db 00 10 08
[  120.611117] sd 12:0:94:0: [sdvb] Write Protect is off
[  120.611118] sd 12:0:94:0: [sdvb] Mode Sense: db 00 10 08
[  120.611141] sd 5:0:465:0: [sdqp] Attached SCSI disk
[  120.611162] sd 12:0:80:0: [sdun] Attached SCSI disk
[  120.611229] sd 12:0:156:0: [sdxk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.611230] sd 12:0:156:0: [sdxk] 4096-byte physical blocks
[  120.611241] sd 12:0:146:0: [sdxa] Write Protect is off
[  120.611243] sd 12:0:146:0: [sdxa] Mode Sense: db 00 10 08
[  120.611311] sd 12:0:72:0: [sduf] Attached SCSI disk
[  120.611328] sd 12:0:147:0: [sdxb] Write Protect is off
[  120.611329] sd 12:0:147:0: [sdxb] Mode Sense: db 00 10 08
[  120.611330] sd 12:0:64:0: [sdtx] Attached SCSI disk
[  120.611404] sd 12:0:141:0: [sdwv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.611447] sd 12:0:157:0: [sdxl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.611448] sd 12:0:157:0: [sdxl] 4096-byte physical blocks
[  120.611463] sd 12:0:82:0: [sdup] Write Protect is off
[  120.611464] sd 12:0:82:0: [sdup] Mode Sense: db 00 10 08
[  120.611546] sd 5:0:483:0: [sdrh] Attached SCSI disk
[  120.611612] sd 12:0:142:0: [sdww] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.611648] sd 12:0:148:0: [sdxc] Write Protect is off
[  120.611649] sd 12:0:148:0: [sdxc] Mode Sense: db 00 10 08
[  120.611657] sd 12:0:158:0: [sdxm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.611658] sd 12:0:158:0: [sdxm] 4096-byte physical blocks
[  120.611870] sd 12:0:149:0: [sdxd] Write Protect is off
[  120.611871] sd 12:0:149:0: [sdxd] Mode Sense: db 00 10 08
[  120.611875] sd 12:0:159:0: [sdxn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.611877] sd 12:0:159:0: [sdxn] 4096-byte physical blocks
[  120.611879] sd 12:0:143:0: [sdwx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.611907] sd 5:0:473:0: [sdqx] Attached SCSI disk
[  120.612008] sd 12:0:95:0: [sdvc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.612110] sd 12:0:150:0: [sdxe] Write Protect is off
[  120.612111] sd 12:0:150:0: [sdxe] Mode Sense: db 00 10 08
[  120.612138] sd 12:0:160:0: [sdxo] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.612139] sd 12:0:160:0: [sdxo] 4096-byte physical blocks
[  120.612162] sd 12:0:63:0: [sdtw] Attached SCSI disk
[  120.612167] sd 12:0:144:0: [sdwy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.612232] sd 12:0:85:0: [sdus] Attached SCSI disk
[  120.612287] sd 12:0:145:0: [sdwz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.612388] sd 12:0:161:0: [sdxp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.612389] sd 12:0:161:0: [sdxp] 4096-byte physical blocks
[  120.612453] sd 12:0:94:0: [sdvb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.612567] sd 12:0:146:0: [sdxa] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.612584] sd 12:0:147:0: [sdxb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.612594] sd 12:0:162:0: [sdxq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.612595] sd 12:0:162:0: [sdxq] 4096-byte physical blocks
[  120.612621] sd 12:0:153:0: [sdxh] Write Protect is off
[  120.612622] sd 12:0:153:0: [sdxh] Mode Sense: db 00 10 08
[  120.612630] sd 12:0:74:0: [sduh] Attached SCSI disk
[  120.612665] sd 12:0:69:0: [sduc] Attached SCSI disk
[  120.612724] sd 5:0:469:0: [sdqt] Attached SCSI disk
[  120.612735] sd 5:0:481:0: [sdrf] Attached SCSI disk
[  120.612736] sd 12:0:82:0: [sdup] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.612793] sd 12:0:62:0: [sdtv] Attached SCSI disk
[  120.612841] sd 12:0:154:0: [sdxi] Write Protect is off
[  120.612842] sd 12:0:154:0: [sdxi] Mode Sense: db 00 10 08
[  120.612977] sd 12:0:148:0: [sdxc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.613124] sd 12:0:149:0: [sdxd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.613147] sd 12:0:155:0: [sdxj] Write Protect is off
[  120.613148] sd 12:0:155:0: [sdxj] Mode Sense: db 00 10 08
[  120.613296] sd 12:0:165:0: [sdxt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.613298] sd 12:0:165:0: [sdxt] 4096-byte physical blocks
[  120.613360] sd 12:0:93:0: [sdva] Attached SCSI disk
[  120.613374] sd 12:0:92:0: [sduz] Attached SCSI disk
[  120.613414] sd 12:0:156:0: [sdxk] Write Protect is off
[  120.613415] sd 12:0:156:0: [sdxk] Mode Sense: db 00 10 08
[  120.613444] sd 12:0:87:0: [sduu] Attached SCSI disk
[  120.613464] sd 12:0:150:0: [sdxe] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.613493] sd 12:0:78:0: [sdul] Attached SCSI disk
[  120.613523] sd 12:0:166:0: [sdxu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.613525] sd 12:0:166:0: [sdxu] 4096-byte physical blocks
[  120.613668] sd 12:0:157:0: [sdxl] Write Protect is off
[  120.613669] sd 12:0:157:0: [sdxl] Mode Sense: db 00 10 08
[  120.613790] sd 12:0:158:0: [sdxm] Write Protect is off
[  120.613792] sd 12:0:158:0: [sdxm] Mode Sense: db 00 10 08
[  120.613809] sd 12:0:167:0: [sdxv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.613810] sd 12:0:167:0: [sdxv] 4096-byte physical blocks
[  120.613884] sd 12:0:153:0: [sdxh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.613894] sd 12:0:90:0: [sdux] Attached SCSI disk
[  120.614050] sd 12:0:168:0: [sdxw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.614051] sd 12:0:168:0: [sdxw] 4096-byte physical blocks
[  120.614110] sd 12:0:159:0: [sdxn] Write Protect is off
[  120.614111] sd 12:0:159:0: [sdxn] Mode Sense: db 00 10 08
[  120.614161] sd 12:0:154:0: [sdxi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.614257] sd 12:0:160:0: [sdxo] Write Protect is off
[  120.614258] sd 12:0:160:0: [sdxo] Mode Sense: db 00 10 08
[  120.614305] sd 12:0:169:0: [sdxx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.614306] sd 12:0:169:0: [sdxx] 4096-byte physical blocks
[  120.614403] sd 12:0:155:0: [sdxj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.614530] sd 12:0:170:0: [sdxy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.614531] sd 12:0:170:0: [sdxy] 4096-byte physical blocks
[  120.614575] sd 12:0:161:0: [sdxp] Write Protect is off
[  120.614576] sd 12:0:161:0: [sdxp] Mode Sense: db 00 10 08
[  120.614661] sd 12:0:156:0: [sdxk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.614732] sd 12:0:171:0: [sdxz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.614733] sd 12:0:171:0: [sdxz] 4096-byte physical blocks
[  120.614798] sd 12:0:162:0: [sdxq] Write Protect is off
[  120.614798] sd 12:0:162:0: [sdxq] Mode Sense: db 00 10 08
[  120.614825] sd 12:0:68:0: [sdub] Attached SCSI disk
[  120.614829] sd 12:0:81:0: [sduo] Attached SCSI disk
[  120.614876] sd 5:0:475:0: [sdqz] Attached SCSI disk
[  120.614971] sd 12:0:172:0: [sdya] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.614973] sd 12:0:172:0: [sdya] 4096-byte physical blocks
[  120.614978] sd 12:0:157:0: [sdxl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.615053] sd 12:0:158:0: [sdxm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.615154] sd 5:0:477:0: [sdrb] Attached SCSI disk
[  120.615202] sd 12:0:173:0: [sdyb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.615203] sd 12:0:173:0: [sdyb] 4096-byte physical blocks
[  120.615365] sd 12:0:159:0: [sdxn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.615403] sd 12:0:174:0: [sdyc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.615404] sd 12:0:174:0: [sdyc] 4096-byte physical blocks
[  120.615410] sd 12:0:165:0: [sdxt] Write Protect is off
[  120.615411] sd 12:0:165:0: [sdxt] Mode Sense: db 00 10 08
[  120.615519] sd 12:0:160:0: [sdxo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.615696] sd 12:0:166:0: [sdxu] Write Protect is off
[  120.615698] sd 12:0:166:0: [sdxu] Mode Sense: db 00 10 08
[  120.615731] sd 12:0:101:0: [sdvi] Attached SCSI disk
[  120.615904] sd 12:0:161:0: [sdxp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.615976] sd 5:0:467:0: [sdqr] Attached SCSI disk
[  120.616002] sd 12:0:167:0: [sdxv] Write Protect is off
[  120.616004] sd 12:0:167:0: [sdxv] Mode Sense: db 00 10 08
[  120.616014] sd 5:0:480:0: [sdre] Attached SCSI disk
[  120.616117] sd 12:0:162:0: [sdxq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.616129] sd 12:0:177:0: [sdyf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.616130] sd 12:0:177:0: [sdyf] 4096-byte physical blocks
[  120.616260] sd 12:0:168:0: [sdxw] Write Protect is off
[  120.616262] sd 12:0:168:0: [sdxw] Mode Sense: db 00 10 08
[  120.616335] sd 12:0:178:0: [sdyg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.616336] sd 12:0:178:0: [sdyg] 4096-byte physical blocks
[  120.616441] sd 12:0:169:0: [sdxx] Write Protect is off
[  120.616443] sd 12:0:169:0: [sdxx] Mode Sense: db 00 10 08
[  120.616450] sd 12:0:88:0: [sduv] Attached SCSI disk
[  120.616582] sd 12:0:179:0: [sdyh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.616583] sd 12:0:179:0: [sdyh] 4096-byte physical blocks
[  120.616666] sd 12:0:165:0: [sdxt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.616816] sd 12:0:180:0: [sdyi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.616817] sd 12:0:180:0: [sdyi] 4096-byte physical blocks
[  120.616851] sd 12:0:170:0: [sdxy] Write Protect is off
[  120.616852] sd 12:0:170:0: [sdxy] Mode Sense: db 00 10 08
[  120.616933] sd 5:0:461:0: [sdql] Attached SCSI disk
[  120.616951] sd 12:0:102:0: [sdvj] Attached SCSI disk
[  120.616953] sd 12:0:171:0: [sdxz] Write Protect is off
[  120.616953] sd 12:0:171:0: [sdxz] Mode Sense: db 00 10 08
[  120.617032] sd 12:0:166:0: [sdxu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.617035] sd 12:0:181:0: [sdyj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.617036] sd 12:0:181:0: [sdyj] 4096-byte physical blocks
[  120.617065] sd 12:0:76:0: [sduj] Attached SCSI disk
[  120.617222] sd 12:0:172:0: [sdya] Write Protect is off
[  120.617223] sd 12:0:172:0: [sdya] Mode Sense: db 00 10 08
[  120.617264] sd 12:0:167:0: [sdxv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.617273] sd 12:0:182:0: [sdyk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.617274] sd 12:0:182:0: [sdyk] 4096-byte physical blocks
[  120.617357] sd 12:0:110:0: [sdvr] Attached SCSI disk
[  120.617374] sd 12:0:173:0: [sdyb] Write Protect is off
[  120.617375] sd 12:0:173:0: [sdyb] Mode Sense: db 00 10 08
[  120.617577] sd 12:0:184:0: [sdyl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.617578] sd 12:0:184:0: [sdyl] 4096-byte physical blocks
[  120.617597] sd 12:0:168:0: [sdxw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.617602] sd 12:0:174:0: [sdyc] Write Protect is off
[  120.617603] sd 12:0:174:0: [sdyc] Mode Sense: db 00 10 08
[  120.617728] sd 12:0:97:0: [sdve] Attached SCSI disk
[  120.617773] sd 12:0:169:0: [sdxx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.617791] sd 12:0:185:0: [sdym] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.617792] sd 12:0:185:0: [sdym] 4096-byte physical blocks
[  120.617988] sd 12:0:186:0: [sdyn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.617989] sd 12:0:186:0: [sdyn] 4096-byte physical blocks
[  120.618174] sd 12:0:170:0: [sdxy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.618175] sd 12:0:177:0: [sdyf] Write Protect is off
[  120.618176] sd 12:0:177:0: [sdyf] Mode Sense: db 00 10 08
[  120.618217] sd 12:0:187:0: [sdyo] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.618218] sd 12:0:187:0: [sdyo] 4096-byte physical blocks
[  120.618240] sd 12:0:171:0: [sdxz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.618430] sd 12:0:104:0: [sdvl] Attached SCSI disk
[  120.618467] sd 12:0:178:0: [sdyg] Write Protect is off
[  120.618468] sd 12:0:178:0: [sdyg] Mode Sense: db 00 10 08
[  120.618480] sd 12:0:172:0: [sdya] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.618559] sd 12:0:115:0: [sdvw] Attached SCSI disk
[  120.618619] sd 12:0:84:0: [sdur] Attached SCSI disk
[  120.618634] sd 12:0:173:0: [sdyb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.618649] sd 12:0:86:0: [sdut] Attached SCSI disk
[  120.618704] sd 12:0:189:0: [sdyq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.618705] sd 12:0:189:0: [sdyq] 4096-byte physical blocks
[  120.618779] sd 12:0:179:0: [sdyh] Write Protect is off
[  120.618780] sd 12:0:179:0: [sdyh] Mode Sense: db 00 10 08
[  120.618797] sd 12:0:117:0: [sdvy] Attached SCSI disk
[  120.618803] sd 12:0:91:0: [sduy] Attached SCSI disk
[  120.618846] sd 12:0:103:0: [sdvk] Attached SCSI disk
[  120.618854] sd 12:0:174:0: [sdyc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.618856] sd 12:0:109:0: [sdvq] Attached SCSI disk
[  120.618880] sd 12:0:188:0: [sdyp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.618881] sd 12:0:188:0: [sdyp] 4096-byte physical blocks
[  120.618920] sd 12:0:190:0: [sdyr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.618921] sd 12:0:190:0: [sdyr] 4096-byte physical blocks
[  120.619005] sd 12:0:180:0: [sdyi] Write Protect is off
[  120.619006] sd 12:0:180:0: [sdyi] Mode Sense: db 00 10 08
[  120.619112] sd 12:0:191:0: [sdys] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.619113] sd 12:0:191:0: [sdys] 4096-byte physical blocks
[  120.619212] sd 12:0:89:0: [sduw] Attached SCSI disk
[  120.619234] sd 12:0:181:0: [sdyj] Write Protect is off
[  120.619236] sd 12:0:181:0: [sdyj] Mode Sense: db 00 10 08
[  120.619434] sd 12:0:177:0: [sdyf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.619493] sd 12:0:182:0: [sdyk] Write Protect is off
[  120.619494] sd 12:0:182:0: [sdyk] Mode Sense: db 00 10 08
[  120.619501] sd 12:0:96:0: [sdvd] Attached SCSI disk
[  120.619583] sd 12:0:121:0: [sdwc] Attached SCSI disk
[  120.619718] sd 12:0:178:0: [sdyg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.619759] sd 12:0:184:0: [sdyl] Write Protect is off
[  120.619761] sd 12:0:184:0: [sdyl] Mode Sense: db 00 10 08
[  120.619826] sd 12:0:194:0: [sdyv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.619827] sd 12:0:194:0: [sdyv] 4096-byte physical blocks
[  120.619992] sd 12:0:185:0: [sdym] Write Protect is off
[  120.619994] sd 12:0:185:0: [sdym] Mode Sense: db 00 10 08
[  120.620029] sd 12:0:179:0: [sdyh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.620071] sd 12:0:195:0: [sdyw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.620072] sd 12:0:195:0: [sdyw] 4096-byte physical blocks
[  120.620109] sd 12:0:186:0: [sdyn] Write Protect is off
[  120.620110] sd 12:0:186:0: [sdyn] Mode Sense: db 00 10 08
[  120.620271] sd 12:0:180:0: [sdyi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.620312] sd 12:0:196:0: [sdyx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.620314] sd 12:0:196:0: [sdyx] 4096-byte physical blocks
[  120.620466] sd 12:0:187:0: [sdyo] Write Protect is off
[  120.620467] sd 12:0:187:0: [sdyo] Mode Sense: db 00 10 08
[  120.620554] sd 12:0:98:0: [sdvf] Attached SCSI disk
[  120.620556] sd 12:0:181:0: [sdyj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.620570] sd 12:0:197:0: [sdyy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.620571] sd 12:0:197:0: [sdyy] 4096-byte physical blocks
[  120.620756] sd 12:0:114:0: [sdvv] Attached SCSI disk
[  120.620762] sd 12:0:105:0: [sdvm] Attached SCSI disk
[  120.620812] sd 12:0:182:0: [sdyk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.620847] sd 12:0:198:0: [sdyz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.620848] sd 12:0:198:0: [sdyz] 4096-byte physical blocks
[  120.620947] sd 12:0:100:0: [sdvh] Attached SCSI disk
[  120.620977] sd 12:0:189:0: [sdyq] Write Protect is off
[  120.620979] sd 12:0:189:0: [sdyq] Mode Sense: db 00 10 08
[  120.621056] sd 12:0:199:0: [sdza] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.621057] sd 12:0:199:0: [sdza] 4096-byte physical blocks
[  120.621060] sd 12:0:190:0: [sdyr] Write Protect is off
[  120.621061] sd 12:0:190:0: [sdyr] Mode Sense: db 00 10 08
[  120.621074] sd 12:0:184:0: [sdyl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.621175] sd 12:0:188:0: [sdyp] Write Protect is off
[  120.621181] sd 12:0:188:0: [sdyp] Mode Sense: db 00 10 08
[  120.621249] sd 12:0:185:0: [sdym] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.621287] sd 12:0:200:0: [sdzb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.621288] sd 12:0:200:0: [sdzb] 4096-byte physical blocks
[  120.621307] sd 12:0:124:0: [sdwe] Attached SCSI disk
[  120.621326] sd 12:0:99:0: [sdvg] Attached SCSI disk
[  120.621330] sd 12:0:191:0: [sdys] Write Protect is off
[  120.621331] sd 12:0:191:0: [sdys] Mode Sense: db 00 10 08
[  120.621361] sd 12:0:186:0: [sdyn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.621497] sd 12:0:201:0: [sdzc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.621498] sd 12:0:201:0: [sdzc] 4096-byte physical blocks
[  120.621502] sd 5:0:479:0: [sdrd] Attached SCSI disk
[  120.621503] sd 12:0:116:0: [sdvx] Attached SCSI disk
[  120.621724] sd 12:0:187:0: [sdyo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.621726] sd 12:0:202:0: [sdzd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.621727] sd 12:0:202:0: [sdzd] 4096-byte physical blocks
[  120.621955] sd 12:0:203:0: [sdze] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.621956] sd 12:0:203:0: [sdze] 4096-byte physical blocks
[  120.622009] sd 12:0:194:0: [sdyv] Write Protect is off
[  120.622011] sd 12:0:194:0: [sdyv] Mode Sense: db 00 10 08
[  120.622129] sd 12:0:123:0: [sdwd] Attached SCSI disk
[  120.622265] sd 12:0:189:0: [sdyq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.622271] sd 12:0:195:0: [sdyw] Write Protect is off
[  120.622272] sd 12:0:195:0: [sdyw] Mode Sense: db 00 10 08
[  120.622326] sd 12:0:190:0: [sdyr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.622480] sd 12:0:188:0: [sdyp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.622501] sd 12:0:196:0: [sdyx] Write Protect is off
[  120.622502] sd 12:0:196:0: [sdyx] Mode Sense: db 00 10 08
[  120.622579] sd 12:0:108:0: [sdvp] Attached SCSI disk
[  120.622596] sd 12:0:191:0: [sdys] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.622695] sd 12:0:206:0: [sdzh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.622696] sd 12:0:206:0: [sdzh] 4096-byte physical blocks
[  120.622760] sd 12:0:197:0: [sdyy] Write Protect is off
[  120.622761] sd 12:0:197:0: [sdyy] Mode Sense: db 00 10 08
[  120.622873] sd 12:0:131:0: [sdwl] Attached SCSI disk
[  120.622926] sd 12:0:207:0: [sdzi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.622927] sd 12:0:207:0: [sdzi] 4096-byte physical blocks
[  120.623041] sd 12:0:198:0: [sdyz] Write Protect is off
[  120.623043] sd 12:0:198:0: [sdyz] Mode Sense: db 00 10 08
[  120.623147] sd 12:0:208:0: [sdzj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.623148] sd 12:0:208:0: [sdzj] 4096-byte physical blocks
[  120.623198] sd 12:0:112:0: [sdvt] Attached SCSI disk
[  120.623275] sd 12:0:194:0: [sdyv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.623328] sd 12:0:199:0: [sdza] Write Protect is off
[  120.623329] sd 12:0:199:0: [sdza] Mode Sense: db 00 10 08
[  120.623341] sd 12:0:209:0: [sdzk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.623342] sd 12:0:209:0: [sdzk] 4096-byte physical blocks
[  120.623419] sd 12:0:200:0: [sdzb] Write Protect is off
[  120.623420] sd 12:0:200:0: [sdzb] Mode Sense: db 00 10 08
[  120.623525] sd 12:0:195:0: [sdyw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.623583] sd 12:0:210:0: [sdzl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.623584] sd 12:0:210:0: [sdzl] 4096-byte physical blocks
[  120.623605] sd 12:0:201:0: [sdzc] Write Protect is off
[  120.623607] sd 12:0:201:0: [sdzc] Mode Sense: db 00 10 08
[  120.623616] sd 12:0:70:0: [sdud] Attached SCSI disk
[  120.623757] sd 12:0:211:0: [sdzm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.623758] sd 12:0:211:0: [sdzm] 4096-byte physical blocks
[  120.623782] sd 12:0:196:0: [sdyx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.623802] sd 12:0:130:0: [sdwk] Attached SCSI disk
[  120.623910] sd 12:0:111:0: [sdvs] Attached SCSI disk
[  120.623922] sd 12:0:202:0: [sdzd] Write Protect is off
[  120.623924] sd 12:0:202:0: [sdzd] Mode Sense: db 00 10 08
[  120.624000] sd 12:0:212:0: [sdzn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.624001] sd 12:0:212:0: [sdzn] 4096-byte physical blocks
[  120.624092] sd 12:0:197:0: [sdyy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.624173] sd 12:0:203:0: [sdze] Write Protect is off
[  120.624174] sd 12:0:203:0: [sdze] Mode Sense: db 00 10 08
[  120.624272] sd 12:0:137:0: [sdwr] Attached SCSI disk
[  120.624313] sd 12:0:198:0: [sdyz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.624315] sd 12:0:213:0: [sdzo] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.624316] sd 12:0:213:0: [sdzo] 4096-byte physical blocks
[  120.624436] sd 12:0:214:0: [sdzp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.624437] sd 12:0:214:0: [sdzp] 4096-byte physical blocks
[  120.624473] sd 12:0:136:0: [sdwq] Attached SCSI disk
[  120.624587] sd 12:0:71:0: [sdue] Attached SCSI disk
[  120.624589] sd 12:0:199:0: [sdza] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.624662] sd 12:0:215:0: [sdzq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.624663] sd 12:0:215:0: [sdzq] 4096-byte physical blocks
[  120.624674] sd 12:0:200:0: [sdzb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.624859] sd 12:0:201:0: [sdzc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.624897] sd 12:0:206:0: [sdzh] Write Protect is off
[  120.624898] sd 12:0:206:0: [sdzh] Mode Sense: db 00 10 08
[  120.625066] sd 12:0:207:0: [sdzi] Write Protect is off
[  120.625067] sd 12:0:207:0: [sdzi] Mode Sense: db 00 10 08
[  120.625093] sd 12:0:106:0: [sdvn] Attached SCSI disk
[  120.625096] sd 12:0:83:0: [sduq] Attached SCSI disk
[  120.625103] sd 12:0:113:0: [sdvu] Attached SCSI disk
[  120.625182] sd 12:0:202:0: [sdzd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.625259] sd 12:0:133:0: [sdwn] Attached SCSI disk
[  120.625356] sd 12:0:208:0: [sdzj] Write Protect is off
[  120.625357] sd 12:0:208:0: [sdzj] Mode Sense: db 00 10 08
[  120.625420] sd 12:0:203:0: [sdze] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.625461] sd 12:0:209:0: [sdzk] Write Protect is off
[  120.625462] sd 12:0:209:0: [sdzk] Mode Sense: db 00 10 08
[  120.625716] sd 12:0:218:0: [sdzt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.625718] sd 12:0:218:0: [sdzt] 4096-byte physical blocks
[  120.625825] sd 12:0:210:0: [sdzl] Write Protect is off
[  120.625826] sd 12:0:210:0: [sdzl] Mode Sense: db 00 10 08
[  120.625914] sd 12:0:211:0: [sdzm] Write Protect is off
[  120.625915] sd 12:0:211:0: [sdzm] Mode Sense: db 00 10 08
[  120.625939] sd 12:0:219:0: [sdzu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.625940] sd 12:0:219:0: [sdzu] 4096-byte physical blocks
[  120.626166] sd 12:0:220:0: [sdzv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.626168] sd 12:0:220:0: [sdzv] 4096-byte physical blocks
[  120.626223] sd 12:0:146:0: [sdxa] Attached SCSI disk
[  120.626232] sd 12:0:206:0: [sdzh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.626235] sd 12:0:212:0: [sdzn] Write Protect is off
[  120.626240] sd 12:0:212:0: [sdzn] Mode Sense: db 00 10 08
[  120.626328] sd 12:0:207:0: [sdzi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.626364] sd 12:0:221:0: [sdzw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.626365] sd 12:0:221:0: [sdzw] 4096-byte physical blocks
[  120.626556] sd 12:0:222:0: [sdzx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.626557] sd 12:0:222:0: [sdzx] 4096-byte physical blocks
[  120.626565] sd 12:0:213:0: [sdzo] Write Protect is off
[  120.626566] sd 12:0:214:0: [sdzp] Write Protect is off
[  120.626567] sd 12:0:213:0: [sdzo] Mode Sense: db 00 10 08
[  120.626568] sd 12:0:214:0: [sdzp] Mode Sense: db 00 10 08
[  120.626646] sd 12:0:120:0: [sdwb] Attached SCSI disk
[  120.626676] sd 12:0:208:0: [sdzj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.626725] sd 12:0:209:0: [sdzk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.626768] sd 12:0:223:0: [sdzy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.626769] sd 12:0:223:0: [sdzy] 4096-byte physical blocks
[  120.626806] sd 12:0:215:0: [sdzq] Write Protect is off
[  120.626814] sd 12:0:215:0: [sdzq] Mode Sense: db 00 10 08
[  120.626830] sd 12:0:132:0: [sdwm] Attached SCSI disk
[  120.626952] sd 12:0:141:0: [sdwv] Attached SCSI disk
[  120.627029] sd 12:0:224:0: [sdzz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.627031] sd 12:0:224:0: [sdzz] 4096-byte physical blocks
[  120.627047] sd 12:0:154:0: [sdxi] Attached SCSI disk
[  120.627091] sd 12:0:210:0: [sdzl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.627163] sd 12:0:211:0: [sdzm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.627229] sd 12:0:134:0: [sdwo] Attached SCSI disk
[  120.627237] sd 12:0:107:0: [sdvo] Attached SCSI disk
[  120.627282] sd 12:0:225:0: [sdaaa] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.627283] sd 12:0:225:0: [sdaaa] 4096-byte physical blocks
[  120.627370] sd 12:0:226:0: [sdaab] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.627371] sd 12:0:226:0: [sdaab] 4096-byte physical blocks
[  120.627438] sd 12:0:119:0: [sdwa] Attached SCSI disk
[  120.627464] sd 12:0:142:0: [sdww] Attached SCSI disk
[  120.627524] sd 12:0:129:0: [sdwj] Attached SCSI disk
[  120.627564] sd 12:0:212:0: [sdzn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.627596] sd 12:0:227:0: [sdaac] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.627597] sd 12:0:227:0: [sdaac] 4096-byte physical blocks
[  120.627835] sd 12:0:148:0: [sdxc] Attached SCSI disk
[  120.627887] sd 12:0:214:0: [sdzp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.627894] sd 12:0:213:0: [sdzo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.627909] sd 12:0:218:0: [sdzt] Write Protect is off
[  120.627910] sd 12:0:218:0: [sdzt] Mode Sense: db 00 10 08
[  120.627931] sd 12:0:135:0: [sdwp] Attached SCSI disk
[  120.628000] sd 12:0:138:0: [sdws] Attached SCSI disk
[  120.628097] sd 12:0:155:0: [sdxj] Attached SCSI disk
[  120.628147] sd 12:0:149:0: [sdxd] Attached SCSI disk
[  120.628156] sd 12:0:215:0: [sdzq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.628181] sd 12:0:219:0: [sdzu] Write Protect is off
[  120.628183] sd 12:0:219:0: [sdzu] Mode Sense: db 00 10 08
[  120.628199] sd 12:0:230:0: [sdaaf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.628200] sd 12:0:230:0: [sdaaf] 4096-byte physical blocks
[  120.628353] sd 12:0:220:0: [sdzv] Write Protect is off
[  120.628354] sd 12:0:220:0: [sdzv] Mode Sense: db 00 10 08
[  120.628414] sd 12:0:231:0: [sdaag] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.628414] sd 12:0:125:0: [sdwf] Attached SCSI disk
[  120.628415] sd 12:0:231:0: [sdaag] 4096-byte physical blocks
[  120.628514] sd 12:0:221:0: [sdzw] Write Protect is off
[  120.628515] sd 12:0:221:0: [sdzw] Mode Sense: db 00 10 08
[  120.628608] sd 12:0:222:0: [sdzx] Write Protect is off
[  120.628609] sd 12:0:222:0: [sdzx] Mode Sense: db 00 10 08
[  120.628628] sd 12:0:232:0: [sdaah] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.628629] sd 12:0:232:0: [sdaah] 4096-byte physical blocks
[  120.628815] sd 12:0:233:0: [sdaai] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.628816] sd 12:0:233:0: [sdaai] 4096-byte physical blocks
[  120.628958] sd 12:0:223:0: [sdzy] Write Protect is off
[  120.628959] sd 12:0:223:0: [sdzy] Mode Sense: db 00 10 08
[  120.629005] sd 12:0:234:0: [sdaaj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.629006] sd 12:0:234:0: [sdaaj] 4096-byte physical blocks
[  120.629054] sd 12:0:126:0: [sdwg] Attached SCSI disk
[  120.629093] sd 12:0:118:0: [sdvz] Attached SCSI disk
[  120.629175] sd 12:0:218:0: [sdzt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.629228] sd 12:0:224:0: [sdzz] Write Protect is off
[  120.629229] sd 12:0:235:0: [sdaak] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.629230] sd 12:0:224:0: [sdzz] Mode Sense: db 00 10 08
[  120.629231] sd 12:0:235:0: [sdaak] 4096-byte physical blocks
[  120.629422] sd 12:0:225:0: [sdaaa] Write Protect is off
[  120.629423] sd 12:0:225:0: [sdaaa] Mode Sense: db 00 10 08
[  120.629442] sd 12:0:219:0: [sdzu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.629466] sd 12:0:236:0: [sdaal] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.629468] sd 12:0:236:0: [sdaal] 4096-byte physical blocks
[  120.629483] sd 12:0:159:0: [sdxn] Attached SCSI disk
[  120.629493] sd 12:0:157:0: [sdxl] Attached SCSI disk
[  120.629611] sd 12:0:220:0: [sdzv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.629626] sd 12:0:226:0: [sdaab] Write Protect is off
[  120.629627] sd 12:0:226:0: [sdaab] Mode Sense: db 00 10 08
[  120.629661] sd 12:0:237:0: [sdaam] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.629662] sd 12:0:237:0: [sdaam] 4096-byte physical blocks
[  120.629766] sd 12:0:221:0: [sdzw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.629821] sd 12:0:227:0: [sdaac] Write Protect is off
[  120.629822] sd 12:0:143:0: [sdwx] Attached SCSI disk
[  120.629823] sd 12:0:227:0: [sdaac] Mode Sense: db 00 10 08
[  120.629942] sd 12:0:238:0: [sdaan] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.629943] sd 12:0:238:0: [sdaan] 4096-byte physical blocks
[  120.629945] sd 12:0:222:0: [sdzx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.630204] sd 12:0:239:0: [sdaao] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.630206] sd 12:0:239:0: [sdaao] 4096-byte physical blocks
[  120.630287] sd 12:0:223:0: [sdzy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.630289] sd 12:0:95:0: [sdvc] Attached SCSI disk
[  120.630308] sd 12:0:145:0: [sdwz] Attached SCSI disk
[  120.630400] sd 12:0:230:0: [sdaaf] Write Protect is off
[  120.630401] sd 12:0:230:0: [sdaaf] Mode Sense: db 00 10 08
[  120.630496] sd 12:0:224:0: [sdzz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.630521] sd 12:0:168:0: [sdxw] Attached SCSI disk
[  120.630542] sd 12:0:94:0: [sdvb] Attached SCSI disk
[  120.630662] sd 12:0:231:0: [sdaag] Write Protect is off
[  120.630664] sd 12:0:231:0: [sdaag] Mode Sense: db 00 10 08
[  120.630681] sd 12:0:225:0: [sdaaa] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.630840] sd 12:0:232:0: [sdaah] Write Protect is off
[  120.630841] sd 12:0:232:0: [sdaah] Mode Sense: db 00 10 08
[  120.630883] sd 12:0:226:0: [sdaab] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.630999] sd 12:0:233:0: [sdaai] Write Protect is off
[  120.631000] sd 12:0:233:0: [sdaai] Mode Sense: db 00 10 08
[  120.631002] sd 12:0:242:0: [sdaar] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.631003] sd 12:0:242:0: [sdaar] 4096-byte physical blocks
[  120.631136] sd 12:0:234:0: [sdaaj] Write Protect is off
[  120.631137] sd 12:0:234:0: [sdaaj] Mode Sense: db 00 10 08
[  120.631150] sd 12:0:227:0: [sdaac] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.631271] sd 12:0:243:0: [sdaas] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.631271] sd 12:0:243:0: [sdaas] 4096-byte physical blocks
[  120.631353] sd 12:0:235:0: [sdaak] Write Protect is off
[  120.631354] sd 12:0:235:0: [sdaak] Mode Sense: db 00 10 08
[  120.631649] sd 12:0:236:0: [sdaal] Write Protect is off
[  120.631650] sd 12:0:236:0: [sdaal] Mode Sense: db 00 10 08
[  120.631657] sd 12:0:230:0: [sdaaf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.631739] sd 12:0:245:0: [sdaat] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.631741] sd 12:0:245:0: [sdaat] 4096-byte physical blocks
[  120.631778] sd 12:0:165:0: [sdxt] Attached SCSI disk
[  120.631795] sd 12:0:82:0: [sdup] Attached SCSI disk
[  120.631846] sd 12:0:237:0: [sdaam] Write Protect is off
[  120.631848] sd 12:0:237:0: [sdaam] Mode Sense: db 00 10 08
[  120.631991] sd 12:0:246:0: [sdaau] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.631992] sd 12:0:246:0: [sdaau] 4096-byte physical blocks
[  120.632006] sd 12:0:231:0: [sdaag] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.632095] sd 12:0:232:0: [sdaah] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.632154] sd 12:0:238:0: [sdaan] Write Protect is off
[  120.632155] sd 12:0:238:0: [sdaan] Mode Sense: db 00 10 08
[  120.632231] sd 12:0:247:0: [sdaav] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.632232] sd 12:0:247:0: [sdaav] 4096-byte physical blocks
[  120.632253] sd 12:0:233:0: [sdaai] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.632342] sd 12:0:239:0: [sdaao] Write Protect is off
[  120.632343] sd 12:0:239:0: [sdaao] Mode Sense: db 00 10 08
[  120.632435] sd 12:0:161:0: [sdxp] Attached SCSI disk
[  120.632456] sd 12:0:234:0: [sdaaj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.632486] sd 12:0:144:0: [sdwy] Attached SCSI disk
[  120.632490] sd 12:0:248:0: [sdaaw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.632491] sd 12:0:248:0: [sdaaw] 4096-byte physical blocks
[  120.632620] sd 12:0:235:0: [sdaak] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.632679] sd 12:0:147:0: [sdxb] Attached SCSI disk
[  120.632738] sd 12:0:249:0: [sdaax] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.632739] sd 12:0:249:0: [sdaax] 4096-byte physical blocks
[  120.632918] sd 12:0:236:0: [sdaal] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.632957] sd 12:0:174:0: [sdyc] Attached SCSI disk
[  120.632986] sd 12:0:250:0: [sdaay] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.632987] sd 12:0:250:0: [sdaay] 4096-byte physical blocks
[  120.633129] sd 12:0:237:0: [sdaam] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.633137] sd 12:0:153:0: [sdxh] Attached SCSI disk
[  120.633140] sd 12:0:242:0: [sdaar] Write Protect is off
[  120.633141] sd 12:0:242:0: [sdaar] Mode Sense: db 00 10 08
[  120.633236] sd 12:0:251:0: [sdaaz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.633236] sd 12:0:251:0: [sdaaz] 4096-byte physical blocks
[  120.633296] sd 12:0:166:0: [sdxu] Attached SCSI disk
[  120.633405] sd 12:0:243:0: [sdaas] Write Protect is off
[  120.633406] sd 12:0:243:0: [sdaas] Mode Sense: db 00 10 08
[  120.633413] sd 12:0:238:0: [sdaan] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.633482] sd 12:0:252:0: [sdaba] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.633483] sd 12:0:252:0: [sdaba] 4096-byte physical blocks
[  120.633595] sd 12:0:239:0: [sdaao] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.633747] sd 12:0:253:0: [sdabb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.633748] sd 12:0:253:0: [sdabb] 4096-byte physical blocks
[  120.633920] sd 12:0:245:0: [sdaat] Write Protect is off
[  120.633922] sd 12:0:245:0: [sdaat] Mode Sense: db 00 10 08
[  120.634037] sd 12:0:254:0: [sdabc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.634038] sd 12:0:254:0: [sdabc] 4096-byte physical blocks
[  120.634192] sd 12:0:246:0: [sdaau] Write Protect is off
[  120.634193] sd 12:0:246:0: [sdaau] Mode Sense: db 00 10 08
[  120.634310] sd 12:0:255:0: [sdabd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.634311] sd 12:0:255:0: [sdabd] 4096-byte physical blocks
[  120.634384] sd 12:0:182:0: [sdyk] Attached SCSI disk
[  120.634389] sd 12:0:242:0: [sdaar] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.634425] sd 12:0:247:0: [sdaav] Write Protect is off
[  120.634426] sd 12:0:247:0: [sdaav] Mode Sense: db 00 10 08
[  120.634553] sd 12:0:256:0: [sdabe] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.634555] sd 12:0:256:0: [sdabe] 4096-byte physical blocks
[  120.634618] sd 12:0:248:0: [sdaaw] Write Protect is off
[  120.634619] sd 12:0:248:0: [sdaaw] Mode Sense: db 00 10 08
[  120.634731] sd 12:0:243:0: [sdaas] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.634835] sd 12:0:257:0: [sdabf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.634836] sd 12:0:257:0: [sdabf] 4096-byte physical blocks
[  120.634881] sd 12:0:158:0: [sdxm] Attached SCSI disk
[  120.634916] sd 12:0:249:0: [sdaax] Write Protect is off
[  120.634917] sd 12:0:249:0: [sdaax] Mode Sense: db 00 10 08
[  120.635102] sd 12:0:258:0: [sdabg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.635102] sd 12:0:258:0: [sdabg] 4096-byte physical blocks
[  120.635178] sd 12:0:245:0: [sdaat] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.635207] sd 12:0:250:0: [sdaay] Write Protect is off
[  120.635208] sd 12:0:250:0: [sdaay] Mode Sense: db 00 10 08
[  120.635362] sd 12:0:251:0: [sdaaz] Write Protect is off
[  120.635363] sd 12:0:251:0: [sdaaz] Mode Sense: db 00 10 08
[  120.635373] sd 12:0:259:0: [sdabh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.635374] sd 12:0:259:0: [sdabh] 4096-byte physical blocks
[  120.635405] sd 12:0:156:0: [sdxk] Attached SCSI disk
[  120.635512] sd 12:0:246:0: [sdaau] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.635524] sd 12:0:252:0: [sdaba] Write Protect is off
[  120.635524] sd 12:0:252:0: [sdaba] Mode Sense: db 00 10 08
[  120.635587] sd 12:0:260:0: [sdabi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.635588] sd 12:0:260:0: [sdabi] 4096-byte physical blocks
[  120.635624] sd 12:0:167:0: [sdxv] Attached SCSI disk
[  120.635680] sd 12:0:247:0: [sdaav] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.635756] sd 12:0:160:0: [sdxo] Attached SCSI disk
[  120.635869] sd 12:0:248:0: [sdaaw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.635892] sd 12:0:261:0: [sdabj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.635893] sd 12:0:261:0: [sdabj] 4096-byte physical blocks
[  120.635924] sd 12:0:253:0: [sdabb] Write Protect is off
[  120.635926] sd 12:0:253:0: [sdabb] Mode Sense: db 00 10 08
[  120.636029] sd 12:0:177:0: [sdyf] Attached SCSI disk
[  120.636081] sd 12:0:262:0: [sdabk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.636093] sd 12:0:262:0: [sdabk] 4096-byte physical blocks
[  120.636133] sd 12:0:162:0: [sdxq] Attached SCSI disk
[  120.636191] sd 12:0:249:0: [sdaax] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.636229] sd 12:0:254:0: [sdabc] Write Protect is off
[  120.636230] sd 12:0:254:0: [sdabc] Mode Sense: db 00 10 08
[  120.636336] sd 12:0:263:0: [sdabl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.636337] sd 12:0:263:0: [sdabl] 4096-byte physical blocks
[  120.636472] sd 12:0:250:0: [sdaay] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.636500] sd 12:0:255:0: [sdabd] Write Protect is off
[  120.636501] sd 12:0:255:0: [sdabd] Mode Sense: db 00 10 08
[  120.636584] sd 12:0:264:0: [sdabm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.636586] sd 12:0:264:0: [sdabm] 4096-byte physical blocks
[  120.636623] sd 12:0:251:0: [sdaaz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.636677] sd 12:0:195:0: [sdyw] Attached SCSI disk
[  120.636735] sd 12:0:256:0: [sdabe] Write Protect is off
[  120.636737] sd 12:0:256:0: [sdabe] Mode Sense: db 00 10 08
[  120.636771] sd 12:0:252:0: [sdaba] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.636871] sd 12:0:265:0: [sdabn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.636872] sd 12:0:265:0: [sdabn] 4096-byte physical blocks
[  120.636990] sd 12:0:179:0: [sdyh] Attached SCSI disk
[  120.637020] sd 12:0:257:0: [sdabf] Write Protect is off
[  120.637021] sd 12:0:257:0: [sdabf] Mode Sense: db 00 10 08
[  120.637115] sd 12:0:266:0: [sdabo] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.637116] sd 12:0:266:0: [sdabo] 4096-byte physical blocks
[  120.637184] sd 12:0:253:0: [sdabb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.637326] sd 12:0:258:0: [sdabg] Write Protect is off
[  120.637327] sd 12:0:258:0: [sdabg] Mode Sense: db 00 10 08
[  120.637375] sd 12:0:267:0: [sdabp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.637376] sd 12:0:267:0: [sdabp] 4096-byte physical blocks
[  120.637407] sd 12:0:181:0: [sdyj] Attached SCSI disk
[  120.637500] sd 12:0:259:0: [sdabh] Write Protect is off
[  120.637501] sd 12:0:259:0: [sdabh] Mode Sense: db 00 10 08
[  120.637545] sd 12:0:254:0: [sdabc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.637604] sd 12:0:268:0: [sdabq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.637606] sd 12:0:268:0: [sdabq] 4096-byte physical blocks
[  120.637729] sd 12:0:198:0: [sdyz] Attached SCSI disk
[  120.637779] sd 12:0:260:0: [sdabi] Write Protect is off
[  120.637781] sd 12:0:260:0: [sdabi] Mode Sense: db 00 10 08
[  120.637815] sd 12:0:255:0: [sdabd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.637837] sd 12:0:269:0: [sdabr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.637838] sd 12:0:269:0: [sdabr] 4096-byte physical blocks
[  120.637997] sd 12:0:256:0: [sdabe] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.638006] sd 12:0:170:0: [sdxy] Attached SCSI disk
[  120.638009] sd 12:0:270:0: [sdabs] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.638010] sd 12:0:270:0: [sdabs] 4096-byte physical blocks
[  120.638090] sd 12:0:261:0: [sdabj] Write Protect is off
[  120.638091] sd 12:0:261:0: [sdabj] Mode Sense: db 00 10 08
[  120.638216] sd 12:0:169:0: [sdxx] Attached SCSI disk
[  120.638267] sd 12:0:257:0: [sdabf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.638280] sd 12:0:171:0: [sdxz] Attached SCSI disk
[  120.638281] sd 12:0:271:0: [sdabt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.638282] sd 12:0:271:0: [sdabt] 4096-byte physical blocks
[  120.638312] sd 12:0:262:0: [sdabk] Write Protect is off
[  120.638324] sd 12:0:262:0: [sdabk] Mode Sense: db 00 10 08
[  120.638337] sd 12:0:189:0: [sdyq] Attached SCSI disk
[  120.638390] sd 12:0:197:0: [sdyy] Attached SCSI disk
[  120.638507] sd 12:0:196:0: [sdyx] Attached SCSI disk
[  120.638509] sd 12:0:272:0: [sdabu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.638522] sd 12:0:272:0: [sdabu] 4096-byte physical blocks
[  120.638547] sd 12:0:185:0: [sdym] Attached SCSI disk
[  120.638586] sd 12:0:258:0: [sdabg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.638629] sd 12:0:263:0: [sdabl] Write Protect is off
[  120.638630] sd 12:0:263:0: [sdabl] Mode Sense: db 00 10 08
[  120.638695] sd 12:0:273:0: [sdabv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.638696] sd 12:0:273:0: [sdabv] 4096-byte physical blocks
[  120.638710] sd 12:0:178:0: [sdyg] Attached SCSI disk
[  120.638748] sd 12:0:259:0: [sdabh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.638775] sd 12:0:264:0: [sdabm] Write Protect is off
[  120.638776] sd 12:0:264:0: [sdabm] Mode Sense: db 00 10 08
[  120.638882] sd 12:0:274:0: [sdabw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.638884] sd 12:0:274:0: [sdabw] 4096-byte physical blocks
[  120.639045] sd 12:0:265:0: [sdabn] Write Protect is off
[  120.639046] sd 12:0:265:0: [sdabn] Mode Sense: db 00 10 08
[  120.639120] sd 12:0:173:0: [sdyb] Attached SCSI disk
[  120.639129] sd 12:0:260:0: [sdabi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.639131] sd 12:0:275:0: [sdabx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.639132] sd 12:0:275:0: [sdabx] 4096-byte physical blocks
[  120.639299] sd 12:0:266:0: [sdabo] Write Protect is off
[  120.639300] sd 12:0:266:0: [sdabo] Mode Sense: db 00 10 08
[  120.639314] sd 12:0:276:0: [sdaby] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.639315] sd 12:0:276:0: [sdaby] 4096-byte physical blocks
[  120.639371] sd 12:0:172:0: [sdya] Attached SCSI disk
[  120.639403] sd 12:0:261:0: [sdabj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.639573] sd 12:0:277:0: [sdabz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.639574] sd 12:0:277:0: [sdabz] 4096-byte physical blocks
[  120.639584] sd 12:0:267:0: [sdabp] Write Protect is off
[  120.639585] sd 12:0:267:0: [sdabp] Mode Sense: db 00 10 08
[  120.639649] sd 12:0:262:0: [sdabk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.639773] sd 12:0:278:0: [sdaca] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.639774] sd 12:0:278:0: [sdaca] 4096-byte physical blocks
[  120.639810] sd 12:0:268:0: [sdabq] Write Protect is off
[  120.639811] sd 12:0:268:0: [sdabq] Mode Sense: db 00 10 08
[  120.639868] sd 12:0:201:0: [sdzc] Attached SCSI disk
[  120.639905] sd 12:0:263:0: [sdabl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.639979] sd 12:0:188:0: [sdyp] Attached SCSI disk
[  120.639996] sd 12:0:279:0: [sdacb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.639997] sd 12:0:279:0: [sdacb] 4096-byte physical blocks
[  120.640051] sd 12:0:186:0: [sdyn] Attached SCSI disk
[  120.640075] sd 12:0:269:0: [sdabr] Write Protect is off
[  120.640076] sd 12:0:269:0: [sdabr] Mode Sense: db 00 10 08
[  120.640102] sd 12:0:264:0: [sdabm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.640183] sd 12:0:270:0: [sdabs] Write Protect is off
[  120.640184] sd 12:0:270:0: [sdabs] Mode Sense: db 00 10 08
[  120.640216] sd 12:0:280:0: [sdacc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.640218] sd 12:0:280:0: [sdacc] 4096-byte physical blocks
[  120.640302] sd 12:0:265:0: [sdabn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.640430] sd 12:0:281:0: [sdacd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.640432] sd 12:0:281:0: [sdacd] 4096-byte physical blocks
[  120.640520] sd 12:0:271:0: [sdabt] Write Protect is off
[  120.640521] sd 12:0:271:0: [sdabt] Mode Sense: db 00 10 08
[  120.640559] sd 12:0:266:0: [sdabo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.640620] sd 12:0:282:0: [sdace] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.640621] sd 12:0:282:0: [sdace] 4096-byte physical blocks
[  120.640628] sd 12:0:187:0: [sdyo] Attached SCSI disk
[  120.640701] sd 12:0:272:0: [sdabu] Write Protect is off
[  120.640702] sd 12:0:272:0: [sdabu] Mode Sense: db 00 10 08
[  120.640811] sd 12:0:190:0: [sdyr] Attached SCSI disk
[  120.640821] sd 12:0:273:0: [sdabv] Write Protect is off
[  120.640822] sd 12:0:273:0: [sdabv] Mode Sense: db 00 10 08
[  120.640848] sd 12:0:283:0: [sdacf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.640849] sd 12:0:283:0: [sdacf] 4096-byte physical blocks
[  120.640903] sd 12:0:267:0: [sdabp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.640909] sd 12:0:184:0: [sdyl] Attached SCSI disk
[  120.641054] sd 12:0:284:0: [sdacg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.641055] sd 12:0:284:0: [sdacg] 4096-byte physical blocks
[  120.641066] sd 12:0:268:0: [sdabq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.641077] sd 12:0:274:0: [sdabw] Write Protect is off
[  120.641078] sd 12:0:274:0: [sdabw] Mode Sense: db 00 10 08
[  120.641122] sd 12:0:180:0: [sdyi] Attached SCSI disk
[  120.641134] sd 12:0:202:0: [sdzd] Attached SCSI disk
[  120.641265] sd 12:0:285:0: [sdach] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.641266] sd 12:0:285:0: [sdach] 4096-byte physical blocks
[  120.641341] sd 12:0:275:0: [sdabx] Write Protect is off
[  120.641342] sd 12:0:275:0: [sdabx] Mode Sense: db 00 10 08
[  120.641356] sd 12:0:269:0: [sdabr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.641456] sd 12:0:270:0: [sdabs] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.641488] sd 12:0:286:0: [sdaci] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.641489] sd 12:0:286:0: [sdaci] 4096-byte physical blocks
[  120.641513] sd 12:0:276:0: [sdaby] Write Protect is off
[  120.641514] sd 12:0:276:0: [sdaby] Mode Sense: db 00 10 08
[  120.641700] sd 12:0:287:0: [sdacj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.641701] sd 12:0:287:0: [sdacj] 4096-byte physical blocks
[  120.641761] sd 12:0:277:0: [sdabz] Write Protect is off
[  120.641762] sd 12:0:277:0: [sdabz] Mode Sense: db 00 10 08
[  120.641774] sd 12:0:271:0: [sdabt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.641828] sd 12:0:211:0: [sdzm] Attached SCSI disk
[  120.641836] sd 12:0:213:0: [sdzo] Attached SCSI disk
[  120.641944] sd 12:0:288:0: [sdack] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.641945] sd 12:0:288:0: [sdack] 4096-byte physical blocks
[  120.641969] sd 12:0:278:0: [sdaca] Write Protect is off
[  120.641970] sd 12:0:278:0: [sdaca] Mode Sense: db 00 10 08
[  120.642010] sd 12:0:272:0: [sdabu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.642136] sd 12:0:273:0: [sdabv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.642157] sd 12:0:289:0: [sdacl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.642159] sd 12:0:289:0: [sdacl] 4096-byte physical blocks
[  120.642176] sd 12:0:191:0: [sdys] Attached SCSI disk
[  120.642187] sd 12:0:279:0: [sdacb] Write Protect is off
[  120.642188] sd 12:0:279:0: [sdacb] Mode Sense: db 00 10 08
[  120.642338] sd 12:0:274:0: [sdabw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.642350] sd 12:0:280:0: [sdacc] Write Protect is off
[  120.642351] sd 12:0:280:0: [sdacc] Mode Sense: db 00 10 08
[  120.642396] sd 12:0:290:0: [sdacm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.642397] sd 12:0:290:0: [sdacm] 4096-byte physical blocks
[  120.642561] sd 12:0:281:0: [sdacd] Write Protect is off
[  120.642562] sd 12:0:281:0: [sdacd] Mode Sense: db 00 10 08
[  120.642609] sd 12:0:275:0: [sdabx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.642613] sd 12:0:291:0: [sdacn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.642614] sd 12:0:291:0: [sdacn] 4096-byte physical blocks
[  120.642651] sd 12:0:194:0: [sdyv] Attached SCSI disk
[  120.642810] sd 12:0:282:0: [sdace] Write Protect is off
[  120.642811] sd 12:0:282:0: [sdace] Mode Sense: db 00 10 08
[  120.642823] sd 12:0:292:0: [sdaco] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.642824] sd 12:0:292:0: [sdaco] 4096-byte physical blocks
[  120.642828] sd 12:0:276:0: [sdaby] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.643035] sd 12:0:293:0: [sdacp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.643035] sd 12:0:293:0: [sdacp] 4096-byte physical blocks
[  120.643042] sd 12:0:283:0: [sdacf] Write Protect is off
[  120.643043] sd 12:0:283:0: [sdacf] Mode Sense: db 00 10 08
[  120.643096] sd 12:0:277:0: [sdabz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.643212] sd 12:0:203:0: [sdze] Attached SCSI disk
[  120.643227] sd 12:0:278:0: [sdaca] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.643256] sd 12:0:284:0: [sdacg] Write Protect is off
[  120.643257] sd 12:0:284:0: [sdacg] Mode Sense: db 00 10 08
[  120.643260] sd 12:0:294:0: [sdacq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.643261] sd 12:0:294:0: [sdacq] 4096-byte physical blocks
[  120.643416] sd 12:0:285:0: [sdach] Write Protect is off
[  120.643417] sd 12:0:285:0: [sdach] Mode Sense: db 00 10 08
[  120.643445] sd 12:0:279:0: [sdacb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.643506] sd 12:0:295:0: [sdacr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.643507] sd 12:0:295:0: [sdacr] 4096-byte physical blocks
[  120.643578] sd 12:0:150:0: [sdxe] Attached SCSI disk
[  120.643610] sd 12:0:280:0: [sdacc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.643686] sd 12:0:224:0: [sdzz] Attached SCSI disk
[  120.643699] sd 12:0:296:0: [sdacs] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.643701] sd 12:0:296:0: [sdacs] 4096-byte physical blocks
[  120.643722] sd 12:0:286:0: [sdaci] Write Protect is off
[  120.643723] sd 12:0:286:0: [sdaci] Mode Sense: db 00 10 08
[  120.643739] sd 12:0:227:0: [sdaac] Attached SCSI disk
[  120.643817] sd 12:0:287:0: [sdacj] Write Protect is off
[  120.643818] sd 12:0:287:0: [sdacj] Mode Sense: db 00 10 08
[  120.643822] sd 12:0:281:0: [sdacd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.643928] sd 12:0:297:0: [sdact] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.643929] sd 12:0:297:0: [sdact] 4096-byte physical blocks
[  120.643986] sd 12:0:199:0: [sdza] Attached SCSI disk
[  120.644064] sd 12:0:282:0: [sdace] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.644139] sd 12:0:288:0: [sdack] Write Protect is off
[  120.644140] sd 12:0:288:0: [sdack] Mode Sense: db 00 10 08
[  120.644177] sd 12:0:298:0: [sdacu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.644178] sd 12:0:298:0: [sdacu] 4096-byte physical blocks
[  120.644362] sd 12:0:283:0: [sdacf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.644369] sd 12:0:299:0: [sdacv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.644370] sd 12:0:299:0: [sdacv] 4096-byte physical blocks
[  120.644402] sd 12:0:289:0: [sdacl] Write Protect is off
[  120.644403] sd 12:0:289:0: [sdacl] Mode Sense: db 00 10 08
[  120.644455] sd 12:0:214:0: [sdzp] Attached SCSI disk
[  120.644502] sd 12:0:200:0: [sdzb] Attached SCSI disk
[  120.644506] sd 12:0:284:0: [sdacg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.644579] sd 12:0:290:0: [sdacm] Write Protect is off
[  120.644581] sd 12:0:290:0: [sdacm] Mode Sense: db 00 10 08
[  120.644582] sd 12:0:300:0: [sdacw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.644583] sd 12:0:300:0: [sdacw] 4096-byte physical blocks
[  120.644677] sd 12:0:285:0: [sdach] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.644693] sd 12:0:206:0: [sdzh] Attached SCSI disk
[  120.644749] sd 12:0:291:0: [sdacn] Write Protect is off
[  120.644751] sd 12:0:291:0: [sdacn] Mode Sense: db 00 10 08
[  120.644826] sd 12:0:301:0: [sdacx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.644827] sd 12:0:301:0: [sdacx] 4096-byte physical blocks
[  120.644904] sd 12:0:212:0: [sdzn] Attached SCSI disk
[  120.644942] sd 12:0:292:0: [sdaco] Write Protect is off
[  120.644943] sd 12:0:292:0: [sdaco] Mode Sense: db 00 10 08
[  120.644982] sd 12:0:286:0: [sdaci] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.644997] sd 12:0:219:0: [sdzu] Attached SCSI disk
[  120.645064] sd 12:0:287:0: [sdacj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.645070] sd 12:0:302:0: [sdacy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.645071] sd 12:0:302:0: [sdacy] 4096-byte physical blocks
[  120.645220] sd 12:0:293:0: [sdacp] Write Protect is off
[  120.645221] sd 12:0:293:0: [sdacp] Mode Sense: db 00 10 08
[  120.645277] sd 12:0:303:0: [sdacz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.645278] sd 12:0:303:0: [sdacz] 4096-byte physical blocks
[  120.645304] sd 12:0:294:0: [sdacq] Write Protect is off
[  120.645305] sd 12:0:294:0: [sdacq] Mode Sense: db 00 10 08
[  120.645318] sd 12:0:215:0: [sdzq] Attached SCSI disk
[  120.645400] sd 12:0:288:0: [sdack] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.645433] sd 12:0:209:0: [sdzk] Attached SCSI disk
[  120.645478] sd 12:0:304:0: [sdada] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.645479] sd 12:0:304:0: [sdada] 4096-byte physical blocks
[  120.645509] sd 12:0:207:0: [sdzi] Attached SCSI disk
[  120.645691] sd 12:0:295:0: [sdacr] Write Protect is off
[  120.645697] sd 12:0:295:0: [sdacr] Mode Sense: db 00 10 08
[  120.645725] sd 12:0:289:0: [sdacl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.645750] sd 12:0:296:0: [sdacs] Write Protect is off
[  120.645751] sd 12:0:296:0: [sdacs] Mode Sense: db 00 10 08
[  120.645843] sd 12:0:306:0: [sdadb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.645845] sd 12:0:306:0: [sdadb] 4096-byte physical blocks
[  120.645891] sd 12:0:290:0: [sdacm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.646009] sd 12:0:291:0: [sdacn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.646056] sd 12:0:307:0: [sdadc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.646056] sd 12:0:307:0: [sdadc] 4096-byte physical blocks
[  120.646169] sd 12:0:297:0: [sdact] Write Protect is off
[  120.646177] sd 12:0:297:0: [sdact] Mode Sense: db 00 10 08
[  120.646191] sd 12:0:292:0: [sdaco] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.646262] sd 12:0:308:0: [sdadd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.646263] sd 12:0:308:0: [sdadd] 4096-byte physical blocks
[  120.646404] sd 12:0:298:0: [sdacu] Write Protect is off
[  120.646405] sd 12:0:298:0: [sdacu] Mode Sense: db 00 10 08
[  120.646474] sd 12:0:293:0: [sdacp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.646503] sd 12:0:309:0: [sdade] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.646504] sd 12:0:309:0: [sdade] 4096-byte physical blocks
[  120.646561] sd 12:0:299:0: [sdacv] Write Protect is off
[  120.646563] sd 12:0:299:0: [sdacv] Mode Sense: db 00 10 08
[  120.646575] sd 12:0:294:0: [sdacq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.646719] sd 12:0:300:0: [sdacw] Write Protect is off
[  120.646721] sd 12:0:300:0: [sdacw] Mode Sense: db 00 10 08
[  120.646733] sd 12:0:310:0: [sdadf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.646734] sd 12:0:310:0: [sdadf] 4096-byte physical blocks
[  120.646824] sd 12:0:208:0: [sdzj] Attached SCSI disk
[  120.646956] sd 12:0:301:0: [sdacx] Write Protect is off
[  120.646958] sd 12:0:301:0: [sdacx] Mode Sense: db 00 10 08
[  120.647008] sd 12:0:296:0: [sdacs] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.647009] sd 12:0:311:0: [sdadg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.647010] sd 12:0:311:0: [sdadg] 4096-byte physical blocks
[  120.647017] sd 12:0:295:0: [sdacr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.647103] sd 12:0:218:0: [sdzt] Attached SCSI disk
[  120.647129] sd 12:0:231:0: [sdaag] Attached SCSI disk
[  120.647249] sd 12:0:312:0: [sdadh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.647250] sd 12:0:312:0: [sdadh] 4096-byte physical blocks
[  120.647273] sd 12:0:302:0: [sdacy] Write Protect is off
[  120.647274] sd 12:0:302:0: [sdacy] Mode Sense: db 00 10 08
[  120.647405] sd 12:0:303:0: [sdacz] Write Protect is off
[  120.647407] sd 12:0:303:0: [sdacz] Mode Sense: db 00 10 08
[  120.647436] sd 12:0:297:0: [sdact] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.647470] sd 12:0:313:0: [sdadi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.647472] sd 12:0:313:0: [sdadi] 4096-byte physical blocks
[  120.647690] sd 12:0:298:0: [sdacu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.647691] sd 12:0:314:0: [sdadj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.647693] sd 12:0:314:0: [sdadj] 4096-byte physical blocks
[  120.647696] sd 12:0:304:0: [sdada] Write Protect is off
[  120.647700] sd 12:0:304:0: [sdada] Mode Sense: db 00 10 08
[  120.647817] sd 12:0:299:0: [sdacv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.647900] sd 12:0:315:0: [sdadk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.647901] sd 12:0:315:0: [sdadk] 4096-byte physical blocks
[  120.647960] sd 12:0:230:0: [sdaaf] Attached SCSI disk
[  120.647974] sd 12:0:300:0: [sdacw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.648047] sd 12:0:221:0: [sdzw] Attached SCSI disk
[  120.648091] sd 12:0:306:0: [sdadb] Write Protect is off
[  120.648092] sd 12:0:306:0: [sdadb] Mode Sense: db 00 10 08
[  120.648214] sd 12:0:301:0: [sdacx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.648234] sd 12:0:307:0: [sdadc] Write Protect is off
[  120.648234] sd 12:0:307:0: [sdadc] Mode Sense: db 00 10 08
[  120.648238] sd 12:0:316:0: [sdadl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.648239] sd 12:0:316:0: [sdadl] 4096-byte physical blocks
[  120.648389] sd 12:0:317:0: [sdadm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.648393] sd 12:0:317:0: [sdadm] 4096-byte physical blocks
[  120.648452] sd 12:0:308:0: [sdadd] Write Protect is off
[  120.648453] sd 12:0:308:0: [sdadd] Mode Sense: db 00 10 08
[  120.648534] sd 12:0:302:0: [sdacy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.648584] sd 12:0:318:0: [sdadn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.648585] sd 12:0:318:0: [sdadn] 4096-byte physical blocks
[  120.648620] sd 12:0:309:0: [sdade] Write Protect is off
[  120.648621] sd 12:0:309:0: [sdade] Mode Sense: db 00 10 08
[  120.648730] sd 12:0:303:0: [sdacz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.648824] sd 12:0:319:0: [sdado] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.648826] sd 12:0:319:0: [sdado] 4096-byte physical blocks
[  120.648925] sd 12:0:310:0: [sdadf] Write Protect is off
[  120.648926] sd 12:0:310:0: [sdadf] Mode Sense: db 00 10 08
[  120.648972] sd 12:0:226:0: [sdaab] Attached SCSI disk
[  120.649010] sd 12:0:222:0: [sdzx] Attached SCSI disk
[  120.649017] sd 12:0:304:0: [sdada] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.649221] sd 12:0:320:0: [sdadp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.649222] sd 12:0:320:0: [sdadp] 4096-byte physical blocks
[  120.649298] sd 12:0:311:0: [sdadg] Write Protect is off
[  120.649299] sd 12:0:311:0: [sdadg] Mode Sense: db 00 10 08
[  120.649299] sd 12:0:321:0: [sdadq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.649301] sd 12:0:321:0: [sdadq] 4096-byte physical blocks
[  120.649405] sd 12:0:306:0: [sdadb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.649469] sd 12:0:312:0: [sdadh] Write Protect is off
[  120.649470] sd 12:0:312:0: [sdadh] Mode Sense: db 00 10 08
[  120.649485] sd 12:0:307:0: [sdadc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.649526] sd 12:0:322:0: [sdadr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.649527] sd 12:0:322:0: [sdadr] 4096-byte physical blocks
[  120.649675] sd 12:0:313:0: [sdadi] Write Protect is off
[  120.649677] sd 12:0:313:0: [sdadi] Mode Sense: db 00 10 08
[  120.649697] sd 12:0:246:0: [sdaau] Attached SCSI disk
[  120.649725] sd 12:0:308:0: [sdadd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.649754] sd 12:0:323:0: [sdads] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.649755] sd 12:0:323:0: [sdads] 4096-byte physical blocks
[  120.649812] sd 12:0:239:0: [sdaao] Attached SCSI disk
[  120.649874] sd 12:0:309:0: [sdade] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.649918] sd 12:0:314:0: [sdadj] Write Protect is off
[  120.649919] sd 12:0:314:0: [sdadj] Mode Sense: db 00 10 08
[  120.649970] sd 12:0:324:0: [sdadt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.649971] sd 12:0:324:0: [sdadt] 4096-byte physical blocks
[  120.650036] sd 12:0:225:0: [sdaaa] Attached SCSI disk
[  120.650097] sd 12:0:315:0: [sdadk] Write Protect is off
[  120.650099] sd 12:0:315:0: [sdadk] Mode Sense: db 00 10 08
[  120.650182] sd 12:0:310:0: [sdadf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.650190] sd 12:0:325:0: [sdadu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.650191] sd 12:0:325:0: [sdadu] 4096-byte physical blocks
[  120.650341] sd 12:0:220:0: [sdzv] Attached SCSI disk
[  120.650394] sd 12:0:326:0: [sdadv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.650395] sd 12:0:326:0: [sdadv] 4096-byte physical blocks
[  120.650509] sd 12:0:316:0: [sdadl] Write Protect is off
[  120.650510] sd 12:0:316:0: [sdadl] Mode Sense: db 00 10 08
[  120.650566] sd 12:0:311:0: [sdadg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.650567] sd 12:0:317:0: [sdadm] Write Protect is off
[  120.650568] sd 12:0:317:0: [sdadm] Mode Sense: db 00 10 08
[  120.650610] sd 12:0:327:0: [sdadw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.650612] sd 12:0:327:0: [sdadw] 4096-byte physical blocks
[  120.650746] sd 12:0:255:0: [sdabd] Attached SCSI disk
[  120.650798] sd 12:0:312:0: [sdadh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.650812] sd 12:0:318:0: [sdadn] Write Protect is off
[  120.650813] sd 12:0:318:0: [sdadn] Mode Sense: db 00 10 08
[  120.650836] sd 12:0:328:0: [sdadx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.650837] sd 12:0:328:0: [sdadx] 4096-byte physical blocks
[  120.650864] sd 12:0:252:0: [sdaba] Attached SCSI disk
[  120.650893] sd 12:0:234:0: [sdaaj] Attached SCSI disk
[  120.650987] sd 12:0:245:0: [sdaat] Attached SCSI disk
[  120.651004] sd 12:0:313:0: [sdadi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.651038] sd 12:0:319:0: [sdado] Write Protect is off
[  120.651039] sd 12:0:319:0: [sdado] Mode Sense: db 00 10 08
[  120.651066] sd 12:0:329:0: [sdady] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.651071] sd 12:0:329:0: [sdady] 4096-byte physical blocks
[  120.651186] sd 12:0:314:0: [sdadj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.651211] sd 12:0:223:0: [sdzy] Attached SCSI disk
[  120.651323] sd 12:0:330:0: [sdadz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.651324] sd 12:0:330:0: [sdadz] 4096-byte physical blocks
[  120.651353] sd 12:0:315:0: [sdadk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.651460] sd 12:0:320:0: [sdadp] Write Protect is off
[  120.651464] sd 12:0:320:0: [sdadp] Mode Sense: db 00 10 08
[  120.651549] sd 12:0:331:0: [sdaea] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.651550] sd 12:0:331:0: [sdaea] 4096-byte physical blocks
[  120.651554] sd 12:0:321:0: [sdadq] Write Protect is off
[  120.651556] sd 12:0:321:0: [sdadq] Mode Sense: db 00 10 08
[  120.651746] sd 12:0:332:0: [sdaeb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.651747] sd 12:0:332:0: [sdaeb] 4096-byte physical blocks
[  120.651752] sd 12:0:322:0: [sdadr] Write Protect is off
[  120.651754] sd 12:0:322:0: [sdadr] Mode Sense: db 00 10 08
[  120.651789] sd 12:0:251:0: [sdaaz] Attached SCSI disk
[  120.651804] sd 12:0:232:0: [sdaah] Attached SCSI disk
[  120.651831] sd 12:0:316:0: [sdadl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.651918] sd 12:0:317:0: [sdadm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.651922] sd 12:0:236:0: [sdaal] Attached SCSI disk
[  120.651944] sd 12:0:323:0: [sdads] Write Protect is off
[  120.651945] sd 12:0:323:0: [sdads] Mode Sense: db 00 10 08
[  120.651969] sd 12:0:249:0: [sdaax] Attached SCSI disk
[  120.651990] sd 12:0:333:0: [sdaec] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.651992] sd 12:0:333:0: [sdaec] 4096-byte physical blocks
[  120.652069] sd 12:0:318:0: [sdadn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.652108] sd 12:0:324:0: [sdadt] Write Protect is off
[  120.652109] sd 12:0:324:0: [sdadt] Mode Sense: db 00 10 08
[  120.652162] sd 12:0:237:0: [sdaam] Attached SCSI disk
[  120.652186] sd 12:0:334:0: [sdaed] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.652187] sd 12:0:334:0: [sdaed] 4096-byte physical blocks
[  120.652210] sd 12:0:233:0: [sdaai] Attached SCSI disk
[  120.652304] sd 12:0:319:0: [sdado] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.652325] sd 12:0:243:0: [sdaas] Attached SCSI disk
[  120.652382] sd 12:0:325:0: [sdadu] Write Protect is off
[  120.652383] sd 12:0:325:0: [sdadu] Mode Sense: db 00 10 08
[  120.652397] sd 12:0:335:0: [sdaee] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.652398] sd 12:0:335:0: [sdaee] 4096-byte physical blocks
[  120.652584] sd 12:0:326:0: [sdadv] Write Protect is off
[  120.652586] sd 12:0:326:0: [sdadv] Mode Sense: db 00 10 08
[  120.652648] sd 12:0:336:0: [sdaef] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.652649] sd 12:0:336:0: [sdaef] 4096-byte physical blocks
[  120.652721] sd 12:0:320:0: [sdadp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.652744] sd 12:0:248:0: [sdaaw] Attached SCSI disk
[  120.652795] sd 12:0:327:0: [sdadw] Write Protect is off
[  120.652796] sd 12:0:327:0: [sdadw] Mode Sense: db 00 10 08
[  120.652874] sd 12:0:321:0: [sdadq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.652888] sd 12:0:337:0: [sdaeg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.652890] sd 12:0:337:0: [sdaeg] 4096-byte physical blocks
[  120.653023] sd 12:0:328:0: [sdadx] Write Protect is off
[  120.653024] sd 12:0:328:0: [sdadx] Mode Sense: db 00 10 08
[  120.653067] sd 12:0:322:0: [sdadr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.653133] sd 12:0:338:0: [sdaeh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.653134] sd 12:0:338:0: [sdaeh] 4096-byte physical blocks
[  120.653273] sd 12:0:323:0: [sdads] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.653323] sd 12:0:339:0: [sdaei] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.653325] sd 12:0:339:0: [sdaei] 4096-byte physical blocks
[  120.653372] sd 12:0:329:0: [sdady] Write Protect is off
[  120.653373] sd 12:0:329:0: [sdady] Mode Sense: db 00 10 08
[  120.653388] sd 12:0:250:0: [sdaay] Attached SCSI disk
[  120.653409] sd 12:0:256:0: [sdabe] Attached SCSI disk
[  120.653437] sd 12:0:324:0: [sdadt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.653486] sd 12:0:330:0: [sdadz] Write Protect is off
[  120.653487] sd 12:0:330:0: [sdadz] Mode Sense: db 00 10 08
[  120.653553] sd 12:0:235:0: [sdaak] Attached SCSI disk
[  120.653589] sd 12:0:340:0: [sdaej] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.653590] sd 12:0:340:0: [sdaej] 4096-byte physical blocks
[  120.653647] sd 12:0:325:0: [sdadu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.653791] sd 12:0:341:0: [sdaek] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.653792] sd 12:0:341:0: [sdaek] 4096-byte physical blocks
[  120.653823] sd 12:0:331:0: [sdaea] Write Protect is off
[  120.653824] sd 12:0:331:0: [sdaea] Mode Sense: db 00 10 08
[  120.653842] sd 12:0:326:0: [sdadv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.653956] sd 12:0:267:0: [sdabp] Attached SCSI disk
[  120.653968] sd 12:0:332:0: [sdaeb] Write Protect is off
[  120.653969] sd 12:0:332:0: [sdaeb] Mode Sense: db 00 10 08
[  120.653999] sd 12:0:342:0: [sdael] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.654000] sd 12:0:342:0: [sdael] 4096-byte physical blocks
[  120.654127] sd 12:0:327:0: [sdadw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.654175] sd 12:0:333:0: [sdaec] Write Protect is off
[  120.654176] sd 12:0:333:0: [sdaec] Mode Sense: db 00 10 08
[  120.654209] sd 12:0:343:0: [sdaem] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.654210] sd 12:0:343:0: [sdaem] 4096-byte physical blocks
[  120.654237] sd 12:0:238:0: [sdaan] Attached SCSI disk
[  120.654268] sd 12:0:258:0: [sdabg] Attached SCSI disk
[  120.654287] sd 12:0:328:0: [sdadx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.654426] sd 12:0:344:0: [sdaen] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.654426] sd 12:0:344:0: [sdaen] 4096-byte physical blocks
[  120.654427] sd 12:0:334:0: [sdaed] Write Protect is off
[  120.654428] sd 12:0:334:0: [sdaed] Mode Sense: db 00 10 08
[  120.654454] sd 12:0:269:0: [sdabr] Attached SCSI disk
[  120.654510] sd 12:0:335:0: [sdaee] Write Protect is off
[  120.654511] sd 12:0:335:0: [sdaee] Mode Sense: db 00 10 08
[  120.654632] sd 12:0:257:0: [sdabf] Attached SCSI disk
[  120.654639] sd 12:0:329:0: [sdady] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.654671] sd 12:0:210:0: [sdzl] Attached SCSI disk
[  120.654690] sd 12:0:345:0: [sdaeo] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.654691] sd 12:0:345:0: [sdaeo] 4096-byte physical blocks
[  120.654801] sd 12:0:336:0: [sdaef] Write Protect is off
[  120.654803] sd 12:0:336:0: [sdaef] Mode Sense: db 00 10 08
[  120.654811] sd 12:0:330:0: [sdadz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.654911] sd 12:0:346:0: [sdaep] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.654912] sd 12:0:346:0: [sdaep] 4096-byte physical blocks
[  120.654928] sd 12:0:247:0: [sdaav] Attached SCSI disk
[  120.655094] sd 12:0:331:0: [sdaea] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.655143] sd 12:0:265:0: [sdabn] Attached SCSI disk
[  120.655167] sd 12:0:337:0: [sdaeg] Write Protect is off
[  120.655169] sd 12:0:337:0: [sdaeg] Mode Sense: db 00 10 08
[  120.655239] sd 12:0:347:0: [sdaeq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.655240] sd 12:0:347:0: [sdaeq] 4096-byte physical blocks
[  120.655273] sd 12:0:338:0: [sdaeh] Write Protect is off
[  120.655275] sd 12:0:338:0: [sdaeh] Mode Sense: db 00 10 08
[  120.655304] sd 12:0:332:0: [sdaeb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.655340] sd 12:0:242:0: [sdaar] Attached SCSI disk
[  120.655349] sd 12:0:262:0: [sdabk] Attached SCSI disk
[  120.655435] sd 12:0:348:0: [sdaer] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.655436] sd 12:0:348:0: [sdaer] 4096-byte physical blocks
[  120.655438] sd 12:0:339:0: [sdaei] Write Protect is off
[  120.655439] sd 12:0:339:0: [sdaei] Mode Sense: db 00 10 08
[  120.655440] sd 12:0:333:0: [sdaec] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.655442] sd 12:0:268:0: [sdabq] Attached SCSI disk
[  120.655567] sd 12:0:261:0: [sdabj] Attached SCSI disk
[  120.655653] sd 12:0:349:0: [sdaes] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.655654] sd 12:0:349:0: [sdaes] 4096-byte physical blocks
[  120.655737] sd 12:0:334:0: [sdaed] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.655831] sd 12:0:340:0: [sdaej] Write Protect is off
[  120.655832] sd 12:0:340:0: [sdaej] Mode Sense: db 00 10 08
[  120.655834] sd 12:0:335:0: [sdaee] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.655903] sd 12:0:350:0: [sdaet] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.655904] sd 12:0:350:0: [sdaet] 4096-byte physical blocks
[  120.656007] sd 12:0:341:0: [sdaek] Write Protect is off
[  120.656008] sd 12:0:341:0: [sdaek] Mode Sense: db 00 10 08
[  120.656127] sd 12:0:336:0: [sdaef] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.656154] sd 12:0:351:0: [sdaeu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.656155] sd 12:0:351:0: [sdaeu] 4096-byte physical blocks
[  120.656198] sd 12:0:342:0: [sdael] Write Protect is off
[  120.656199] sd 12:0:342:0: [sdael] Mode Sense: db 00 10 08
[  120.656379] sd 12:0:352:0: [sdaev] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.656380] sd 12:0:352:0: [sdaev] 4096-byte physical blocks
[  120.656395] sd 12:0:343:0: [sdaem] Write Protect is off
[  120.656396] sd 12:0:343:0: [sdaem] Mode Sense: db 00 10 08
[  120.656432] sd 12:0:337:0: [sdaeg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.656556] sd 12:0:344:0: [sdaen] Write Protect is off
[  120.656557] sd 12:0:344:0: [sdaen] Mode Sense: db 00 10 08
[  120.656578] sd 12:0:263:0: [sdabl] Attached SCSI disk
[  120.656598] sd 12:0:338:0: [sdaeh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.656603] sd 12:0:353:0: [sdaew] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.656604] sd 12:0:353:0: [sdaew] 4096-byte physical blocks
[  120.656688] sd 12:0:339:0: [sdaei] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.656777] sd 12:0:253:0: [sdabb] Attached SCSI disk
[  120.656797] sd 12:0:254:0: [sdabc] Attached SCSI disk
[  120.656826] sd 12:0:354:0: [sdaex] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.656827] sd 12:0:354:0: [sdaex] 4096-byte physical blocks
[  120.656951] sd 12:0:345:0: [sdaeo] Write Protect is off
[  120.656953] sd 12:0:345:0: [sdaeo] Mode Sense: db 00 10 08
[  120.656986] sd 12:0:266:0: [sdabo] Attached SCSI disk
[  120.657031] sd 12:0:264:0: [sdabm] Attached SCSI disk
[  120.657045] sd 12:0:355:0: [sdaey] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.657046] sd 12:0:355:0: [sdaey] 4096-byte physical blocks
[  120.657127] sd 12:0:346:0: [sdaep] Write Protect is off
[  120.657129] sd 12:0:346:0: [sdaep] Mode Sense: db 00 10 08
[  120.657171] sd 12:0:340:0: [sdaej] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.657249] sd 12:0:356:0: [sdaez] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.657250] sd 12:0:356:0: [sdaez] 4096-byte physical blocks
[  120.657262] sd 12:0:341:0: [sdaek] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.657413] sd 12:0:347:0: [sdaeq] Write Protect is off
[  120.657414] sd 12:0:347:0: [sdaeq] Mode Sense: db 00 10 08
[  120.657456] sd 12:0:342:0: [sdael] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.657470] sd 12:0:357:0: [sdafa] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.657471] sd 12:0:357:0: [sdafa] 4096-byte physical blocks
[  120.657550] sd 12:0:273:0: [sdabv] Attached SCSI disk
[  120.657619] sd 12:0:348:0: [sdaer] Write Protect is off
[  120.657621] sd 12:0:348:0: [sdaer] Mode Sense: db 00 10 08
[  120.657679] sd 12:0:358:0: [sdafb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.657680] sd 12:0:358:0: [sdafb] 4096-byte physical blocks
[  120.657694] sd 12:0:282:0: [sdace] Attached SCSI disk
[  120.657712] sd 12:0:343:0: [sdaem] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.657813] sd 12:0:344:0: [sdaen] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.657828] sd 12:0:349:0: [sdaes] Write Protect is off
[  120.657829] sd 12:0:349:0: [sdaes] Mode Sense: db 00 10 08
[  120.657909] sd 12:0:359:0: [sdafc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.657911] sd 12:0:359:0: [sdafc] 4096-byte physical blocks
[  120.658020] sd 12:0:278:0: [sdaca] Attached SCSI disk
[  120.658034] sd 12:0:259:0: [sdabh] Attached SCSI disk
[  120.658035] sd 12:0:350:0: [sdaet] Write Protect is off
[  120.658036] sd 12:0:350:0: [sdaet] Mode Sense: db 00 10 08
[  120.658046] sd 12:0:279:0: [sdacb] Attached SCSI disk
[  120.658171] sd 12:0:360:0: [sdafd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.658172] sd 12:0:360:0: [sdafd] 4096-byte physical blocks
[  120.658215] sd 12:0:345:0: [sdaeo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.658322] sd 12:0:283:0: [sdacf] Attached SCSI disk
[  120.658341] sd 12:0:351:0: [sdaeu] Write Protect is off
[  120.658342] sd 12:0:351:0: [sdaeu] Mode Sense: db 00 10 08
[  120.658385] sd 12:0:346:0: [sdaep] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.658437] sd 12:0:361:0: [sdafe] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.658438] sd 12:0:361:0: [sdafe] 4096-byte physical blocks
[  120.658531] sd 12:0:352:0: [sdaev] Write Protect is off
[  120.658532] sd 12:0:352:0: [sdaev] Mode Sense: db 00 10 08
[  120.658658] sd 12:0:362:0: [sdaff] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.658659] sd 12:0:362:0: [sdaff] 4096-byte physical blocks
[  120.658664] sd 12:0:347:0: [sdaeq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.658829] sd 12:0:272:0: [sdabu] Attached SCSI disk
[  120.658871] sd 12:0:363:0: [sdafg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.658872] sd 12:0:363:0: [sdafg] 4096-byte physical blocks
[  120.658876] sd 12:0:348:0: [sdaer] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.658884] sd 12:0:353:0: [sdaew] Write Protect is off
[  120.658885] sd 12:0:353:0: [sdaew] Mode Sense: db 00 10 08
[  120.658970] sd 12:0:354:0: [sdaex] Write Protect is off
[  120.658971] sd 12:0:354:0: [sdaex] Mode Sense: db 00 10 08
[  120.659109] sd 12:0:349:0: [sdaes] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.659119] sd 12:0:364:0: [sdafh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.659120] sd 12:0:364:0: [sdafh] 4096-byte physical blocks
[  120.659206] sd 12:0:355:0: [sdaey] Write Protect is off
[  120.659208] sd 12:0:355:0: [sdaey] Mode Sense: db 00 10 08
[  120.659256] sd 12:0:276:0: [sdaby] Attached SCSI disk
[  120.659297] sd 12:0:350:0: [sdaet] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.659328] sd 12:0:365:0: [sdafi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.659329] sd 12:0:365:0: [sdafi] 4096-byte physical blocks
[  120.659395] sd 12:0:356:0: [sdaez] Write Protect is off
[  120.659396] sd 12:0:356:0: [sdaez] Mode Sense: db 00 10 08
[  120.659506] sd 12:0:294:0: [sdacq] Attached SCSI disk
[  120.659594] sd 12:0:351:0: [sdaeu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.659644] sd 12:0:367:0: [sdafj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.659645] sd 12:0:367:0: [sdafj] 4096-byte physical blocks
[  120.659659] sd 12:0:357:0: [sdafa] Write Protect is off
[  120.659660] sd 12:0:357:0: [sdafa] Mode Sense: db 00 10 08
[  120.659802] sd 12:0:358:0: [sdafb] Write Protect is off
[  120.659803] sd 12:0:358:0: [sdafb] Mode Sense: db 00 10 08
[  120.659856] sd 12:0:352:0: [sdaev] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.659913] sd 12:0:368:0: [sdafk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.659914] sd 12:0:270:0: [sdabs] Attached SCSI disk
[  120.659915] sd 12:0:368:0: [sdafk] 4096-byte physical blocks
[  120.660034] sd 12:0:359:0: [sdafc] Write Protect is off
[  120.660035] sd 12:0:359:0: [sdafc] Mode Sense: db 00 10 08
[  120.660098] sd 12:0:290:0: [sdacm] Attached SCSI disk
[  120.660139] sd 12:0:260:0: [sdabi] Attached SCSI disk
[  120.660152] sd 12:0:353:0: [sdaew] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.660158] sd 12:0:369:0: [sdafl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.660159] sd 12:0:369:0: [sdafl] 4096-byte physical blocks
[  120.660225] sd 12:0:354:0: [sdaex] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.660360] sd 12:0:360:0: [sdafd] Write Protect is off
[  120.660361] sd 12:0:360:0: [sdafd] Mode Sense: db 00 10 08
[  120.660368] sd 12:0:370:0: [sdafm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.660369] sd 12:0:370:0: [sdafm] 4096-byte physical blocks
[  120.660465] sd 12:0:355:0: [sdaey] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.660576] sd 12:0:371:0: [sdafn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.660578] sd 12:0:361:0: [sdafe] Write Protect is off
[  120.660578] sd 12:0:371:0: [sdafn] 4096-byte physical blocks
[  120.660579] sd 12:0:361:0: [sdafe] Mode Sense: db 00 10 08
[  120.660651] sd 12:0:356:0: [sdaez] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.660808] sd 12:0:372:0: [sdafo] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.660809] sd 12:0:372:0: [sdafo] 4096-byte physical blocks
[  120.660821] sd 12:0:274:0: [sdabw] Attached SCSI disk
[  120.660887] sd 12:0:362:0: [sdaff] Write Protect is off
[  120.660888] sd 12:0:362:0: [sdaff] Mode Sense: db 00 10 08
[  120.660889] sd 12:0:297:0: [sdact] Attached SCSI disk
[  120.660911] sd 12:0:293:0: [sdacp] Attached SCSI disk
[  120.660919] sd 12:0:357:0: [sdafa] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.661041] sd 12:0:373:0: [sdafp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.661042] sd 12:0:373:0: [sdafp] 4096-byte physical blocks
[  120.661076] sd 12:0:363:0: [sdafg] Write Protect is off
[  120.661078] sd 12:0:363:0: [sdafg] Mode Sense: db 00 10 08
[  120.661125] sd 12:0:358:0: [sdafb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.661162] sd 12:0:288:0: [sdack] Attached SCSI disk
[  120.661304] sd 12:0:364:0: [sdafh] Write Protect is off
[  120.661305] sd 12:0:364:0: [sdafh] Mode Sense: db 00 10 08
[  120.661350] sd 12:0:359:0: [sdafc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.661517] sd 12:0:365:0: [sdafi] Write Protect is off
[  120.661518] sd 12:0:365:0: [sdafi] Mode Sense: db 00 10 08
[  120.661623] sd 12:0:360:0: [sdafd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.661638] sd 12:0:298:0: [sdacu] Attached SCSI disk
[  120.661664] sd 12:0:374:0: [sdafq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.661665] sd 12:0:374:0: [sdafq] 4096-byte physical blocks
[  120.661700] sd 12:0:271:0: [sdabt] Attached SCSI disk
[  120.661840] sd 12:0:367:0: [sdafj] Write Protect is off
[  120.661842] sd 12:0:367:0: [sdafj] Mode Sense: db 00 10 08
[  120.661861] sd 12:0:375:0: [sdafr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.661862] sd 12:0:375:0: [sdafr] 4096-byte physical blocks
[  120.661907] sd 12:0:361:0: [sdafe] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.662148] sd 12:0:368:0: [sdafk] Write Protect is off
[  120.662149] sd 12:0:376:0: [sdafs] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.662150] sd 12:0:368:0: [sdafk] Mode Sense: db 00 10 08
[  120.662151] sd 12:0:376:0: [sdafs] 4096-byte physical blocks
[  120.662209] sd 12:0:362:0: [sdaff] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.662357] sd 12:0:369:0: [sdafl] Write Protect is off
[  120.662358] sd 12:0:369:0: [sdafl] Mode Sense: db 00 10 08
[  120.662381] sd 12:0:363:0: [sdafg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.662383] sd 12:0:377:0: [sdaft] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.662384] sd 12:0:377:0: [sdaft] 4096-byte physical blocks
[  120.662491] sd 12:0:370:0: [sdafm] Write Protect is off
[  120.662491] sd 12:0:370:0: [sdafm] Mode Sense: db 00 10 08
[  120.662557] sd 12:0:364:0: [sdafh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.662592] sd 12:0:378:0: [sdafu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.662593] sd 12:0:378:0: [sdafu] 4096-byte physical blocks
[  120.662748] sd 12:0:371:0: [sdafn] Write Protect is off
[  120.662749] sd 12:0:371:0: [sdafn] Mode Sense: db 00 10 08
[  120.662781] sd 12:0:365:0: [sdafi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.662829] sd 12:0:379:0: [sdafv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.662831] sd 12:0:379:0: [sdafv] 4096-byte physical blocks
[  120.662993] sd 12:0:372:0: [sdafo] Write Protect is off
[  120.662994] sd 12:0:372:0: [sdafo] Mode Sense: db 00 10 08
[  120.663020] sd 12:0:292:0: [sdaco] Attached SCSI disk
[  120.663081] sd 12:0:380:0: [sdafw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.663082] sd 12:0:380:0: [sdafw] 4096-byte physical blocks
[  120.663097] sd 12:0:367:0: [sdafj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.663103] sd 12:0:281:0: [sdacd] Attached SCSI disk
[  120.663162] sd 12:0:277:0: [sdabz] Attached SCSI disk
[  120.663253] sd 12:0:287:0: [sdacj] Attached SCSI disk
[  120.663300] sd 12:0:381:0: [sdafx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.663301] sd 12:0:381:0: [sdafx] 4096-byte physical blocks
[  120.663303] sd 12:0:373:0: [sdafp] Write Protect is off
[  120.663307] sd 12:0:373:0: [sdafp] Mode Sense: db 00 10 08
[  120.663409] sd 12:0:368:0: [sdafk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.663505] sd 12:0:286:0: [sdaci] Attached SCSI disk
[  120.663508] sd 12:0:382:0: [sdafy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.663509] sd 12:0:382:0: [sdafy] 4096-byte physical blocks
[  120.663692] sd 12:0:280:0: [sdacc] Attached SCSI disk
[  120.663692] sd 12:0:369:0: [sdafl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.663719] sd 12:0:289:0: [sdacl] Attached SCSI disk
[  120.663736] sd 12:0:374:0: [sdafq] Write Protect is off
[  120.663737] sd 12:0:374:0: [sdafq] Mode Sense: db 00 10 08
[  120.663751] sd 12:0:383:0: [sdafz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.663752] sd 12:0:383:0: [sdafz] 4096-byte physical blocks
[  120.663811] sd 12:0:307:0: [sdadc] Attached SCSI disk
[  120.663819] sd 12:0:370:0: [sdafm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.663960] sd 12:0:384:0: [sdaga] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.663961] sd 12:0:384:0: [sdaga] 4096-byte physical blocks
[  120.664028] sd 12:0:284:0: [sdacg] Attached SCSI disk
[  120.664070] sd 12:0:371:0: [sdafn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.664122] sd 12:0:375:0: [sdafr] Write Protect is off
[  120.664123] sd 12:0:375:0: [sdafr] Mode Sense: db 00 10 08
[  120.664175] sd 12:0:385:0: [sdagb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.664177] sd 12:0:385:0: [sdagb] 4096-byte physical blocks
[  120.664237] sd 12:0:285:0: [sdach] Attached SCSI disk
[  120.664253] sd 12:0:372:0: [sdafo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.664344] sd 12:0:376:0: [sdafs] Write Protect is off
[  120.664346] sd 12:0:376:0: [sdafs] Mode Sense: db 00 10 08
[  120.664399] sd 12:0:386:0: [sdagc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.664400] sd 12:0:386:0: [sdagc] 4096-byte physical blocks
[  120.664580] sd 12:0:373:0: [sdafp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.664625] sd 12:0:377:0: [sdaft] Write Protect is off
[  120.664627] sd 12:0:377:0: [sdaft] Mode Sense: db 00 10 08
[  120.664677] sd 12:0:387:0: [sdagd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.664678] sd 12:0:387:0: [sdagd] 4096-byte physical blocks
[  120.664731] sd 12:0:295:0: [sdacr] Attached SCSI disk
[  120.664785] sd 12:0:378:0: [sdafu] Write Protect is off
[  120.664786] sd 12:0:378:0: [sdafu] Mode Sense: db 00 10 08
[  120.664880] sd 12:0:388:0: [sdage] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.664881] sd 12:0:388:0: [sdage] 4096-byte physical blocks
[  120.664990] sd 12:0:374:0: [sdafq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.665012] sd 12:0:379:0: [sdafv] Write Protect is off
[  120.665013] sd 12:0:379:0: [sdafv] Mode Sense: db 00 10 08
[  120.665093] sd 12:0:389:0: [sdagf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.665094] sd 12:0:389:0: [sdagf] 4096-byte physical blocks
[  120.665250] sd 12:0:380:0: [sdafw] Write Protect is off
[  120.665251] sd 12:0:380:0: [sdafw] Mode Sense: db 00 10 08
[  120.665305] sd 12:0:390:0: [sdagg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.665306] sd 12:0:390:0: [sdagg] 4096-byte physical blocks
[  120.665390] sd 12:0:375:0: [sdafr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.665395] sd 12:0:291:0: [sdacn] Attached SCSI disk
[  120.665527] sd 12:0:381:0: [sdafx] Write Protect is off
[  120.665528] sd 12:0:381:0: [sdafx] Mode Sense: db 00 10 08
[  120.665573] sd 12:0:391:0: [sdagh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.665574] sd 12:0:391:0: [sdagh] 4096-byte physical blocks
[  120.665660] sd 12:0:376:0: [sdafs] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.665682] sd 12:0:317:0: [sdadm] Attached SCSI disk
[  120.665701] sd 12:0:382:0: [sdafy] Write Protect is off
[  120.665703] sd 12:0:382:0: [sdafy] Mode Sense: db 00 10 08
[  120.665812] sd 12:0:392:0: [sdagi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.665814] sd 12:0:392:0: [sdagi] 4096-byte physical blocks
[  120.665938] sd 12:0:383:0: [sdafz] Write Protect is off
[  120.665939] sd 12:0:383:0: [sdafz] Mode Sense: db 00 10 08
[  120.665942] sd 12:0:377:0: [sdaft] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.665981] sd 12:0:320:0: [sdadp] Attached SCSI disk
[  120.666035] sd 12:0:393:0: [sdagj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.666036] sd 12:0:393:0: [sdagj] 4096-byte physical blocks
[  120.666122] sd 12:0:384:0: [sdaga] Write Protect is off
[  120.666124] sd 12:0:384:0: [sdaga] Mode Sense: db 00 10 08
[  120.666124] sd 12:0:378:0: [sdafu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.666179] sd 12:0:321:0: [sdadq] Attached SCSI disk
[  120.666275] sd 12:0:379:0: [sdafv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.666297] sd 12:0:394:0: [sdagk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.666298] sd 12:0:394:0: [sdagk] 4096-byte physical blocks
[  120.666321] sd 12:0:302:0: [sdacy] Attached SCSI disk
[  120.666415] sd 12:0:385:0: [sdagb] Write Protect is off
[  120.666416] sd 12:0:385:0: [sdagb] Mode Sense: db 00 10 08
[  120.666477] sd 12:0:395:0: [sdagl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.666478] sd 12:0:395:0: [sdagl] 4096-byte physical blocks
[  120.666508] sd 12:0:380:0: [sdafw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.666528] sd 12:0:386:0: [sdagc] Write Protect is off
[  120.666529] sd 12:0:386:0: [sdagc] Mode Sense: db 00 10 08
[  120.666559] sd 12:0:303:0: [sdacz] Attached SCSI disk
[  120.666651] sd 12:0:316:0: [sdadl] Attached SCSI disk
[  120.666692] sd 12:0:396:0: [sdagm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.666693] sd 12:0:396:0: [sdagm] 4096-byte physical blocks
[  120.666719] sd 12:0:300:0: [sdacw] Attached SCSI disk
[  120.666774] sd 12:0:304:0: [sdada] Attached SCSI disk
[  120.666787] sd 12:0:381:0: [sdafx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.666828] sd 12:0:310:0: [sdadf] Attached SCSI disk
[  120.666884] sd 12:0:387:0: [sdagd] Write Protect is off
[  120.666885] sd 12:0:387:0: [sdagd] Mode Sense: db 00 10 08
[  120.666901] sd 12:0:397:0: [sdagn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.666902] sd 12:0:397:0: [sdagn] 4096-byte physical blocks
[  120.666954] sd 12:0:382:0: [sdafy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.667003] sd 12:0:308:0: [sdadd] Attached SCSI disk
[  120.667113] sd 12:0:398:0: [sdago] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.667114] sd 12:0:398:0: [sdago] 4096-byte physical blocks
[  120.667132] sd 12:0:388:0: [sdage] Write Protect is off
[  120.667133] sd 12:0:388:0: [sdage] Mode Sense: db 00 10 08
[  120.667252] sd 12:0:383:0: [sdafz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.667268] sd 12:0:315:0: [sdadk] Attached SCSI disk
[  120.667308] sd 12:0:389:0: [sdagf] Write Protect is off
[  120.667310] sd 12:0:389:0: [sdagf] Mode Sense: db 00 10 08
[  120.667347] sd 12:0:399:0: [sdagp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.667349] sd 12:0:399:0: [sdagp] 4096-byte physical blocks
[  120.667384] sd 12:0:384:0: [sdaga] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.667444] sd 12:0:327:0: [sdadw] Attached SCSI disk
[  120.667484] sd 12:0:390:0: [sdagg] Write Protect is off
[  120.667485] sd 12:0:390:0: [sdagg] Mode Sense: db 00 10 08
[  120.667556] sd 12:0:400:0: [sdagq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.667558] sd 12:0:400:0: [sdagq] 4096-byte physical blocks
[  120.667657] sd 12:0:301:0: [sdacx] Attached SCSI disk
[  120.667672] sd 12:0:385:0: [sdagb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.667688] sd 12:0:312:0: [sdadh] Attached SCSI disk
[  120.667782] sd 12:0:309:0: [sdade] Attached SCSI disk
[  120.667783] sd 12:0:391:0: [sdagh] Write Protect is off
[  120.667784] sd 12:0:391:0: [sdagh] Mode Sense: db 00 10 08
[  120.667792] sd 12:0:386:0: [sdagc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.667817] sd 12:0:401:0: [sdagr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.667818] sd 12:0:401:0: [sdagr] 4096-byte physical blocks
[  120.667908] sd 12:0:326:0: [sdadv] Attached SCSI disk
[  120.668019] sd 12:0:402:0: [sdags] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.668020] sd 12:0:402:0: [sdags] 4096-byte physical blocks
[  120.668057] sd 12:0:392:0: [sdagi] Write Protect is off
[  120.668058] sd 12:0:392:0: [sdagi] Mode Sense: db 00 10 08
[  120.668077] sd 12:0:299:0: [sdacv] Attached SCSI disk
[  120.668106] sd 12:0:296:0: [sdacs] Attached SCSI disk
[  120.668147] sd 12:0:387:0: [sdagd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.668177] sd 12:0:393:0: [sdagj] Write Protect is off
[  120.668179] sd 12:0:393:0: [sdagj] Mode Sense: db 00 10 08
[  120.668236] sd 12:0:403:0: [sdagt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.668238] sd 12:0:403:0: [sdagt] 4096-byte physical blocks
[  120.668390] sd 12:0:388:0: [sdage] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.668453] sd 12:0:404:0: [sdagu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.668454] sd 12:0:404:0: [sdagu] 4096-byte physical blocks
[  120.668501] sd 12:0:394:0: [sdagk] Write Protect is off
[  120.668502] sd 12:0:394:0: [sdagk] Mode Sense: db 00 10 08
[  120.668633] sd 12:0:389:0: [sdagf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.668677] sd 12:0:405:0: [sdagv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.668678] sd 12:0:405:0: [sdagv] 4096-byte physical blocks
[  120.668692] sd 12:0:395:0: [sdagl] Write Protect is off
[  120.668694] sd 12:0:395:0: [sdagl] Mode Sense: db 00 10 08
[  120.668711] sd 12:0:313:0: [sdadi] Attached SCSI disk
[  120.668742] sd 12:0:390:0: [sdagg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.668869] sd 12:0:396:0: [sdagm] Write Protect is off
[  120.668870] sd 12:0:396:0: [sdagm] Mode Sense: db 00 10 08
[  120.668890] sd 12:0:406:0: [sdagw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.668890] sd 12:0:406:0: [sdagw] 4096-byte physical blocks
[  120.668997] sd 12:0:311:0: [sdadg] Attached SCSI disk
[  120.669108] sd 12:0:397:0: [sdagn] Write Protect is off
[  120.669109] sd 12:0:397:0: [sdagn] Mode Sense: db 00 10 08
[  120.669115] sd 12:0:407:0: [sdagx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.669116] sd 12:0:407:0: [sdagx] 4096-byte physical blocks
[  120.669118] sd 12:0:391:0: [sdagh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.669308] sd 12:0:398:0: [sdago] Write Protect is off
[  120.669309] sd 12:0:398:0: [sdago] Mode Sense: db 00 10 08
[  120.669332] sd 12:0:408:0: [sdagy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.669333] sd 12:0:408:0: [sdagy] 4096-byte physical blocks
[  120.669406] sd 12:0:392:0: [sdagi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.669505] sd 12:0:393:0: [sdagj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.669544] sd 12:0:409:0: [sdagz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.669546] sd 12:0:409:0: [sdagz] 4096-byte physical blocks
[  120.669593] sd 12:0:399:0: [sdagp] Write Protect is off
[  120.669594] sd 12:0:399:0: [sdagp] Mode Sense: db 00 10 08
[  120.669628] sd 12:0:306:0: [sdadb] Attached SCSI disk
[  120.669766] sd 12:0:394:0: [sdagk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.669778] sd 12:0:400:0: [sdagq] Write Protect is off
[  120.669780] sd 12:0:400:0: [sdagq] Mode Sense: db 00 10 08
[  120.669784] sd 12:0:410:0: [sdaha] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.669785] sd 12:0:410:0: [sdaha] 4096-byte physical blocks
[  120.669888] sd 12:0:334:0: [sdaed] Attached SCSI disk
[  120.669931] sd 12:0:314:0: [sdadj] Attached SCSI disk
[  120.669973] sd 12:0:411:0: [sdahb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.669975] sd 12:0:411:0: [sdahb] 4096-byte physical blocks
[  120.669976] sd 12:0:401:0: [sdagr] Write Protect is off
[  120.669977] sd 12:0:401:0: [sdagr] Mode Sense: db 00 10 08
[  120.669982] sd 12:0:340:0: [sdaej] Attached SCSI disk
[  120.670016] sd 12:0:395:0: [sdagl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.670081] sd 12:0:318:0: [sdadn] Attached SCSI disk
[  120.670184] sd 12:0:396:0: [sdagm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.670204] sd 12:0:402:0: [sdags] Write Protect is off
[  120.670205] sd 12:0:402:0: [sdags] Mode Sense: db 00 10 08
[  120.670243] sd 12:0:412:0: [sdahc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.670244] sd 12:0:412:0: [sdahc] 4096-byte physical blocks
[  120.670314] sd 12:0:328:0: [sdadx] Attached SCSI disk
[  120.670374] sd 12:0:403:0: [sdagt] Write Protect is off
[  120.670375] sd 12:0:403:0: [sdagt] Mode Sense: db 00 10 08
[  120.670400] sd 12:0:324:0: [sdadt] Attached SCSI disk
[  120.670426] sd 12:0:397:0: [sdagn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.670456] sd 12:0:413:0: [sdahd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.670458] sd 12:0:413:0: [sdahd] 4096-byte physical blocks
[  120.670575] sd 12:0:404:0: [sdagu] Write Protect is off
[  120.670576] sd 12:0:404:0: [sdagu] Mode Sense: db 00 10 08
[  120.670579] sd 12:0:319:0: [sdado] Attached SCSI disk
[  120.670640] sd 12:0:398:0: [sdago] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.670668] sd 12:0:414:0: [sdahe] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.670669] sd 12:0:414:0: [sdahe] 4096-byte physical blocks
[  120.670806] sd 12:0:405:0: [sdagv] Write Protect is off
[  120.670807] sd 12:0:405:0: [sdagv] Mode Sense: db 00 10 08
[  120.670845] sd 12:0:399:0: [sdagp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.670921] sd 12:0:415:0: [sdahf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.670922] sd 12:0:415:0: [sdahf] 4096-byte physical blocks
[  120.670971] sd 12:0:333:0: [sdaec] Attached SCSI disk
[  120.670995] sd 12:0:330:0: [sdadz] Attached SCSI disk
[  120.671035] sd 12:0:400:0: [sdagq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.671078] sd 12:0:325:0: [sdadu] Attached SCSI disk
[  120.671120] sd 12:0:406:0: [sdagw] Write Protect is off
[  120.671121] sd 12:0:406:0: [sdagw] Mode Sense: db 00 10 08
[  120.671124] sd 12:0:336:0: [sdaef] Attached SCSI disk
[  120.671131] sd 12:0:416:0: [sdahg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.671132] sd 12:0:416:0: [sdahg] 4096-byte physical blocks
[  120.671170] sd 12:0:323:0: [sdads] Attached SCSI disk
[  120.671184] sd 12:0:341:0: [sdaek] Attached SCSI disk
[  120.671306] sd 12:0:401:0: [sdagr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.671361] sd 12:0:407:0: [sdagx] Write Protect is off
[  120.671362] sd 12:0:407:0: [sdagx] Mode Sense: db 00 10 08
[  120.671382] sd 12:0:417:0: [sdahh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.671383] sd 12:0:417:0: [sdahh] 4096-byte physical blocks
[  120.671463] sd 12:0:402:0: [sdags] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.671517] sd 12:0:408:0: [sdagy] Write Protect is off
[  120.671519] sd 12:0:408:0: [sdagy] Mode Sense: db 00 10 08
[  120.671593] sd 12:0:418:0: [sdahi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.671594] sd 12:0:418:0: [sdahi] 4096-byte physical blocks
[  120.671697] sd 12:0:403:0: [sdagt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.671740] sd 12:0:409:0: [sdagz] Write Protect is off
[  120.671741] sd 12:0:409:0: [sdagz] Mode Sense: db 00 10 08
[  120.671818] sd 12:0:419:0: [sdahj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.671819] sd 12:0:419:0: [sdahj] 4096-byte physical blocks
[  120.671838] sd 12:0:404:0: [sdagu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.671913] sd 12:0:410:0: [sdaha] Write Protect is off
[  120.671915] sd 12:0:410:0: [sdaha] Mode Sense: db 00 10 08
[  120.672054] sd 12:0:405:0: [sdagv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.672073] sd 12:0:335:0: [sdaee] Attached SCSI disk
[  120.672075] sd 12:0:420:0: [sdahk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.672076] sd 12:0:420:0: [sdahk] 4096-byte physical blocks
[  120.672079] sd 12:0:338:0: [sdaeh] Attached SCSI disk
[  120.672169] sd 12:0:345:0: [sdaeo] Attached SCSI disk
[  120.672222] sd 12:0:411:0: [sdahb] Write Protect is off
[  120.672223] sd 12:0:411:0: [sdahb] Mode Sense: db 00 10 08
[  120.672289] sd 12:0:421:0: [sdahl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.672290] sd 12:0:421:0: [sdahl] 4096-byte physical blocks
[  120.672383] sd 12:0:406:0: [sdagw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.672426] sd 12:0:412:0: [sdahc] Write Protect is off
[  120.672427] sd 12:0:412:0: [sdahc] Mode Sense: db 00 10 08
[  120.672522] sd 12:0:422:0: [sdahm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.672523] sd 12:0:422:0: [sdahm] 4096-byte physical blocks
[  120.672646] sd 12:0:413:0: [sdahd] Write Protect is off
[  120.672646] sd 12:0:413:0: [sdahd] Mode Sense: db 00 10 08
[  120.672678] sd 12:0:329:0: [sdady] Attached SCSI disk
[  120.672696] sd 12:0:407:0: [sdagx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.672752] sd 12:0:423:0: [sdahn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.672753] sd 12:0:423:0: [sdahn] 4096-byte physical blocks
[  120.672769] sd 12:0:408:0: [sdagy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.672849] sd 12:0:414:0: [sdahe] Write Protect is off
[  120.672850] sd 12:0:414:0: [sdahe] Mode Sense: db 00 10 08
[  120.672973] sd 12:0:424:0: [sdaho] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.672974] sd 12:0:424:0: [sdaho] 4096-byte physical blocks
[  120.673003] sd 12:0:409:0: [sdagz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.673108] sd 12:0:415:0: [sdahf] Write Protect is off
[  120.673110] sd 12:0:415:0: [sdahf] Mode Sense: db 00 10 08
[  120.673175] sd 12:0:410:0: [sdaha] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.673215] sd 12:0:425:0: [sdahp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.673216] sd 12:0:425:0: [sdahp] 4096-byte physical blocks
[  120.673342] sd 12:0:416:0: [sdahg] Write Protect is off
[  120.673343] sd 12:0:416:0: [sdahg] Mode Sense: db 00 10 08
[  120.673439] sd 12:0:426:0: [sdahq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.673440] sd 12:0:426:0: [sdahq] 4096-byte physical blocks
[  120.673472] sd 12:0:411:0: [sdahb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.673549] sd 12:0:417:0: [sdahh] Write Protect is off
[  120.673550] sd 12:0:417:0: [sdahh] Mode Sense: db 00 10 08
[  120.673660] sd 12:0:322:0: [sdadr] Attached SCSI disk
[  120.673680] sd 12:0:412:0: [sdahc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.673712] sd 12:0:418:0: [sdahi] Write Protect is off
[  120.673714] sd 12:0:418:0: [sdahi] Mode Sense: db 00 10 08
[  120.673768] sd 12:0:331:0: [sdaea] Attached SCSI disk
[  120.673804] sd 12:0:337:0: [sdaeg] Attached SCSI disk
[  120.673823] sd 12:0:428:0: [sdahr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.673824] sd 12:0:428:0: [sdahr] 4096-byte physical blocks
[  120.673901] sd 12:0:413:0: [sdahd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.673997] sd 12:0:419:0: [sdahj] Write Protect is off
[  120.673998] sd 12:0:419:0: [sdahj] Mode Sense: db 00 10 08
[  120.674031] sd 12:0:429:0: [sdahs] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.674033] sd 12:0:429:0: [sdahs] 4096-byte physical blocks
[  120.674059] sd 12:0:192:0: [sdyt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.674061] sd 12:0:192:0: [sdyt] 4096-byte physical blocks
[  120.674172] sd 12:0:414:0: [sdahe] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.674187] sd 12:0:352:0: [sdaev] Attached SCSI disk
[  120.674210] sd 12:0:420:0: [sdahk] Write Protect is off
[  120.674211] sd 12:0:420:0: [sdahk] Mode Sense: db 00 10 08
[  120.674263] sd 12:0:430:0: [sdaht] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.674264] sd 12:0:430:0: [sdaht] 4096-byte physical blocks
[  120.674375] sd 12:0:415:0: [sdahf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.674383] sd 12:0:349:0: [sdaes] Attached SCSI disk
[  120.674487] sd 12:0:431:0: [sdahu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.674488] sd 12:0:431:0: [sdahu] 4096-byte physical blocks
[  120.674500] sd 12:0:421:0: [sdahl] Write Protect is off
[  120.674501] sd 12:0:421:0: [sdahl] Mode Sense: db 00 10 08
[  120.674604] sd 12:0:416:0: [sdahg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.674701] sd 12:0:432:0: [sdahv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.674702] sd 12:0:432:0: [sdahv] 4096-byte physical blocks
[  120.674714] sd 12:0:422:0: [sdahm] Write Protect is off
[  120.674716] sd 12:0:422:0: [sdahm] Mode Sense: db 00 10 08
[  120.674812] sd 12:0:417:0: [sdahh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.674877] sd 12:0:423:0: [sdahn] Write Protect is off
[  120.674878] sd 12:0:423:0: [sdahn] Mode Sense: db 00 10 08
[  120.674920] sd 12:0:433:0: [sdahw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.674921] sd 12:0:433:0: [sdahw] 4096-byte physical blocks
[  120.674944] sd 12:0:275:0: [sdabx] Attached SCSI disk
[  120.674966] sd 12:0:418:0: [sdahi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.675100] sd 12:0:343:0: [sdaem] Attached SCSI disk
[  120.675159] sd 12:0:434:0: [sdahx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.675160] sd 12:0:434:0: [sdahx] 4096-byte physical blocks
[  120.675186] sd 12:0:424:0: [sdaho] Write Protect is off
[  120.675187] sd 12:0:424:0: [sdaho] Mode Sense: db 00 10 08
[  120.675245] sd 12:0:419:0: [sdahj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.675374] sd 12:0:435:0: [sdahy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.675375] sd 12:0:435:0: [sdahy] 4096-byte physical blocks
[  120.675418] sd 12:0:425:0: [sdahp] Write Protect is off
[  120.675419] sd 12:0:425:0: [sdahp] Mode Sense: db 00 10 08
[  120.675460] sd 12:0:420:0: [sdahk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.675506] sd 12:0:332:0: [sdaeb] Attached SCSI disk
[  120.675595] sd 12:0:436:0: [sdahz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.675596] sd 12:0:436:0: [sdahz] 4096-byte physical blocks
[  120.675613] sd 12:0:358:0: [sdafb] Attached SCSI disk
[  120.675627] sd 12:0:426:0: [sdahq] Write Protect is off
[  120.675628] sd 12:0:426:0: [sdahq] Mode Sense: db 00 10 08
[  120.675676] sd 12:0:228:0: [sdaad] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.675677] sd 12:0:228:0: [sdaad] 4096-byte physical blocks
[  120.675756] sd 12:0:421:0: [sdahl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.675791] sd 12:0:437:0: [sdaia] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.675792] sd 12:0:437:0: [sdaia] 4096-byte physical blocks
[  120.675914] sd 12:0:346:0: [sdaep] Attached SCSI disk
[  120.675964] sd 12:0:422:0: [sdahm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.675993] sd 12:0:359:0: [sdafc] Attached SCSI disk
[  120.676000] sd 12:0:438:0: [sdaib] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.676001] sd 12:0:438:0: [sdaib] 4096-byte physical blocks
[  120.676018] sd 12:0:428:0: [sdahr] Write Protect is off
[  120.676019] sd 12:0:428:0: [sdahr] Mode Sense: db 00 10 08
[  120.676074] sd 12:0:339:0: [sdaei] Attached SCSI disk
[  120.676200] sd 12:0:423:0: [sdahn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.676269] sd 12:0:192:0: [sdyt] Write Protect is off
[  120.676270] sd 12:0:192:0: [sdyt] Mode Sense: db 00 10 08
[  120.676273] sd 12:0:429:0: [sdahs] Write Protect is off
[  120.676274] sd 12:0:429:0: [sdahs] Mode Sense: db 00 10 08
[  120.676285] sd 12:0:439:0: [sdaic] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.676287] sd 12:0:439:0: [sdaic] 4096-byte physical blocks
[  120.676385] sd 12:0:430:0: [sdaht] Write Protect is off
[  120.676386] sd 12:0:430:0: [sdaht] Mode Sense: db 00 10 08
[  120.676416] sd 12:0:351:0: [sdaeu] Attached SCSI disk
[  120.676445] sd 12:0:424:0: [sdaho] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.676489] sd 12:0:440:0: [sdaid] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.676490] sd 12:0:440:0: [sdaid] 4096-byte physical blocks
[  120.676637] sd 12:0:348:0: [sdaer] Attached SCSI disk
[  120.676678] sd 12:0:431:0: [sdahu] Write Protect is off
[  120.676680] sd 12:0:431:0: [sdahu] Mode Sense: db 00 10 08
[  120.676684] sd 12:0:425:0: [sdahp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.676717] sd 12:0:240:0: [sdaap] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.676719] sd 12:0:240:0: [sdaap] 4096-byte physical blocks
[  120.676734] sd 12:0:356:0: [sdaez] Attached SCSI disk
[  120.676742] sd 12:0:441:0: [sdaie] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.676743] sd 12:0:441:0: [sdaie] 4096-byte physical blocks
[  120.676829] sd 12:0:432:0: [sdahv] Write Protect is off
[  120.676830] sd 12:0:432:0: [sdahv] Mode Sense: db 00 10 08
[  120.676962] sd 12:0:433:0: [sdahw] Write Protect is off
[  120.676963] sd 12:0:433:0: [sdahw] Mode Sense: db 00 10 08
[  120.676966] sd 12:0:426:0: [sdahq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.676970] sd 12:0:442:0: [sdaif] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.676971] sd 12:0:442:0: [sdaif] 4096-byte physical blocks
[  120.676973] sd 12:0:372:0: [sdafo] Attached SCSI disk
[  120.677012] sd 12:0:362:0: [sdaff] Attached SCSI disk
[  120.677039] sd 12:0:361:0: [sdafe] Attached SCSI disk
[  120.677140] sd 12:0:344:0: [sdaen] Attached SCSI disk
[  120.677179] sd 12:0:443:0: [sdaig] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.677180] sd 12:0:443:0: [sdaig] 4096-byte physical blocks
[  120.677239] sd 12:0:353:0: [sdaew] Attached SCSI disk
[  120.677273] sd 12:0:369:0: [sdafl] Attached SCSI disk
[  120.677304] sd 12:0:428:0: [sdahr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.677356] sd 12:0:363:0: [sdafg] Attached SCSI disk
[  120.677385] sd 12:0:444:0: [sdaih] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.677386] sd 12:0:444:0: [sdaih] 4096-byte physical blocks
[  120.677399] sd 12:0:434:0: [sdahx] Write Protect is off
[  120.677401] sd 12:0:434:0: [sdahx] Mode Sense: db 00 10 08
[  120.677480] sd 12:0:347:0: [sdaeq] Attached SCSI disk
[  120.677488] sd 12:0:350:0: [sdaet] Attached SCSI disk
[  120.677503] sd 12:0:370:0: [sdafm] Attached SCSI disk
[  120.677507] sd 12:0:435:0: [sdahy] Write Protect is off
[  120.677508] sd 12:0:435:0: [sdahy] Mode Sense: db 00 10 08
[  120.677541] sd 12:0:192:0: [sdyt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.677586] sd 12:0:429:0: [sdahs] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.677609] sd 12:0:445:0: [sdaii] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.677610] sd 12:0:445:0: [sdaii] 4096-byte physical blocks
[  120.677657] sd 12:0:430:0: [sdaht] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.677729] sd 12:0:436:0: [sdahz] Write Protect is off
[  120.677730] sd 12:0:436:0: [sdahz] Mode Sense: db 00 10 08
[  120.677840] sd 12:0:446:0: [sdaij] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.677841] sd 12:0:446:0: [sdaij] 4096-byte physical blocks
[  120.677941] sd 12:0:431:0: [sdahu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.677958] sd 12:0:228:0: [sdaad] Write Protect is off
[  120.677959] sd 12:0:228:0: [sdaad] Mode Sense: db 00 10 08
[  120.677981] sd 12:0:437:0: [sdaia] Write Protect is off
[  120.677982] sd 12:0:437:0: [sdaia] Mode Sense: db 00 10 08
[  120.678052] sd 12:0:447:0: [sdaik] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.678053] sd 12:0:447:0: [sdaik] 4096-byte physical blocks
[  120.678081] sd 12:0:432:0: [sdahv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.678139] sd 12:0:438:0: [sdaib] Write Protect is off
[  120.678140] sd 12:0:438:0: [sdaib] Mode Sense: db 00 10 08
[  120.678210] sd 12:0:433:0: [sdahw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.678255] sd 12:0:448:0: [sdail] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.678256] sd 12:0:448:0: [sdail] 4096-byte physical blocks
[  120.678320] sd 12:0:342:0: [sdael] Attached SCSI disk
[  120.678382] sd 12:0:357:0: [sdafa] Attached SCSI disk
[  120.678464] sd 12:0:439:0: [sdaic] Write Protect is off
[  120.678465] sd 12:0:439:0: [sdaic] Mode Sense: db 00 10 08
[  120.678490] sd 12:0:449:0: [sdaim] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.678491] sd 12:0:449:0: [sdaim] 4096-byte physical blocks
[  120.678618] sd 12:0:440:0: [sdaid] Write Protect is off
[  120.678619] sd 12:0:440:0: [sdaid] Mode Sense: db 00 10 08
[  120.678657] sd 12:0:434:0: [sdahx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.678766] sd 12:0:435:0: [sdahy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.678791] sd 12:0:450:0: [sdain] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.678792] sd 12:0:450:0: [sdain] 4096-byte physical blocks
[  120.678927] sd 12:0:240:0: [sdaap] Write Protect is off
[  120.678928] sd 12:0:240:0: [sdaap] Mode Sense: db 00 10 08
[  120.678976] sd 12:0:441:0: [sdaie] Write Protect is off
[  120.678977] sd 12:0:441:0: [sdaie] Mode Sense: db 00 10 08
[  120.678981] sd 12:0:436:0: [sdahz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.678994] sd 12:0:451:0: [sdaio] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.678995] sd 12:0:451:0: [sdaio] 4096-byte physical blocks
[  120.679092] sd 12:0:442:0: [sdaif] Write Protect is off
[  120.679093] sd 12:0:442:0: [sdaif] Mode Sense: db 00 10 08
[  120.679146] sd 12:0:376:0: [sdafs] Attached SCSI disk
[  120.679214] sd 12:0:452:0: [sdaip] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.679215] sd 12:0:452:0: [sdaip] 4096-byte physical blocks
[  120.679225] sd 12:0:373:0: [sdafp] Attached SCSI disk
[  120.679227] sd 12:0:228:0: [sdaad] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.679296] sd 12:0:437:0: [sdaia] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.679379] sd 12:0:443:0: [sdaig] Write Protect is off
[  120.679380] sd 12:0:443:0: [sdaig] Mode Sense: db 00 10 08
[  120.679431] sd 12:0:365:0: [sdafi] Attached SCSI disk
[  120.679447] sd 12:0:453:0: [sdaiq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.679449] sd 12:0:453:0: [sdaiq] 4096-byte physical blocks
[  120.679457] sd 12:0:438:0: [sdaib] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.679566] sd 12:0:444:0: [sdaih] Write Protect is off
[  120.679568] sd 12:0:444:0: [sdaih] Mode Sense: db 00 10 08
[  120.679667] sd 12:0:454:0: [sdair] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.679668] sd 12:0:454:0: [sdair] 4096-byte physical blocks
[  120.679715] sd 12:0:439:0: [sdaic] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.679799] sd 12:0:445:0: [sdaii] Write Protect is off
[  120.679800] sd 12:0:445:0: [sdaii] Mode Sense: db 00 10 08
[  120.679881] sd 12:0:455:0: [sdais] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.679882] sd 12:0:455:0: [sdais] 4096-byte physical blocks
[  120.679940] sd 12:0:440:0: [sdaid] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.680032] sd 12:0:446:0: [sdaij] Write Protect is off
[  120.680033] sd 12:0:446:0: [sdaij] Mode Sense: db 00 10 08
[  120.680082] sd 12:0:456:0: [sdait] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.680088] sd 12:0:456:0: [sdait] 4096-byte physical blocks
[  120.680176] sd 12:0:447:0: [sdaik] Write Protect is off
[  120.680179] sd 12:0:447:0: [sdaik] Mode Sense: db 00 10 08
[  120.680197] sd 12:0:240:0: [sdaap] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.680239] sd 12:0:441:0: [sdaie] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.680292] sd 12:0:457:0: [sdaiu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.680293] sd 12:0:457:0: [sdaiu] 4096-byte physical blocks
[  120.680339] sd 12:0:442:0: [sdaif] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.680453] sd 12:0:448:0: [sdail] Write Protect is off
[  120.680454] sd 12:0:448:0: [sdail] Mode Sense: db 00 10 08
[  120.680525] sd 12:0:354:0: [sdaex] Attached SCSI disk
[  120.680599] sd 12:0:458:0: [sdaiv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.680600] sd 12:0:458:0: [sdaiv] 4096-byte physical blocks
[  120.680641] sd 12:0:443:0: [sdaig] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.680680] sd 12:0:449:0: [sdaim] Write Protect is off
[  120.680681] sd 12:0:449:0: [sdaim] Mode Sense: db 00 10 08
[  120.680696] sd 12:0:367:0: [sdafj] Attached SCSI disk
[  120.680732] sd 12:0:368:0: [sdafk] Attached SCSI disk
[  120.680823] sd 12:0:444:0: [sdaih] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.680828] sd 12:0:229:0: [sdaae] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.680829] sd 12:0:229:0: [sdaae] 4096-byte physical blocks
[  120.680846] sd 12:0:459:0: [sdaiw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.680847] sd 12:0:459:0: [sdaiw] 4096-byte physical blocks
[  120.681030] sd 12:0:450:0: [sdain] Write Protect is off
[  120.681031] sd 12:0:450:0: [sdain] Mode Sense: db 00 10 08
[  120.681034] sd 12:0:460:0: [sdaix] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.681035] sd 12:0:374:0: [sdafq] Attached SCSI disk
[  120.681036] sd 12:0:460:0: [sdaix] 4096-byte physical blocks
[  120.681126] sd 12:0:445:0: [sdaii] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.681133] sd 12:0:451:0: [sdaio] Write Protect is off
[  120.681134] sd 12:0:451:0: [sdaio] Mode Sense: db 00 10 08
[  120.681179] sd 12:0:377:0: [sdaft] Attached SCSI disk
[  120.681211] sd 12:0:360:0: [sdafd] Attached SCSI disk
[  120.681254] sd 12:0:461:0: [sdaiy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.681255] sd 12:0:461:0: [sdaiy] 4096-byte physical blocks
[  120.681293] sd 12:0:446:0: [sdaij] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.681416] sd 12:0:452:0: [sdaip] Write Protect is off
[  120.681417] sd 12:0:452:0: [sdaip] Mode Sense: db 00 10 08
[  120.681446] sd 12:0:355:0: [sdaey] Attached SCSI disk
[  120.681520] sd 12:0:447:0: [sdaik] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.681574] sd 12:0:453:0: [sdaiq] Write Protect is off
[  120.681575] sd 12:0:453:0: [sdaiq] Mode Sense: db 00 10 08
[  120.681679] sd 12:0:463:0: [sdaja] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.681680] sd 12:0:463:0: [sdaja] 4096-byte physical blocks
[  120.681762] sd 12:0:387:0: [sdagd] Attached SCSI disk
[  120.681771] sd 12:0:448:0: [sdail] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.681800] sd 12:0:454:0: [sdair] Write Protect is off
[  120.681800] sd 12:0:454:0: [sdair] Mode Sense: db 00 10 08
[  120.681887] sd 12:0:464:0: [sdajb] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.681888] sd 12:0:464:0: [sdajb] 4096-byte physical blocks
[  120.681942] sd 12:0:449:0: [sdaim] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.681978] sd 12:0:378:0: [sdafu] Attached SCSI disk
[  120.682088] sd 12:0:455:0: [sdais] Write Protect is off
[  120.682089] sd 12:0:455:0: [sdais] Mode Sense: db 00 10 08
[  120.682257] sd 12:0:465:0: [sdajc] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.682258] sd 12:0:465:0: [sdajc] 4096-byte physical blocks
[  120.682287] sd 12:0:389:0: [sdagf] Attached SCSI disk
[  120.682294] sd 12:0:456:0: [sdait] Write Protect is off
[  120.682296] sd 12:0:450:0: [sdain] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.682296] sd 12:0:456:0: [sdait] Mode Sense: db 00 10 08
[  120.682390] sd 12:0:451:0: [sdaio] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.682499] sd 12:0:466:0: [sdajd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.682500] sd 12:0:466:0: [sdajd] 4096-byte physical blocks
[  120.682557] sd 12:0:457:0: [sdaiu] Write Protect is off
[  120.682558] sd 12:0:457:0: [sdaiu] Mode Sense: db 00 10 08
[  120.682662] sd 12:0:452:0: [sdaip] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.682729] sd 12:0:467:0: [sdaje] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.682730] sd 12:0:467:0: [sdaje] 4096-byte physical blocks
[  120.682734] sd 12:0:392:0: [sdagi] Attached SCSI disk
[  120.682774] sd 12:0:380:0: [sdafw] Attached SCSI disk
[  120.682790] sd 12:0:458:0: [sdaiv] Write Protect is off
[  120.682792] sd 12:0:458:0: [sdaiv] Mode Sense: db 00 10 08
[  120.682853] sd 12:0:453:0: [sdaiq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.682937] sd 12:0:468:0: [sdajf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.682938] sd 12:0:468:0: [sdajf] 4096-byte physical blocks
[  120.682960] sd 12:0:390:0: [sdagg] Attached SCSI disk
[  120.683050] sd 12:0:459:0: [sdaiw] Write Protect is off
[  120.683051] sd 12:0:459:0: [sdaiw] Mode Sense: db 00 10 08
[  120.683076] sd 12:0:454:0: [sdair] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.683100] sd 12:0:229:0: [sdaae] Write Protect is off
[  120.683101] sd 12:0:229:0: [sdaae] Mode Sense: db 00 10 08
[  120.683270] sd 12:0:460:0: [sdaix] Write Protect is off
[  120.683272] sd 12:0:460:0: [sdaix] Mode Sense: db 00 10 08
[  120.683313] sd 12:0:469:0: [sdajg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.683314] sd 12:0:469:0: [sdajg] 4096-byte physical blocks
[  120.683406] sd 12:0:455:0: [sdais] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.683428] sd 12:0:461:0: [sdaiy] Write Protect is off
[  120.683429] sd 12:0:461:0: [sdaiy] Mode Sense: db 00 10 08
[  120.683456] sd 12:0:391:0: [sdagh] Attached SCSI disk
[  120.683552] sd 12:0:456:0: [sdait] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.683563] sd 12:0:470:0: [sdajh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.683564] sd 12:0:470:0: [sdajh] 4096-byte physical blocks
[  120.683569] sd 12:0:383:0: [sdafz] Attached SCSI disk
[  120.683684] sd 12:0:384:0: [sdaga] Attached SCSI disk
[  120.683778] sd 12:0:471:0: [sdaji] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.683779] sd 12:0:471:0: [sdaji] 4096-byte physical blocks
[  120.683859] sd 12:0:364:0: [sdafh] Attached SCSI disk
[  120.683889] sd 12:0:457:0: [sdaiu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.683923] sd 12:0:463:0: [sdaja] Write Protect is off
[  120.683924] sd 12:0:463:0: [sdaja] Mode Sense: db 00 10 08
[  120.683976] sd 12:0:472:0: [sdajj] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.683977] sd 12:0:472:0: [sdajj] 4096-byte physical blocks
[  120.684009] sd 12:0:193:0: [sdyu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.684010] sd 12:0:193:0: [sdyu] 4096-byte physical blocks
[  120.684048] sd 12:0:458:0: [sdaiv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.684117] sd 12:0:464:0: [sdajb] Write Protect is off
[  120.684118] sd 12:0:464:0: [sdajb] Mode Sense: db 00 10 08
[  120.684200] sd 12:0:473:0: [sdajk] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.684200] sd 12:0:473:0: [sdajk] 4096-byte physical blocks
[  120.684303] sd 12:0:459:0: [sdaiw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.684373] sd 12:0:229:0: [sdaae] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.684383] sd 12:0:465:0: [sdajc] Write Protect is off
[  120.684384] sd 12:0:465:0: [sdajc] Mode Sense: db 00 10 08
[  120.684408] sd 12:0:371:0: [sdafn] Attached SCSI disk
[  120.684467] sd 12:0:474:0: [sdajl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.684468] sd 12:0:474:0: [sdajl] 4096-byte physical blocks
[  120.684524] sd 12:0:460:0: [sdaix] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.684679] sd 12:0:475:0: [sdajm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.684680] sd 12:0:461:0: [sdaiy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.684681] sd 12:0:475:0: [sdajm] 4096-byte physical blocks
[  120.684695] sd 12:0:466:0: [sdajd] Write Protect is off
[  120.684696] sd 12:0:466:0: [sdajd] Mode Sense: db 00 10 08
[  120.684908] sd 12:0:476:0: [sdajn] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.684910] sd 12:0:476:0: [sdajn] 4096-byte physical blocks
[  120.684914] sd 12:0:467:0: [sdaje] Write Protect is off
[  120.684915] sd 12:0:467:0: [sdaje] Mode Sense: db 00 10 08
[  120.684947] sd 12:0:396:0: [sdagm] Attached SCSI disk
[  120.685104] sd 12:0:477:0: [sdajo] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.685105] sd 12:0:477:0: [sdajo] 4096-byte physical blocks
[  120.685182] sd 12:0:468:0: [sdajf] Write Protect is off
[  120.685183] sd 12:0:468:0: [sdajf] Mode Sense: db 00 10 08
[  120.685190] sd 12:0:463:0: [sdaja] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.685285] sd 12:0:401:0: [sdagr] Attached SCSI disk
[  120.685308] sd 12:0:478:0: [sdajp] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.685309] sd 12:0:478:0: [sdajp] 4096-byte physical blocks
[  120.685426] sd 12:0:464:0: [sdajb] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.685450] sd 12:0:469:0: [sdajg] Write Protect is off
[  120.685451] sd 12:0:469:0: [sdajg] Mode Sense: db 00 10 08
[  120.685498] sd 12:0:204:0: [sdzf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.685499] sd 12:0:204:0: [sdzf] 4096-byte physical blocks
[  120.685529] sd 12:0:479:0: [sdajq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.685530] sd 12:0:479:0: [sdajq] 4096-byte physical blocks
[  120.685640] sd 12:0:465:0: [sdajc] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.685746] sd 12:0:480:0: [sdajr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.685747] sd 12:0:480:0: [sdajr] 4096-byte physical blocks
[  120.685872] sd 12:0:470:0: [sdajh] Write Protect is off
[  120.685873] sd 12:0:470:0: [sdajh] Mode Sense: db 00 10 08
[  120.685905] sd 12:0:471:0: [sdaji] Write Protect is off
[  120.685906] sd 12:0:471:0: [sdaji] Mode Sense: db 00 10 08
[  120.685955] sd 12:0:466:0: [sdajd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.685960] sd 12:0:481:0: [sdajs] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.685962] sd 12:0:481:0: [sdajs] 4096-byte physical blocks
[  120.686107] sd 12:0:472:0: [sdajj] Write Protect is off
[  120.686109] sd 12:0:472:0: [sdajj] Mode Sense: db 00 10 08
[  120.686169] sd 12:0:467:0: [sdaje] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.686211] sd 12:0:482:0: [sdajt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.686212] sd 12:0:482:0: [sdajt] 4096-byte physical blocks
[  120.686300] sd 12:0:193:0: [sdyu] Write Protect is off
[  120.686301] sd 12:0:193:0: [sdyu] Mode Sense: db 00 10 08
[  120.686377] sd 12:0:375:0: [sdafr] Attached SCSI disk
[  120.686389] sd 12:0:473:0: [sdajk] Write Protect is off
[  120.686390] sd 12:0:473:0: [sdajk] Mode Sense: db 00 10 08
[  120.686440] sd 12:0:468:0: [sdajf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.686454] sd 12:0:483:0: [sdaju] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.686455] sd 12:0:483:0: [sdaju] 4096-byte physical blocks
[  120.686662] sd 12:0:474:0: [sdajl] Write Protect is off
[  120.686663] sd 12:0:474:0: [sdajl] Mode Sense: db 00 10 08
[  120.686674] sd 12:0:484:0: [sdajv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.686675] sd 12:0:484:0: [sdajv] 4096-byte physical blocks
[  120.686770] sd 12:0:469:0: [sdajg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.686861] sd 12:0:485:0: [sdajw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.686862] sd 12:0:485:0: [sdajw] 4096-byte physical blocks
[  120.686863] sd 12:0:388:0: [sdage] Attached SCSI disk
[  120.686878] sd 12:0:393:0: [sdagj] Attached SCSI disk
[  120.686879] sd 12:0:475:0: [sdajm] Write Protect is off
[  120.686880] sd 12:0:475:0: [sdajm] Mode Sense: db 00 10 08
[  120.687042] sd 12:0:413:0: [sdahd] Attached SCSI disk
[  120.687072] sd 12:0:486:0: [sdajx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.687074] sd 12:0:486:0: [sdajx] 4096-byte physical blocks
[  120.687079] sd 12:0:403:0: [sdagt] Attached SCSI disk
[  120.687152] sd 12:0:470:0: [sdajh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.687161] sd 12:0:471:0: [sdaji] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.687168] sd 12:0:476:0: [sdajn] Write Protect is off
[  120.687169] sd 12:0:476:0: [sdajn] Mode Sense: db 00 10 08
[  120.687199] sd 12:0:386:0: [sdagc] Attached SCSI disk
[  120.687216] sd 12:0:477:0: [sdajo] Write Protect is off
[  120.687217] sd 12:0:477:0: [sdajo] Mode Sense: db 00 10 08
[  120.687246] sd 12:0:379:0: [sdafv] Attached SCSI disk
[  120.687265] sd 12:0:408:0: [sdagy] Attached SCSI disk
[  120.687348] sd 12:0:478:0: [sdajp] Write Protect is off
[  120.687349] sd 12:0:478:0: [sdajp] Mode Sense: db 00 10 08
[  120.687369] sd 12:0:472:0: [sdajj] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.687385] sd 12:0:381:0: [sdafx] Attached SCSI disk
[  120.687566] sd 12:0:193:0: [sdyu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.687576] sd 12:0:382:0: [sdafy] Attached SCSI disk
[  120.687647] sd 12:0:473:0: [sdajk] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.687720] sd 12:0:479:0: [sdajq] Write Protect is off
[  120.687722] sd 12:0:479:0: [sdajq] Mode Sense: db 00 10 08
[  120.687736] sd 12:0:204:0: [sdzf] Write Protect is off
[  120.687737] sd 12:0:204:0: [sdzf] Mode Sense: db 00 10 08
[  120.687944] sd 12:0:480:0: [sdajr] Write Protect is off
[  120.687945] sd 12:0:480:0: [sdajr] Mode Sense: db 00 10 08
[  120.687983] sd 12:0:418:0: [sdahi] Attached SCSI disk
[  120.687998] sd 12:0:474:0: [sdajl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.688096] sd 12:0:385:0: [sdagb] Attached SCSI disk
[  120.688100] sd 12:0:481:0: [sdajs] Write Protect is off
[  120.688101] sd 12:0:481:0: [sdajs] Mode Sense: db 00 10 08
[  120.688205] sd 12:0:475:0: [sdajm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.688257] sd 12:0:216:0: [sdzr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.688259] sd 12:0:216:0: [sdzr] 4096-byte physical blocks
[  120.688298] sd 12:0:417:0: [sdahh] Attached SCSI disk
[  120.688336] sd 12:0:482:0: [sdajt] Write Protect is off
[  120.688337] sd 12:0:482:0: [sdajt] Mode Sense: db 00 10 08
[  120.688417] sd 12:0:476:0: [sdajn] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.688422] sd 12:0:397:0: [sdagn] Attached SCSI disk
[  120.688500] sd 12:0:477:0: [sdajo] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.688678] sd 12:0:478:0: [sdajp] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.688700] sd 12:0:483:0: [sdaju] Write Protect is off
[  120.688701] sd 12:0:483:0: [sdaju] Mode Sense: db 00 10 08
[  120.688820] sd 12:0:395:0: [sdagl] Attached SCSI disk
[  120.688843] sd 12:0:484:0: [sdajv] Write Protect is off
[  120.688845] sd 12:0:484:0: [sdajv] Mode Sense: db 00 10 08
[  120.688868] sd 12:0:411:0: [sdahb] Attached SCSI disk
[  120.688975] sd 12:0:479:0: [sdajq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.688984] sd 12:0:485:0: [sdajw] Write Protect is off
[  120.688985] sd 12:0:485:0: [sdajw] Mode Sense: db 00 10 08
[  120.689083] sd 12:0:204:0: [sdzf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.689134] sd 12:0:415:0: [sdahf] Attached SCSI disk
[  120.689164] sd 12:0:404:0: [sdagu] Attached SCSI disk
[  120.689188] sd 12:0:409:0: [sdagz] Attached SCSI disk
[  120.689194] sd 12:0:480:0: [sdajr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.689195] sd 12:0:486:0: [sdajx] Write Protect is off
[  120.689196] sd 12:0:486:0: [sdajx] Mode Sense: db 00 10 08
[  120.689246] sd 12:0:399:0: [sdagp] Attached SCSI disk
[  120.689347] sd 12:0:420:0: [sdahk] Attached SCSI disk
[  120.689355] sd 12:0:481:0: [sdajs] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.689487] sd 12:0:400:0: [sdagq] Attached SCSI disk
[  120.689627] sd 12:0:402:0: [sdags] Attached SCSI disk
[  120.689658] sd 12:0:482:0: [sdajt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.689747] sd 12:0:405:0: [sdagv] Attached SCSI disk
[  120.689953] sd 12:0:483:0: [sdaju] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.689965] sd 12:0:241:0: [sdaaq] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.689966] sd 12:0:241:0: [sdaaq] 4096-byte physical blocks
[  120.690094] sd 12:0:484:0: [sdajv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.690243] sd 12:0:485:0: [sdajw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.690409] sd 12:0:410:0: [sdaha] Attached SCSI disk
[  120.690429] sd 12:0:398:0: [sdago] Attached SCSI disk
[  120.690445] sd 12:0:486:0: [sdajx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.690785] sd 12:0:421:0: [sdahl] Attached SCSI disk
[  120.690830] sd 12:0:406:0: [sdagw] Attached SCSI disk
[  120.691134] sd 12:0:419:0: [sdahj] Attached SCSI disk
[  120.691350] sd 12:0:407:0: [sdagx] Attached SCSI disk
[  120.691950] sd 12:0:416:0: [sdahg] Attached SCSI disk
[  120.692164] sd 12:0:430:0: [sdaht] Attached SCSI disk
[  120.692352] sd 12:0:423:0: [sdahn] Attached SCSI disk
[  120.692759] sd 12:0:437:0: [sdaia] Attached SCSI disk
[  120.693164] sd 12:0:431:0: [sdahu] Attached SCSI disk
[  120.693748] sd 12:0:441:0: [sdaie] Attached SCSI disk
[  120.694021] sd 12:0:428:0: [sdahr] Attached SCSI disk
[  120.694224] sd 12:0:422:0: [sdahm] Attached SCSI disk
[  120.694350] sd 12:0:412:0: [sdahc] Attached SCSI disk
[  120.694546] sd 12:0:414:0: [sdahe] Attached SCSI disk
[  120.694759] sd 12:0:426:0: [sdahq] Attached SCSI disk
[  120.695244] sd 12:0:425:0: [sdahp] Attached SCSI disk
[  120.695425] sd 12:0:432:0: [sdahv] Attached SCSI disk
[  120.695628] sd 12:0:429:0: [sdahs] Attached SCSI disk
[  120.695951] sd 12:0:455:0: [sdais] Attached SCSI disk
[  120.696167] sd 12:0:435:0: [sdahy] Attached SCSI disk
[  120.696430] sd 12:0:454:0: [sdair] Attached SCSI disk
[  120.696656] sd 12:0:444:0: [sdaih] Attached SCSI disk
[  120.696898] sd 12:0:443:0: [sdaig] Attached SCSI disk
[  120.697198] sd 12:0:424:0: [sdaho] Attached SCSI disk
[  120.697464] sd 12:0:452:0: [sdaip] Attached SCSI disk
[  120.697688] sd 12:0:460:0: [sdaix] Attached SCSI disk
[  120.697797] sd 12:0:436:0: [sdahz] Attached SCSI disk
[  120.697916] sd 12:0:456:0: [sdait] Attached SCSI disk
[  120.698233] sd 12:0:448:0: [sdail] Attached SCSI disk
[  120.698454] sd 12:0:438:0: [sdaib] Attached SCSI disk
[  120.698574] sd 12:0:434:0: [sdahx] Attached SCSI disk
[  120.698612] sd 12:0:433:0: [sdahw] Attached SCSI disk
[  120.698620] sd 12:0:450:0: [sdain] Attached SCSI disk
[  120.698787] sd 12:0:442:0: [sdaif] Attached SCSI disk
[  120.698992] sd 12:0:467:0: [sdaje] Attached SCSI disk
[  120.699272] sd 12:0:462:0: [sdaiz] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.699273] sd 12:0:462:0: [sdaiz] 4096-byte physical blocks
[  120.699309] sd 12:0:458:0: [sdaiv] Attached SCSI disk
[  120.699572] sd 12:0:463:0: [sdaja] Attached SCSI disk
[  120.699645] sd 12:0:439:0: [sdaic] Attached SCSI disk
[  120.699663] sd 12:0:445:0: [sdaii] Attached SCSI disk
[  120.699813] sd 12:0:457:0: [sdaiu] Attached SCSI disk
[  120.700121] sd 12:0:440:0: [sdaid] Attached SCSI disk
[  120.700180] sd 12:0:461:0: [sdaiy] Attached SCSI disk
[  120.700308] sd 12:0:464:0: [sdajb] Attached SCSI disk
[  120.700352] sd 12:0:447:0: [sdaik] Attached SCSI disk
[  120.700479] sd 12:0:449:0: [sdaim] Attached SCSI disk
[  120.700706] sd 12:0:394:0: [sdagk] Attached SCSI disk
[  120.701089] sd 12:0:451:0: [sdaio] Attached SCSI disk
[  120.701329] sd 12:0:446:0: [sdaij] Attached SCSI disk
[  120.701415] sd 12:0:453:0: [sdaiq] Attached SCSI disk
[  120.701430] sd 12:0:462:0: [sdaiz] Write Protect is off
[  120.701431] sd 12:0:462:0: [sdaiz] Mode Sense: db 00 10 08
[  120.701790] sd 12:0:478:0: [sdajp] Attached SCSI disk
[  120.702063] sd 12:0:476:0: [sdajn] Attached SCSI disk
[  120.702572] sd 12:0:474:0: [sdajl] Attached SCSI disk
[  120.702628] sd 12:0:465:0: [sdajc] Attached SCSI disk
[  120.702692] sd 12:0:462:0: [sdaiz] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.703118] sd 12:0:483:0: [sdaju] Attached SCSI disk
[  120.703526] sd 12:0:473:0: [sdajk] Attached SCSI disk
[  120.703705] sd 12:0:466:0: [sdajd] Attached SCSI disk
[  120.704217] sd 5:0:487:0: [sdrl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.704218] sd 5:0:487:0: [sdrl] 4096-byte physical blocks
[  120.704364] sd 12:0:469:0: [sdajg] Attached SCSI disk
[  120.704419] sd 12:0:481:0: [sdajs] Attached SCSI disk
[  120.704549] sd 12:0:487:0: [sdajy] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.704550] sd 12:0:487:0: [sdajy] 4096-byte physical blocks
[  120.704681] sd 12:0:471:0: [sdaji] Attached SCSI disk
[  120.704736] sd 12:0:479:0: [sdajq] Attached SCSI disk
[  120.705664] sd 12:0:470:0: [sdajh] Attached SCSI disk
[  120.706479] sd 12:0:475:0: [sdajm] Attached SCSI disk
[  120.706565] sd 12:0:468:0: [sdajf] Attached SCSI disk
[  120.706666] sd 12:0:477:0: [sdajo] Attached SCSI disk
[  120.707389] sd 12:0:472:0: [sdajj] Attached SCSI disk
[  120.707434] sd 12:0:485:0: [sdajw] Attached SCSI disk
[  120.707733] sd 12:0:480:0: [sdajr] Attached SCSI disk
[  120.707974] sd 5:0:487:0: [sdrl] Write Protect is off
[  120.707976] sd 5:0:487:0: [sdrl] Mode Sense: db 00 10 08
[  120.708597] sd 12:0:487:0: [sdajy] Write Protect is off
[  120.708598] sd 12:0:487:0: [sdajy] Mode Sense: db 00 10 08
[  120.709638] sd 12:0:484:0: [sdajv] Attached SCSI disk
[  120.709925] sd 12:0:482:0: [sdajt] Attached SCSI disk
[  120.710492] sd 5:0:487:0: [sdrl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.710866] sd 12:0:486:0: [sdajx] Attached SCSI disk
[  120.711072] sd 12:0:487:0: [sdajy] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.713526] sd 12:0:217:0: [sdzs] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.713528] sd 12:0:217:0: [sdzs] 4096-byte physical blocks
[  120.715889] sd 12:0:217:0: [sdzs] Write Protect is off
[  120.715890] sd 12:0:217:0: [sdzs] Mode Sense: db 00 10 08
[  120.717156] sd 12:0:217:0: [sdzs] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.717483] sd 12:0:459:0: [sdaiw] Attached SCSI disk
[  120.719414] sd 12:0:216:0: [sdzr] Write Protect is off
[  120.719415] sd 12:0:216:0: [sdzr] Mode Sense: db 00 10 08
[  120.720907] sd 12:0:216:0: [sdzr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.721302] sd 12:0:241:0: [sdaaq] Write Protect is off
[  120.721303] sd 12:0:241:0: [sdaaq] Mode Sense: db 00 10 08
[  120.722568] sd 12:0:241:0: [sdaaq] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.722851] sd 12:0:205:0: [sdzg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.722853] sd 12:0:205:0: [sdzg] 4096-byte physical blocks
[  120.725090] sd 12:0:205:0: [sdzg] Write Protect is off
[  120.725092] sd 12:0:205:0: [sdzg] Mode Sense: db 00 10 08
[  120.726360] sd 12:0:205:0: [sdzg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  120.734284] sd 12:0:462:0: [sdaiz] Attached SCSI disk
[  120.741610] sd 5:0:487:0: [sdrl] Attached SCSI disk
[  120.741944] sd 12:0:487:0: [sdajy] Attached SCSI disk
[  120.783576] sd 12:0:228:0: [sdaad] Attached SCSI disk
[  120.815632] sd 5:0:9:0: [sdl] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.815634] sd 5:0:9:0: [sdl] 4096-byte physical blocks
[  120.843766] sd 5:0:46:0: [sdbi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.843767] sd 5:0:46:0: [sdbi] 4096-byte physical blocks
[  120.846368] sd 12:0:217:0: [sdzs] Attached SCSI disk
[  120.847293] sd 12:0:240:0: [sdaap] Attached SCSI disk
[  120.856438] sd 12:0:205:0: [sdzg] Attached SCSI disk
[  120.857515] sd 12:0:192:0: [sdyt] Attached SCSI disk
[  120.859373] sd 5:0:34:0: [sdas] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.859373] sd 5:0:34:0: [sdas] 4096-byte physical blocks
[  120.861934] sd 12:0:241:0: [sdaaq] Attached SCSI disk
[  120.862538] sd 12:0:216:0: [sdzr] Attached SCSI disk
[  120.862659] sd 5:0:22:0: [sdac] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.862661] sd 5:0:22:0: [sdac] 4096-byte physical blocks
[  120.867610] sd 12:0:204:0: [sdzf] Attached SCSI disk
[  120.867755] sd 5:0:21:0: [sdab] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.867756] sd 5:0:21:0: [sdab] 4096-byte physical blocks
[  120.869866] sd 12:0:193:0: [sdyu] Attached SCSI disk
[  120.876598] sd 12:0:229:0: [sdaae] Attached SCSI disk
[  120.876909] sd 5:0:33:0: [sdar] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.876910] sd 5:0:33:0: [sdar] 4096-byte physical blocks
[  120.881159] sd 5:0:58:0: [sdby] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.881160] sd 5:0:58:0: [sdby] 4096-byte physical blocks
[  120.905699] sd 12:0:140:0: [sdwu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.905700] sd 12:0:140:0: [sdwu] 4096-byte physical blocks
[  120.905981] sd 12:0:127:0: [sdwh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.905982] sd 12:0:127:0: [sdwh] 4096-byte physical blocks
[  120.907618] sd 12:0:152:0: [sdxg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.907620] sd 12:0:152:0: [sdxg] 4096-byte physical blocks
[  120.908077] sd 12:0:176:0: [sdye] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.908078] sd 12:0:176:0: [sdye] 4096-byte physical blocks
[  120.912065] sd 12:0:139:0: [sdwt] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.912066] sd 12:0:139:0: [sdwt] 4096-byte physical blocks
[  120.917186] sd 12:0:46:0: [sdtg] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.917188] sd 12:0:46:0: [sdtg] 4096-byte physical blocks
[  120.921717] sd 12:0:163:0: [sdxr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.921719] sd 12:0:163:0: [sdxr] 4096-byte physical blocks
[  120.921767] sd 12:0:175:0: [sdyd] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.921768] sd 12:0:175:0: [sdyd] 4096-byte physical blocks
[  120.922790] sd 12:0:34:0: [sdsu] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.922791] sd 12:0:34:0: [sdsu] 4096-byte physical blocks
[  120.932470] sd 12:0:22:0: [sdsi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.932471] sd 12:0:22:0: [sdsi] 4096-byte physical blocks
[  120.937113] sd 12:0:21:0: [sdsh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.937114] sd 12:0:21:0: [sdsh] 4096-byte physical blocks
[  120.938215] sd 12:0:151:0: [sdxf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.938215] sd 12:0:151:0: [sdxf] 4096-byte physical blocks
[  120.946500] sd 12:0:33:0: [sdst] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.946501] sd 12:0:33:0: [sdst] 4096-byte physical blocks
[  120.948941] sd 12:0:9:0: [sdrv] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.948942] sd 12:0:9:0: [sdrv] 4096-byte physical blocks
[  120.967638] sd 5:0:10:0: [sdm] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.967639] sd 5:0:10:0: [sdm] 4096-byte physical blocks
[  120.968873] sd 12:0:58:0: [sdts] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.968875] sd 12:0:58:0: [sdts] 4096-byte physical blocks
[  120.976571] sd 5:0:45:0: [sdbh] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.976572] sd 5:0:45:0: [sdbh] 4096-byte physical blocks
[  120.993587] sd 5:0:57:0: [sdbx] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  120.993587] sd 5:0:57:0: [sdbx] 4096-byte physical blocks
[  121.003527] sd 12:0:128:0: [sdwi] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  121.003529] sd 12:0:128:0: [sdwi] 4096-byte physical blocks
[  121.031674] sd 12:0:164:0: [sdxs] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  121.031676] sd 12:0:164:0: [sdxs] 4096-byte physical blocks
[  121.035975] sd 12:0:10:0: [sdrw] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  121.035976] sd 12:0:10:0: [sdrw] 4096-byte physical blocks
[  121.049272] sd 12:0:45:0: [sdtf] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  121.049273] sd 12:0:45:0: [sdtf] 4096-byte physical blocks
[  121.127906] sd 12:0:57:0: [sdtr] 15628053168 512-byte logical blocks: (8.00 TB/7.27 TiB)
[  121.127907] sd 12:0:57:0: [sdtr] 4096-byte physical blocks
[  121.218668] sd 5:0:34:0: [sdas] Write Protect is off
[  121.218669] sd 5:0:34:0: [sdas] Mode Sense: db 00 10 08
[  121.219314] sd 12:0:34:0: [sdsu] Write Protect is off
[  121.219316] sd 12:0:34:0: [sdsu] Mode Sense: db 00 10 08
[  121.221194] sd 5:0:34:0: [sdas] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.221803] sd 12:0:34:0: [sdsu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.226338] sd 5:0:46:0: [sdbi] Write Protect is off
[  121.226339] sd 5:0:46:0: [sdbi] Mode Sense: db 00 10 08
[  121.226982] sd 12:0:46:0: [sdtg] Write Protect is off
[  121.226984] sd 12:0:46:0: [sdtg] Mode Sense: db 00 10 08
[  121.228884] sd 5:0:46:0: [sdbi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.229493] sd 12:0:46:0: [sdtg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.242719] sd 5:0:22:0: [sdac] Write Protect is off
[  121.242721] sd 5:0:22:0: [sdac] Mode Sense: db 00 10 08
[  121.243369] sd 12:0:22:0: [sdsi] Write Protect is off
[  121.243371] sd 12:0:22:0: [sdsi] Mode Sense: db 00 10 08
[  121.245111] sd 5:0:21:0: [sdab] Write Protect is off
[  121.245112] sd 5:0:21:0: [sdab] Mode Sense: db 00 10 08
[  121.245279] sd 5:0:22:0: [sdac] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.245746] sd 12:0:21:0: [sdsh] Write Protect is off
[  121.245748] sd 12:0:21:0: [sdsh] Mode Sense: db 00 10 08
[  121.245888] sd 12:0:22:0: [sdsi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.247665] sd 5:0:21:0: [sdab] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.248239] sd 12:0:21:0: [sdsh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.251354] sd 5:0:34:0: [sdas] Attached SCSI disk
[  121.252036] sd 12:0:34:0: [sdsu] Attached SCSI disk
[  121.258975] sd 5:0:46:0: [sdbi] Attached SCSI disk
[  121.259651] sd 12:0:46:0: [sdtg] Attached SCSI disk
[  121.273255] sd 5:0:58:0: [sdby] Write Protect is off
[  121.273256] sd 5:0:58:0: [sdby] Mode Sense: db 00 10 08
[  121.273905] sd 12:0:58:0: [sdts] Write Protect is off
[  121.273907] sd 12:0:58:0: [sdts] Mode Sense: db 00 10 08
[  121.275326] sd 5:0:22:0: [sdac] Attached SCSI disk
[  121.275787] sd 5:0:58:0: [sdby] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.276087] sd 12:0:22:0: [sdsi] Attached SCSI disk
[  121.276396] sd 12:0:58:0: [sdts] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.277889] sd 5:0:21:0: [sdab] Attached SCSI disk
[  121.278664] sd 12:0:21:0: [sdsh] Attached SCSI disk
[  121.278820] sd 5:0:33:0: [sdar] Write Protect is off
[  121.278821] sd 5:0:33:0: [sdar] Mode Sense: db 00 10 08
[  121.279457] sd 12:0:33:0: [sdst] Write Protect is off
[  121.279458] sd 12:0:33:0: [sdst] Mode Sense: db 00 10 08
[  121.280194] sd 5:0:10:0: [sdm] Write Protect is off
[  121.280195] sd 5:0:10:0: [sdm] Mode Sense: db 00 10 08
[  121.280879] sd 12:0:10:0: [sdrw] Write Protect is off
[  121.280880] sd 12:0:10:0: [sdrw] Mode Sense: db 00 10 08
[  121.281336] sd 5:0:33:0: [sdar] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.281946] sd 12:0:33:0: [sdst] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.282723] sd 5:0:10:0: [sdm] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.283359] sd 12:0:10:0: [sdrw] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.284709] sd 5:0:9:0: [sdl] Write Protect is off
[  121.284710] sd 5:0:9:0: [sdl] Mode Sense: db 00 10 08
[  121.284894] sd 5:0:45:0: [sdbh] Write Protect is off
[  121.284895] sd 5:0:45:0: [sdbh] Mode Sense: db 00 10 08
[  121.285349] sd 12:0:9:0: [sdrv] Write Protect is off
[  121.285350] sd 12:0:9:0: [sdrv] Mode Sense: db 00 10 08
[  121.285536] sd 12:0:45:0: [sdtf] Write Protect is off
[  121.285537] sd 12:0:45:0: [sdtf] Mode Sense: db 00 10 08
[  121.287250] sd 5:0:9:0: [sdl] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.287437] sd 5:0:45:0: [sdbh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.287859] sd 12:0:9:0: [sdrv] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.288051] sd 12:0:45:0: [sdtf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.306219] sd 5:0:58:0: [sdby] Attached SCSI disk
[  121.306559] sd 12:0:58:0: [sdts] Attached SCSI disk
[  121.311565] sd 5:0:33:0: [sdar] Attached SCSI disk
[  121.312234] sd 12:0:33:0: [sdst] Attached SCSI disk
[  121.312590] sd 5:0:10:0: [sdm] Attached SCSI disk
[  121.313336] sd 12:0:10:0: [sdrw] Attached SCSI disk
[  121.316884] sd 5:0:45:0: [sdbh] Attached SCSI disk
[  121.317530] sd 5:0:9:0: [sdl] Attached SCSI disk
[  121.317650] sd 12:0:45:0: [sdtf] Attached SCSI disk
[  121.317856] sd 12:0:9:0: [sdrv] Attached SCSI disk
[  121.341948] sd 5:0:57:0: [sdbx] Write Protect is off
[  121.341949] sd 5:0:57:0: [sdbx] Mode Sense: db 00 10 08
[  121.342568] sd 12:0:57:0: [sdtr] Write Protect is off
[  121.342569] sd 12:0:57:0: [sdtr] Mode Sense: db 00 10 08
[  121.344484] sd 5:0:57:0: [sdbx] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.345066] sd 12:0:57:0: [sdtr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  121.375757] sd 5:0:57:0: [sdbx] Attached SCSI disk
[  121.376069] sd 12:0:57:0: [sdtr] Attached SCSI disk
[  122.175242] sd 12:0:140:0: [sdwu] Write Protect is off
[  122.175244] sd 12:0:140:0: [sdwu] Mode Sense: db 00 10 08
[  122.181209] sd 12:0:152:0: [sdxg] Write Protect is off
[  122.181211] sd 12:0:152:0: [sdxg] Mode Sense: db 00 10 08
[  122.359792] sd 12:0:163:0: [sdxr] Write Protect is off
[  122.359793] sd 12:0:163:0: [sdxr] Mode Sense: db 00 10 08
[  122.370195] sd 12:0:140:0: [sdwu] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  122.380638] sd 12:0:152:0: [sdxg] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  122.381485] sd 12:0:176:0: [sdye] Write Protect is off
[  122.381486] sd 12:0:176:0: [sdye] Mode Sense: db 00 10 08
[  122.387490] sd 12:0:140:0: [sdwu] Attached SCSI disk
[  122.409355] sd 12:0:152:0: [sdxg] Attached SCSI disk
[  122.435226] sd 12:0:139:0: [sdwt] Write Protect is off
[  122.435228] sd 12:0:139:0: [sdwt] Mode Sense: db 00 10 08
[  122.435797] sd 12:0:163:0: [sdxr] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  122.436588] sd 12:0:139:0: [sdwt] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  122.446767] sd 12:0:176:0: [sdye] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  122.448058] sd 12:0:128:0: [sdwi] Write Protect is off
[  122.448059] sd 12:0:128:0: [sdwi] Mode Sense: db 00 10 08
[  122.449405] sd 12:0:128:0: [sdwi] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  122.463299] sd 12:0:139:0: [sdwt] Attached SCSI disk
[  122.463616] sd 12:0:163:0: [sdxr] Attached SCSI disk
[  122.472893] sd 12:0:175:0: [sdyd] Write Protect is off
[  122.472894] sd 12:0:175:0: [sdyd] Mode Sense: db 00 10 08
[  122.474248] sd 12:0:175:0: [sdyd] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  122.476885] sd 12:0:176:0: [sdye] Attached SCSI disk
[  122.477957] sd 12:0:128:0: [sdwi] Attached SCSI disk
[  122.492615] sd 12:0:164:0: [sdxs] Write Protect is off
[  122.492618] sd 12:0:164:0: [sdxs] Mode Sense: db 00 10 08
[  122.494000] sd 12:0:164:0: [sdxs] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  122.495276] sd 12:0:151:0: [sdxf] Write Protect is off
[  122.495277] sd 12:0:151:0: [sdxf] Mode Sense: db 00 10 08
[  122.496627] sd 12:0:151:0: [sdxf] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  122.502375] sd 12:0:127:0: [sdwh] Write Protect is off
[  122.502376] sd 12:0:127:0: [sdwh] Mode Sense: db 00 10 08
[  122.503472] sd 12:0:175:0: [sdyd] Attached SCSI disk
[  122.503726] sd 12:0:127:0: [sdwh] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  122.518875] sd 12:0:127:0: [sdwh] Attached SCSI disk
[  122.573480] sd 12:0:151:0: [sdxf] Attached SCSI disk
[  122.574650] sd 12:0:164:0: [sdxs] Attached SCSI disk
[  155.329996] sd 5:0:4:0: [sde] 4096-byte physical blocks
[  155.353994] sd 5:0:4:0: [sde] Write Protect is off
[  155.359349] sd 5:0:4:0: [sde] Mode Sense: db 00 10 08
[  155.360708] sd 5:0:4:0: [sde] Write cache: enabled, read cache: enabled, supports DPO and FUA
[  155.393714] sd 5:0:4:0: [sde] Attached SCSI disk
[  163.977474] EXT4-fs (sdrm1): mounted filesystem with ordered data mode. Opts: (null)
[  164.573124] systemd-journald[341]: Received SIGTERM from PID 1 (systemd).
[  164.605389] SELinux:  Disabled at runtime.
[  164.609998] SELinux:  Unregistering netfilter hooks
[  164.663735] type=1404 audit(1558194063.410:2): selinux=0 auid=4294967295 ses=4294967295
[  164.695567] ip_tables: (C) 2000-2006 Netfilter Core Team
[  164.701998] systemd[1]: Inserted module 'ip_tables'
[  164.885154] EXT4-fs (sdrm1): re-mounted. Opts: (null)
[  164.901249] systemd-journald[36017]: Received request to flush runtime journal from PID 1
[  164.958910] type=1305 audit(1558194063.705:3): audit_pid=36528 old=0 auid=4294967295 ses=4294967295 res=1
[  164.976711] RPC: Registered named UNIX socket transport module.
[  164.983884] RPC: Registered udp transport module.
[  164.990679] RPC: Registered tcp transport module.
[  164.997479] RPC: Registered tcp NFSv4.1 backchannel transport module.
[  165.016788] <mlx4_ib> mlx4_ib_add: mlx4_ib: Mellanox ConnectX InfiniBand driver v2.2-1 (Feb 2014)
[  165.027827] <mlx4_ib> mlx4_ib_add: counter index 0 for port 1 allocated 0
[  165.097531] Loading iSCSI transport class v2.0-870.
[  165.145249] ACPI Error: No handler for Region [SYSI] (ffff88015358e7e0) [IPMI] (20130517/evregion-162)
[  165.159024] ACPI Error: Region IPMI (ID=7) has no handler (20130517/exfldio-305)
[  165.170458] ACPI Error: Method parse/execution failed [\_SB_.PMI0._GHL] (Node ffff880153566578), AE_NOT_EXIST (20130517/psparse-536)
[  165.191511] ACPI Error: Method parse/execution failed [\_SB_.PMI0._PMC] (Node ffff8801535664d8), AE_NOT_EXIST (20130517/psparse-536)
[  165.206411] ACPI Exception: AE_NOT_EXIST, Evaluating _PMC (20130517/power_meter-753)
[  165.218338] wmi: Mapper loaded
[  165.224461] shpchp: Standard Hot Plug PCI Controller Driver version: 0.4
[  165.232821] iscsi: registered transport (iser)
[  165.239996] ipmi message handler version 39.2
[  165.247458] ipmi device interface
[  165.256299] IPMI System Interface driver.
[  165.261185] ipmi_si: probing via SMBIOS
[  165.266889] ipmi_si: SMBIOS: io 0xca8 regsize 1 spacing 4 irq 10
[  165.276306] RPC: Registered rdma transport module.
[  165.276307] RPC: Registered rdma backchannel transport module.
[  165.275145] ipmi_si: Adding SMBIOS-specified kcs state machine
[  165.299757] ipmi_si: Trying SMBIOS-specified kcs state machine at i/o address 0xca8, slave address 0x20, irq 10
[  165.315508] scsi 5:0:0:0: Attached scsi generic sg0 type 13
[  165.322347] sd 5:0:1:0: Attached scsi generic sg1 type 0
[  165.329694] sd 5:0:2:0: Attached scsi generic sg2 type 0
[  165.337239] sd 5:0:3:0: Attached scsi generic sg3 type 0
[  165.344739] sd 5:0:4:0: Attached scsi generic sg4 type 0
[  165.347759] (NULL device *): The BMC does not support setting the recv irq bit, compensating, but the BMC needs to be fixed.
[  165.356848] ipmi_si ipmi_si.0: Using irq 10
[  165.372633] sd 5:0:5:0: Attached scsi generic sg5 type 0
[  165.380175] sd 5:0:6:0: Attached scsi generic sg6 type 0
[  165.386526] ipmi_si ipmi_si.0: Found new BMC (man_id: 0x0002a2, prod_id: 0x0100, dev_id: 0x20)
[  165.386821] ipmi_si ipmi_si.0: IPMI kcs interface initialized
[  165.406436] sd 5:0:7:0: Attached scsi generic sg7 type 0
[  165.414142] sd 5:0:8:0: Attached scsi generic sg8 type 0
[  165.421646] sd 5:0:9:0: Attached scsi generic sg9 type 0
[  165.429075] sd 5:0:10:0: Attached scsi generic sg10 type 0
[  165.436713] sd 5:0:11:0: Attached scsi generic sg11 type 0
[  165.444761] sd 5:0:12:0: Attached scsi generic sg12 type 0
[  165.451994] sd 5:0:13:0: Attached scsi generic sg13 type 0
[  165.459597] sd 5:0:14:0: Attached scsi generic sg14 type 0
[  165.467834] sd 5:0:15:0: Attached scsi generic sg15 type 0
[  165.468961] device-mapper: uevent: version 1.0.3
[  165.469653] device-mapper: ioctl: 4.35.0-ioctl (2016-06-23) initialised: dm-devel@redhat.com
[  165.490949] sd 5:0:16:0: Attached scsi generic sg16 type 0
[  165.498997] sd 5:0:17:0: Attached scsi generic sg17 type 0
[  165.506593] sd 5:0:18:0: Attached scsi generic sg18 type 0
[  165.514236] sd 5:0:19:0: Attached scsi generic sg19 type 0
[  165.521879] sd 5:0:20:0: Attached scsi generic sg20 type 0
[  165.529526] sd 5:0:21:0: Attached scsi generic sg21 type 0
[  165.537298] sd 5:0:22:0: Attached scsi generic sg22 type 0
[  165.544876] sd 5:0:23:0: Attached scsi generic sg23 type 0
[  165.558282] sd 5:0:24:0: Attached scsi generic sg24 type 0
[  165.564718] sd 5:0:25:0: Attached scsi generic sg25 type 0
[  165.576101] sd 5:0:26:0: Attached scsi generic sg26 type 0
[  165.585199] sd 5:0:27:0: Attached scsi generic sg27 type 0
[  165.592624] sd 5:0:28:0: Attached scsi generic sg28 type 0
[  165.600218] sd 5:0:29:0: Attached scsi generic sg29 type 0
[  165.607722] sd 5:0:30:0: Attached scsi generic sg30 type 0
[  165.615511] sd 5:0:31:0: Attached scsi generic sg31 type 0
[  165.623302] sd 5:0:32:0: Attached scsi generic sg32 type 0
[  165.630980] sd 5:0:33:0: Attached scsi generic sg33 type 0
[  165.638654] sd 5:0:34:0: Attached scsi generic sg34 type 0
[  165.650321] sd 5:0:35:0: Attached scsi generic sg35 type 0
[  165.656970] sd 5:0:36:0: Attached scsi generic sg36 type 0
[  165.665057] sd 5:0:37:0: Attached scsi generic sg37 type 0
[  165.672441] sd 5:0:38:0: Attached scsi generic sg38 type 0
[  165.683877] sd 5:0:39:0: Attached scsi generic sg39 type 0
[  165.690775] sd 5:0:40:0: Attached scsi generic sg40 type 0
[  165.698495] sd 5:0:41:0: Attached scsi generic sg41 type 0
[  165.706544] sd 5:0:42:0: Attached scsi generic sg42 type 0
[  165.714023] sd 5:0:43:0: Attached scsi generic sg43 type 0
[  165.721526] sd 5:0:44:0: Attached scsi generic sg44 type 0
[  165.729130] sd 5:0:45:0: Attached scsi generic sg45 type 0
[  165.736903] sd 5:0:46:0: Attached scsi generic sg46 type 0
[  165.746777] sd 5:0:47:0: Attached scsi generic sg47 type 0
[  165.753841] sd 5:0:48:0: Attached scsi generic sg48 type 0
[  165.761349] sd 5:0:49:0: Attached scsi generic sg49 type 0
[  165.769164] sd 5:0:50:0: Attached scsi generic sg50 type 0
[  165.776920] sd 5:0:51:0: Attached scsi generic sg51 type 0
[  165.784532] sd 5:0:52:0: Attached scsi generic sg52 type 0
[  165.792175] sd 5:0:53:0: Attached scsi generic sg53 type 0
[  165.799877] sd 5:0:54:0: Attached scsi generic sg54 type 0
[  165.807531] sd 5:0:55:0: Attached scsi generic sg55 type 0
[  165.815823] sd 5:0:56:0: Attached scsi generic sg56 type 0
[  165.822874] sd 5:0:57:0: Attached scsi generic sg57 type 0
[  165.831273] sd 5:0:58:0: Attached scsi generic sg58 type 0
[  165.838243] sd 5:0:59:0: Attached scsi generic sg59 type 0
[  165.845851] sd 5:0:60:0: Attached scsi generic sg60 type 0
[  165.853459] scsi 5:0:61:0: Attached scsi generic sg61 type 13
[  165.861484] sd 5:0:62:0: Attached scsi generic sg62 type 0
[  165.869070] sd 5:0:63:0: Attached scsi generic sg63 type 0
[  165.876731] sd 5:0:64:0: Attached scsi generic sg64 type 0
[  165.884449] sd 5:0:65:0: Attached scsi generic sg65 type 0
[  165.892129] sd 5:0:66:0: Attached scsi generic sg66 type 0
[  165.899827] sd 5:0:67:0: Attached scsi generic sg67 type 0
[  165.907370] sd 5:0:68:0: Attached scsi generic sg68 type 0
[  165.915016] sd 5:0:69:0: Attached scsi generic sg69 type 0
[  165.922737] sd 5:0:70:0: Attached scsi generic sg70 type 0
[  165.930394] sd 5:0:71:0: Attached scsi generic sg71 type 0
[  165.938012] sd 5:0:72:0: Attached scsi generic sg72 type 0
[  165.945681] sd 5:0:73:0: Attached scsi generic sg73 type 0
[  165.953333] sd 5:0:74:0: Attached scsi generic sg74 type 0
[  165.960998] sd 5:0:75:0: Attached scsi generic sg75 type 0
[  165.968702] sd 5:0:76:0: Attached scsi generic sg76 type 0
[  165.976368] sd 5:0:77:0: Attached scsi generic sg77 type 0
[  165.984015] sd 5:0:78:0: Attached scsi generic sg78 type 0
[  165.991713] sd 5:0:79:0: Attached scsi generic sg79 type 0
[  165.999380] sd 5:0:80:0: Attached scsi generic sg80 type 0
[  166.007030] sd 5:0:81:0: Attached scsi generic sg81 type 0
[  166.014746] sd 5:0:82:0: Attached scsi generic sg82 type 0
[  166.022452] sd 5:0:83:0: Attached scsi generic sg83 type 0
[  166.030046] sd 5:0:84:0: Attached scsi generic sg84 type 0
[  166.037754] sd 5:0:85:0: Attached scsi generic sg85 type 0
[  166.045447] sd 5:0:86:0: Attached scsi generic sg86 type 0
[  166.053135] sd 5:0:87:0: Attached scsi generic sg87 type 0
[  166.060817] sd 5:0:88:0: Attached scsi generic sg88 type 0
[  166.068497] sd 5:0:89:0: Attached scsi generic sg89 type 0
[  166.076221] sd 5:0:90:0: Attached scsi generic sg90 type 0
[  166.083915] sd 5:0:91:0: Attached scsi generic sg91 type 0
[  166.091606] sd 5:0:92:0: Attached scsi generic sg92 type 0
[  166.099302] sd 5:0:93:0: Attached scsi generic sg93 type 0
[  166.106993] sd 5:0:94:0: Attached scsi generic sg94 type 0
[  166.114702] sd 5:0:95:0: Attached scsi generic sg95 type 0
[  166.122397] sd 5:0:96:0: Attached scsi generic sg96 type 0
[  166.130080] sd 5:0:97:0: Attached scsi generic sg97 type 0
[  166.137808] sd 5:0:98:0: Attached scsi generic sg98 type 0
[  166.145502] sd 5:0:99:0: Attached scsi generic sg99 type 0
[  166.153239] sd 5:0:100:0: Attached scsi generic sg100 type 0
[  166.161111] sd 5:0:101:0: Attached scsi generic sg101 type 0
[  166.168993] sd 5:0:102:0: Attached scsi generic sg102 type 0
[  166.176919] sd 5:0:103:0: Attached scsi generic sg103 type 0
[  166.184770] sd 5:0:104:0: Attached scsi generic sg104 type 0
[  166.192682] sd 5:0:105:0: Attached scsi generic sg105 type 0
[  166.200555] sd 5:0:106:0: Attached scsi generic sg106 type 0
[  166.208440] sd 5:0:107:0: Attached scsi generic sg107 type 0
[  166.216332] sd 5:0:108:0: Attached scsi generic sg108 type 0
[  166.224248] sd 5:0:109:0: Attached scsi generic sg109 type 0
[  166.232160] sd 5:0:110:0: Attached scsi generic sg110 type 0
[  166.240031] sd 5:0:111:0: Attached scsi generic sg111 type 0
[  166.247928] sd 5:0:112:0: Attached scsi generic sg112 type 0
[  166.255876] sd 5:0:113:0: Attached scsi generic sg113 type 0
[  166.263718] sd 5:0:114:0: Attached scsi generic sg114 type 0
[  166.271651] sd 5:0:115:0: Attached scsi generic sg115 type 0
[  166.279518] sd 5:0:116:0: Attached scsi generic sg116 type 0
[  166.287403] sd 5:0:117:0: Attached scsi generic sg117 type 0
[  166.295264] sd 5:0:118:0: Attached scsi generic sg118 type 0
[  166.303154] sd 5:0:119:0: Attached scsi generic sg119 type 0
[  166.310996] sd 5:0:120:0: Attached scsi generic sg120 type 0
[  166.318906] sd 5:0:121:0: Attached scsi generic sg121 type 0
[  166.326724] scsi 5:0:122:0: Attached scsi generic sg122 type 13
[  166.334934] sd 5:0:123:0: Attached scsi generic sg123 type 0
[  166.342754] sd 5:0:124:0: Attached scsi generic sg124 type 0
[  166.350636] sd 5:0:125:0: Attached scsi generic sg125 type 0
[  166.358502] sd 5:0:126:0: Attached scsi generic sg126 type 0
[  166.366376] sd 5:0:127:0: Attached scsi generic sg127 type 0
[  166.372973] sd 5:0:128:0: Attached scsi generic sg128 type 0
[  166.379398] sd 5:0:129:0: Attached scsi generic sg129 type 0
[  166.385825] sd 5:0:130:0: Attached scsi generic sg130 type 0
[  166.392241] sd 5:0:131:0: Attached scsi generic sg131 type 0
[  166.398661] sd 5:0:132:0: Attached scsi generic sg132 type 0
[  166.405075] sd 5:0:133:0: Attached scsi generic sg133 type 0
[  166.411502] sd 5:0:134:0: Attached scsi generic sg134 type 0
[  166.417917] sd 5:0:135:0: Attached scsi generic sg135 type 0
[  166.424344] sd 5:0:136:0: Attached scsi generic sg136 type 0
[  166.430759] sd 5:0:137:0: Attached scsi generic sg137 type 0
[  166.437182] sd 5:0:138:0: Attached scsi generic sg138 type 0
[  166.443601] sd 5:0:139:0: Attached scsi generic sg139 type 0
[  166.450032] sd 5:0:140:0: Attached scsi generic sg140 type 0
[  166.456443] sd 5:0:141:0: Attached scsi generic sg141 type 0
[  166.462913] sd 5:0:142:0: Attached scsi generic sg142 type 0
[  166.469329] sd 5:0:143:0: Attached scsi generic sg143 type 0
[  166.475756] sd 5:0:144:0: Attached scsi generic sg144 type 0
[  166.482177] sd 5:0:145:0: Attached scsi generic sg145 type 0
[  166.489021] sd 5:0:146:0: Attached scsi generic sg146 type 0
[  166.495448] sd 5:0:147:0: Attached scsi generic sg147 type 0
[  166.501894] sd 5:0:148:0: Attached scsi generic sg148 type 0
[  166.508309] sd 5:0:149:0: Attached scsi generic sg149 type 0
[  166.514734] sd 5:0:150:0: Attached scsi generic sg150 type 0
[  166.521173] sd 5:0:151:0: Attached scsi generic sg151 type 0
[  166.527591] sd 5:0:152:0: Attached scsi generic sg152 type 0
[  166.534019] sd 5:0:153:0: Attached scsi generic sg153 type 0
[  166.540442] sd 5:0:154:0: Attached scsi generic sg154 type 0
[  166.546891] sd 5:0:155:0: Attached scsi generic sg155 type 0
[  166.553302] sd 5:0:156:0: Attached scsi generic sg156 type 0
[  166.559727] sd 5:0:157:0: Attached scsi generic sg157 type 0
[  166.566153] sd 5:0:158:0: Attached scsi generic sg158 type 0
[  166.572596] sd 5:0:159:0: Attached scsi generic sg159 type 0
[  166.579021] sd 5:0:160:0: Attached scsi generic sg160 type 0
[  166.585445] sd 5:0:161:0: Attached scsi generic sg161 type 0
[  166.591887] sd 5:0:162:0: Attached scsi generic sg162 type 0
[  166.598314] sd 5:0:163:0: Attached scsi generic sg163 type 0
[  166.604735] sd 5:0:164:0: Attached scsi generic sg164 type 0
[  166.611174] sd 5:0:165:0: Attached scsi generic sg165 type 0
[  166.617600] sd 5:0:166:0: Attached scsi generic sg166 type 0
[  166.624046] sd 5:0:167:0: Attached scsi generic sg167 type 0
[  166.630469] sd 5:0:168:0: Attached scsi generic sg168 type 0
[  166.636912] sd 5:0:169:0: Attached scsi generic sg169 type 0
[  166.643328] sd 5:0:170:0: Attached scsi generic sg170 type 0
[  166.649782] sd 5:0:171:0: Attached scsi generic sg171 type 0
[  166.656205] sd 5:0:172:0: Attached scsi generic sg172 type 0
[  166.662627] sd 5:0:173:0: Attached scsi generic sg173 type 0
[  166.669048] sd 5:0:174:0: Attached scsi generic sg174 type 0
[  166.675475] sd 5:0:175:0: Attached scsi generic sg175 type 0
[  166.681922] sd 5:0:176:0: Attached scsi generic sg176 type 0
[  166.688335] sd 5:0:177:0: Attached scsi generic sg177 type 0
[  166.694756] sd 5:0:178:0: Attached scsi generic sg178 type 0
[  166.701184] sd 5:0:179:0: Attached scsi generic sg179 type 0
[  166.707625] sd 5:0:180:0: Attached scsi generic sg180 type 0
[  166.714046] sd 5:0:181:0: Attached scsi generic sg181 type 0
[  166.720472] sd 5:0:182:0: Attached scsi generic sg182 type 0
[  166.726920] scsi 5:0:183:0: Attached scsi generic sg183 type 13
[  166.733629] sd 5:0:184:0: Attached scsi generic sg184 type 0
[  166.740053] sd 5:0:185:0: Attached scsi generic sg185 type 0
[  166.746482] sd 5:0:186:0: Attached scsi generic sg186 type 0
[  166.752934] sd 5:0:187:0: Attached scsi generic sg187 type 0
[  166.759347] sd 5:0:188:0: Attached scsi generic sg188 type 0
[  166.765792] sd 5:0:189:0: Attached scsi generic sg189 type 0
[  166.772222] sd 5:0:190:0: Attached scsi generic sg190 type 0
[  166.778645] sd 5:0:191:0: Attached scsi generic sg191 type 0
[  166.785069] sd 5:0:192:0: Attached scsi generic sg192 type 0
[  166.791495] sd 5:0:193:0: Attached scsi generic sg193 type 0
[  166.797943] sd 5:0:194:0: Attached scsi generic sg194 type 0
[  166.804357] sd 5:0:195:0: Attached scsi generic sg195 type 0
[  166.810775] sd 5:0:196:0: Attached scsi generic sg196 type 0
[  166.817207] sd 5:0:197:0: Attached scsi generic sg197 type 0
[  166.823665] sd 5:0:198:0: Attached scsi generic sg198 type 0
[  166.830087] sd 5:0:199:0: Attached scsi generic sg199 type 0
[  166.836507] sd 5:0:200:0: Attached scsi generic sg200 type 0
[  166.842950] sd 5:0:201:0: Attached scsi generic sg201 type 0
[  166.849379] sd 5:0:202:0: Attached scsi generic sg202 type 0
[  166.855831] sd 5:0:203:0: Attached scsi generic sg203 type 0
[  166.862252] sd 5:0:204:0: Attached scsi generic sg204 type 0
[  166.868675] sd 5:0:205:0: Attached scsi generic sg205 type 0
[  166.875129] sd 5:0:206:0: Attached scsi generic sg206 type 0
[  166.881553] sd 5:0:207:0: Attached scsi generic sg207 type 0
[  166.888001] sd 5:0:208:0: Attached scsi generic sg208 type 0
[  166.894429] sd 5:0:209:0: Attached scsi generic sg209 type 0
[  166.900870] sd 5:0:210:0: Attached scsi generic sg210 type 0
[  166.907284] sd 5:0:211:0: Attached scsi generic sg211 type 0
[  166.913707] sd 5:0:212:0: Attached scsi generic sg212 type 0
[  166.920123] sd 5:0:213:0: Attached scsi generic sg213 type 0
[  166.926573] sd 5:0:214:0: Attached scsi generic sg214 type 0
[  166.932996] sd 5:0:215:0: Attached scsi generic sg215 type 0
[  166.939420] sd 5:0:216:0: Attached scsi generic sg216 type 0
[  166.945864] sd 5:0:217:0: Attached scsi generic sg217 type 0
[  166.952280] sd 5:0:218:0: Attached scsi generic sg218 type 0
[  166.958711] sd 5:0:219:0: Attached scsi generic sg219 type 0
[  166.965131] sd 5:0:220:0: Attached scsi generic sg220 type 0
[  166.971585] sd 5:0:221:0: Attached scsi generic sg221 type 0
[  166.978015] sd 5:0:222:0: Attached scsi generic sg222 type 0
[  166.984451] sd 5:0:223:0: Attached scsi generic sg223 type 0
[  166.990899] sd 5:0:224:0: Attached scsi generic sg224 type 0
[  166.997344] sd 5:0:225:0: Attached scsi generic sg225 type 0
[  167.003779] sd 5:0:226:0: Attached scsi generic sg226 type 0
[  167.010215] sd 5:0:227:0: Attached scsi generic sg227 type 0
[  167.016641] sd 5:0:228:0: Attached scsi generic sg228 type 0
[  167.023085] sd 5:0:229:0: Attached scsi generic sg229 type 0
[  167.029516] sd 5:0:230:0: Attached scsi generic sg230 type 0
[  167.035950] sd 5:0:231:0: Attached scsi generic sg231 type 0
[  167.042373] sd 5:0:232:0: Attached scsi generic sg232 type 0
[  167.048823] sd 5:0:233:0: Attached scsi generic sg233 type 0
[  167.055237] sd 5:0:234:0: Attached scsi generic sg234 type 0
[  167.061659] sd 5:0:235:0: Attached scsi generic sg235 type 0
[  167.068089] sd 5:0:236:0: Attached scsi generic sg236 type 0
[  167.074513] sd 5:0:237:0: Attached scsi generic sg237 type 0
[  167.080963] sd 5:0:238:0: Attached scsi generic sg238 type 0
[  167.087389] sd 5:0:239:0: Attached scsi generic sg239 type 0
[  167.093821] sd 5:0:240:0: Attached scsi generic sg240 type 0
[  167.100251] sd 5:0:241:0: Attached scsi generic sg241 type 0
[  167.106666] sd 5:0:242:0: Attached scsi generic sg242 type 0
[  167.113090] sd 5:0:243:0: Attached scsi generic sg243 type 0
[  167.119541] scsi 5:0:244:0: Attached scsi generic sg244 type 13
[  167.126257] sd 5:0:245:0: Attached scsi generic sg245 type 0
[  167.132686] sd 5:0:246:0: Attached scsi generic sg246 type 0
[  167.139113] sd 5:0:247:0: Attached scsi generic sg247 type 0
[  167.145552] sd 5:0:248:0: Attached scsi generic sg248 type 0
[  167.151978] sd 5:0:249:0: Attached scsi generic sg249 type 0
[  167.158399] sd 5:0:250:0: Attached scsi generic sg250 type 0
[  167.164823] sd 5:0:251:0: Attached scsi generic sg251 type 0
[  167.171254] sd 5:0:252:0: Attached scsi generic sg252 type 0
[  167.177677] sd 5:0:253:0: Attached scsi generic sg253 type 0
[  167.184104] sd 5:0:254:0: Attached scsi generic sg254 type 0
[  167.190551] sd 5:0:255:0: Attached scsi generic sg255 type 0
[  167.196978] sd 5:0:256:0: Attached scsi generic sg256 type 0
[  167.203401] sd 5:0:257:0: Attached scsi generic sg257 type 0
[  167.209826] sd 5:0:258:0: Attached scsi generic sg258 type 0
[  167.216262] sd 5:0:259:0: Attached scsi generic sg259 type 0
[  167.222684] sd 5:0:260:0: Attached scsi generic sg260 type 0
[  167.229099] sd 5:0:261:0: Attached scsi generic sg261 type 0
[  167.235558] sd 5:0:262:0: Attached scsi generic sg262 type 0
[  167.241986] sd 5:0:263:0: Attached scsi generic sg263 type 0
[  167.248416] sd 5:0:264:0: Attached scsi generic sg264 type 0
[  167.254862] sd 5:0:265:0: Attached scsi generic sg265 type 0
[  167.261280] sd 5:0:266:0: Attached scsi generic sg266 type 0
[  167.267708] sd 5:0:267:0: Attached scsi generic sg267 type 0
[  167.274130] sd 5:0:268:0: Attached scsi generic sg268 type 0
[  167.280573] sd 5:0:269:0: Attached scsi generic sg269 type 0
[  167.287001] sd 5:0:270:0: Attached scsi generic sg270 type 0
[  167.293431] sd 5:0:271:0: Attached scsi generic sg271 type 0
[  167.299868] sd 5:0:272:0: Attached scsi generic sg272 type 0
[  167.306283] sd 5:0:273:0: Attached scsi generic sg273 type 0
[  167.312708] sd 5:0:274:0: Attached scsi generic sg274 type 0
[  167.319135] sd 5:0:275:0: Attached scsi generic sg275 type 0
[  167.325581] sd 5:0:276:0: Attached scsi generic sg276 type 0
[  167.332006] sd 5:0:277:0: Attached scsi generic sg277 type 0
[  167.338431] sd 5:0:278:0: Attached scsi generic sg278 type 0
[  167.344915] sd 5:0:279:0: Attached scsi generic sg279 type 0
[  167.351338] sd 5:0:280:0: Attached scsi generic sg280 type 0
[  167.357761] sd 5:0:281:0: Attached scsi generic sg281 type 0
[  167.364206] sd 5:0:282:0: Attached scsi generic sg282 type 0
[  167.370645] sd 5:0:283:0: Attached scsi generic sg283 type 0
[  167.377072] sd 5:0:284:0: Attached scsi generic sg284 type 0
[  167.383516] sd 5:0:285:0: Attached scsi generic sg285 type 0
[  167.389980] sd 5:0:286:0: Attached scsi generic sg286 type 0
[  167.396424] sd 5:0:287:0: Attached scsi generic sg287 type 0
[  167.402876] sd 5:0:288:0: Attached scsi generic sg288 type 0
[  167.409312] sd 5:0:289:0: Attached scsi generic sg289 type 0
[  167.415754] sd 5:0:290:0: Attached scsi generic sg290 type 0
[  167.422211] sd 5:0:291:0: Attached scsi generic sg291 type 0
[  167.428638] sd 5:0:292:0: Attached scsi generic sg292 type 0
[  167.435090] sd 5:0:293:0: Attached scsi generic sg293 type 0
[  167.441538] sd 5:0:294:0: Attached scsi generic sg294 type 0
[  167.447983] sd 5:0:295:0: Attached scsi generic sg295 type 0
[  167.454419] sd 5:0:296:0: Attached scsi generic sg296 type 0
[  167.460891] sd 5:0:297:0: Attached scsi generic sg297 type 0
[  167.467333] sd 5:0:298:0: Attached scsi generic sg298 type 0
[  167.474153] sd 5:0:299:0: Attached scsi generic sg299 type 0
[  167.480595] sd 5:0:300:0: Attached scsi generic sg300 type 0
[  167.487041] sd 5:0:301:0: Attached scsi generic sg301 type 0
[  167.493481] sd 5:0:302:0: Attached scsi generic sg302 type 0
[  167.499933] sd 5:0:303:0: Attached scsi generic sg303 type 0
[  167.506360] sd 5:0:304:0: Attached scsi generic sg304 type 0
[  167.512808] scsi 5:0:305:0: Attached scsi generic sg305 type 13
[  167.519539] sd 5:0:306:0: Attached scsi generic sg306 type 0
[  167.525991] sd 5:0:307:0: Attached scsi generic sg307 type 0
[  167.532424] sd 5:0:308:0: Attached scsi generic sg308 type 0
[  167.538887] sd 5:0:309:0: Attached scsi generic sg309 type 0
[  167.545323] sd 5:0:310:0: Attached scsi generic sg310 type 0
[  167.551757] sd 5:0:311:0: Attached scsi generic sg311 type 0
[  167.558196] sd 5:0:312:0: Attached scsi generic sg312 type 0
[  167.564638] sd 5:0:313:0: Attached scsi generic sg313 type 0
[  167.571055] sd 5:0:314:0: Attached scsi generic sg314 type 0
[  167.577492] sd 5:0:315:0: Attached scsi generic sg315 type 0
[  167.583928] sd 5:0:316:0: Attached scsi generic sg316 type 0
[  167.590362] sd 5:0:317:0: Attached scsi generic sg317 type 0
[  167.596787] sd 5:0:318:0: Attached scsi generic sg318 type 0
[  167.603215] sd 5:0:319:0: Attached scsi generic sg319 type 0
[  167.609647] sd 5:0:320:0: Attached scsi generic sg320 type 0
[  167.616051] sd 5:0:321:0: Attached scsi generic sg321 type 0
[  167.622490] sd 5:0:322:0: Attached scsi generic sg322 type 0
[  167.628928] sd 5:0:323:0: Attached scsi generic sg323 type 0
[  167.635351] sd 5:0:324:0: Attached scsi generic sg324 type 0
[  167.641794] sd 5:0:325:0: Attached scsi generic sg325 type 0
[  167.648229] sd 5:0:326:0: Attached scsi generic sg326 type 0
[  167.654652] sd 5:0:327:0: Attached scsi generic sg327 type 0
[  167.661085] sd 5:0:328:0: Attached scsi generic sg328 type 0
[  167.667525] sd 5:0:329:0: Attached scsi generic sg329 type 0
[  167.673939] sd 5:0:330:0: Attached scsi generic sg330 type 0
[  167.680362] sd 5:0:331:0: Attached scsi generic sg331 type 0
[  167.686785] sd 5:0:332:0: Attached scsi generic sg332 type 0
[  167.693221] sd 5:0:333:0: Attached scsi generic sg333 type 0
[  167.699660] sd 5:0:334:0: Attached scsi generic sg334 type 0
[  167.706060] sd 5:0:335:0: Attached scsi generic sg335 type 0
[  167.712496] sd 5:0:336:0: Attached scsi generic sg336 type 0
[  167.718930] sd 5:0:337:0: Attached scsi generic sg337 type 0
[  167.725362] sd 5:0:338:0: Attached scsi generic sg338 type 0
[  167.731791] sd 5:0:339:0: Attached scsi generic sg339 type 0
[  167.738225] sd 5:0:340:0: Attached scsi generic sg340 type 0
[  167.744646] sd 5:0:341:0: Attached scsi generic sg341 type 0
[  167.751083] sd 5:0:342:0: Attached scsi generic sg342 type 0
[  167.757517] sd 5:0:343:0: Attached scsi generic sg343 type 0
[  167.763959] sd 5:0:344:0: Attached scsi generic sg344 type 0
[  167.770392] sd 5:0:345:0: Attached scsi generic sg345 type 0
[  167.776813] sd 5:0:346:0: Attached scsi generic sg346 type 0
[  167.783244] sd 5:0:347:0: Attached scsi generic sg347 type 0
[  167.789686] sd 5:0:348:0: Attached scsi generic sg348 type 0
[  167.796087] sd 5:0:349:0: Attached scsi generic sg349 type 0
[  167.802526] sd 5:0:350:0: Attached scsi generic sg350 type 0
[  167.808960] sd 5:0:351:0: Attached scsi generic sg351 type 0
[  167.815395] sd 5:0:352:0: Attached scsi generic sg352 type 0
[  167.821828] sd 5:0:353:0: Attached scsi generic sg353 type 0
[  167.828266] sd 5:0:354:0: Attached scsi generic sg354 type 0
[  167.834691] sd 5:0:355:0: Attached scsi generic sg355 type 0
[  167.841132] sd 5:0:356:0: Attached scsi generic sg356 type 0
[  167.847562] sd 5:0:357:0: Attached scsi generic sg357 type 0
[  167.853985] sd 5:0:358:0: Attached scsi generic sg358 type 0
[  167.860426] sd 5:0:359:0: Attached scsi generic sg359 type 0
[  167.866848] sd 5:0:360:0: Attached scsi generic sg360 type 0
[  167.873273] sd 5:0:361:0: Attached scsi generic sg361 type 0
[  167.879706] sd 5:0:362:0: Attached scsi generic sg362 type 0
[  167.886113] sd 5:0:363:0: Attached scsi generic sg363 type 0
[  167.892553] sd 5:0:364:0: Attached scsi generic sg364 type 0
[  167.898976] sd 5:0:365:0: Attached scsi generic sg365 type 0
[  167.905411] scsi 5:0:366:0: Attached scsi generic sg366 type 13
[  167.912114] sd 5:0:367:0: Attached scsi generic sg367 type 0
[  167.918546] sd 5:0:368:0: Attached scsi generic sg368 type 0
[  167.924979] sd 5:0:369:0: Attached scsi generic sg369 type 0
[  167.931415] sd 5:0:370:0: Attached scsi generic sg370 type 0
[  167.937875] sd 5:0:371:0: Attached scsi generic sg371 type 0
[  167.944302] sd 5:0:372:0: Attached scsi generic sg372 type 0
[  167.950736] sd 5:0:373:0: Attached scsi generic sg373 type 0
[  167.957179] sd 5:0:374:0: Attached scsi generic sg374 type 0
[  167.963599] sd 5:0:375:0: Attached scsi generic sg375 type 0
[  167.970032] sd 5:0:376:0: Attached scsi generic sg376 type 0
[  167.976466] sd 5:0:377:0: Attached scsi generic sg377 type 0
[  167.982922] sd 5:0:378:0: Attached scsi generic sg378 type 0
[  167.989353] sd 5:0:379:0: Attached scsi generic sg379 type 0
[  167.995808] sd 5:0:380:0: Attached scsi generic sg380 type 0
[  168.002239] sd 5:0:381:0: Attached scsi generic sg381 type 0
[  168.008674] sd 5:0:382:0: Attached scsi generic sg382 type 0
[  168.015111] sd 5:0:383:0: Attached scsi generic sg383 type 0
[  168.021548] sd 5:0:384:0: Attached scsi generic sg384 type 0
[  168.028024] sd 5:0:385:0: Attached scsi generic sg385 type 0
[  168.034469] sd 5:0:386:0: Attached scsi generic sg386 type 0
[  168.040913] sd 5:0:387:0: Attached scsi generic sg387 type 0
[  168.047341] sd 5:0:388:0: Attached scsi generic sg388 type 0
[  168.053782] sd 5:0:389:0: Attached scsi generic sg389 type 0
[  168.060237] sd 5:0:390:0: Attached scsi generic sg390 type 0
[  168.066692] sd 5:0:391:0: Attached scsi generic sg391 type 0
[  168.073123] sd 5:0:392:0: Attached scsi generic sg392 type 0
[  168.079550] sd 5:0:393:0: Attached scsi generic sg393 type 0
[  168.086025] sd 5:0:394:0: Attached scsi generic sg394 type 0
[  168.092450] sd 5:0:395:0: Attached scsi generic sg395 type 0
[  168.098902] sd 5:0:396:0: Attached scsi generic sg396 type 0
[  168.105338] sd 5:0:397:0: Attached scsi generic sg397 type 0
[  168.111786] sd 5:0:398:0: Attached scsi generic sg398 type 0
[  168.118252] sd 5:0:399:0: Attached scsi generic sg399 type 0
[  168.124690] sd 5:0:400:0: Attached scsi generic sg400 type 0
[  168.131142] sd 5:0:401:0: Attached scsi generic sg401 type 0
[  168.137584] sd 5:0:402:0: Attached scsi generic sg402 type 0
[  168.144021] sd 5:0:403:0: Attached scsi generic sg403 type 0
[  168.150458] sd 5:0:404:0: Attached scsi generic sg404 type 0
[  168.156914] sd 5:0:405:0: Attached scsi generic sg405 type 0
[  168.163359] sd 5:0:406:0: Attached scsi generic sg406 type 0
[  168.169797] sd 5:0:407:0: Attached scsi generic sg407 type 0
[  168.176252] sd 5:0:408:0: Attached scsi generic sg408 type 0
[  168.182695] sd 5:0:409:0: Attached scsi generic sg409 type 0
[  168.189149] sd 5:0:410:0: Attached scsi generic sg410 type 0
[  168.195589] sd 5:0:411:0: Attached scsi generic sg411 type 0
[  168.202028] sd 5:0:412:0: Attached scsi generic sg412 type 0
[  168.208485] sd 5:0:413:0: Attached scsi generic sg413 type 0
[  168.214961] sd 5:0:414:0: Attached scsi generic sg414 type 0
[  168.221394] sd 5:0:415:0: Attached scsi generic sg415 type 0
[  168.227839] sd 5:0:416:0: Attached scsi generic sg416 type 0
[  168.234289] sd 5:0:417:0: Attached scsi generic sg417 type 0
[  168.240758] sd 5:0:418:0: Attached scsi generic sg418 type 0
[  168.247266] sd 5:0:419:0: Attached scsi generic sg419 type 0
[  168.253716] sd 5:0:420:0: Attached scsi generic sg420 type 0
[  168.260161] sd 5:0:421:0: Attached scsi generic sg421 type 0
[  168.266617] sd 5:0:422:0: Attached scsi generic sg422 type 0
[  168.273060] sd 5:0:423:0: Attached scsi generic sg423 type 0
[  168.279515] sd 5:0:424:0: Attached scsi generic sg424 type 0
[  168.285969] sd 5:0:425:0: Attached scsi generic sg425 type 0
[  168.292416] sd 5:0:426:0: Attached scsi generic sg426 type 0
[  168.298865] scsi 5:0:427:0: Attached scsi generic sg427 type 13
[  168.305602] sd 5:0:428:0: Attached scsi generic sg428 type 0
[  168.312055] sd 5:0:429:0: Attached scsi generic sg429 type 0
[  168.318516] sd 5:0:430:0: Attached scsi generic sg430 type 0
[  168.324967] sd 5:0:431:0: Attached scsi generic sg431 type 0
[  168.331440] sd 5:0:432:0: Attached scsi generic sg432 type 0
[  168.337913] sd 5:0:433:0: Attached scsi generic sg433 type 0
[  168.344376] sd 5:0:434:0: Attached scsi generic sg434 type 0
[  168.350821] sd 5:0:435:0: Attached scsi generic sg435 type 0
[  168.357270] sd 5:0:436:0: Attached scsi generic sg436 type 0
[  168.363733] sd 5:0:437:0: Attached scsi generic sg437 type 0
[  168.370217] sd 5:0:438:0: Attached scsi generic sg438 type 0
[  168.376661] sd 5:0:439:0: Attached scsi generic sg439 type 0
[  168.383122] sd 5:0:440:0: Attached scsi generic sg440 type 0
[  168.389578] sd 5:0:441:0: Attached scsi generic sg441 type 0
[  168.396020] sd 5:0:442:0: Attached scsi generic sg442 type 0
[  168.402462] sd 5:0:443:0: Attached scsi generic sg443 type 0
[  168.408921] sd 5:0:444:0: Attached scsi generic sg444 type 0
[  168.415377] sd 5:0:445:0: Attached scsi generic sg445 type 0
[  168.421835] sd 5:0:446:0: Attached scsi generic sg446 type 0
[  168.428286] sd 5:0:447:0: Attached scsi generic sg447 type 0
[  168.434744] sd 5:0:448:0: Attached scsi generic sg448 type 0
[  168.441206] sd 5:0:449:0: Attached scsi generic sg449 type 0
[  168.447662] sd 5:0:450:0: Attached scsi generic sg450 type 0
[  168.454108] sd 5:0:451:0: Attached scsi generic sg451 type 0
[  168.460581] sd 5:0:452:0: Attached scsi generic sg452 type 0
[  168.467448] sd 5:0:453:0: Attached scsi generic sg453 type 0
[  168.473918] sd 5:0:454:0: Attached scsi generic sg454 type 0
[  168.480372] sd 5:0:455:0: Attached scsi generic sg455 type 0
[  168.486846] sd 5:0:456:0: Attached scsi generic sg456 type 0
[  168.493297] sd 5:0:457:0: Attached scsi generic sg457 type 0
[  168.499763] sd 5:0:458:0: Attached scsi generic sg458 type 0
[  168.506225] sd 5:0:459:0: Attached scsi generic sg459 type 0
[  168.512687] sd 5:0:460:0: Attached scsi generic sg460 type 0
[  168.519130] sd 5:0:461:0: Attached scsi generic sg461 type 0
[  168.525589] sd 5:0:462:0: Attached scsi generic sg462 type 0
[  168.532043] sd 5:0:463:0: Attached scsi generic sg463 type 0
[  168.538501] sd 5:0:464:0: Attached scsi generic sg464 type 0
[  168.544977] sd 5:0:465:0: Attached scsi generic sg465 type 0
[  168.551412] sd 5:0:466:0: Attached scsi generic sg466 type 0
[  168.557868] sd 5:0:467:0: Attached scsi generic sg467 type 0
[  168.564348] sd 5:0:468:0: Attached scsi generic sg468 type 0
[  168.570824] sd 5:0:469:0: Attached scsi generic sg469 type 0
[  168.577304] sd 5:0:470:0: Attached scsi generic sg470 type 0
[  168.583738] sd 5:0:471:0: Attached scsi generic sg471 type 0
[  168.590200] sd 5:0:472:0: Attached scsi generic sg472 type 0
[  168.596668] sd 5:0:473:0: Attached scsi generic sg473 type 0
[  168.603149] sd 5:0:474:0: Attached scsi generic sg474 type 0
[  168.609625] sd 5:0:475:0: Attached scsi generic sg475 type 0
[  168.616059] sd 5:0:476:0: Attached scsi generic sg476 type 0
[  168.622514] sd 5:0:477:0: Attached scsi generic sg477 type 0
[  168.629005] sd 5:0:478:0: Attached scsi generic sg478 type 0
[  168.635455] sd 5:0:479:0: Attached scsi generic sg479 type 0
[  168.641933] sd 5:0:480:0: Attached scsi generic sg480 type 0
[  168.648403] sd 5:0:481:0: Attached scsi generic sg481 type 0
[  168.654878] sd 5:0:482:0: Attached scsi generic sg482 type 0
[  168.661347] sd 5:0:483:0: Attached scsi generic sg483 type 0
[  168.667831] sd 5:0:484:0: Attached scsi generic sg484 type 0
[  168.674279] sd 5:0:485:0: Attached scsi generic sg485 type 0
[  168.680720] sd 5:0:486:0: Attached scsi generic sg486 type 0
[  168.687139] sd 5:0:487:0: Attached scsi generic sg487 type 0
[  168.693577] scsi 5:0:488:0: Attached scsi generic sg488 type 13
[  168.700302] sd 0:2:0:0: Attached scsi generic sg489 type 0
[  168.706549] scsi 12:0:0:0: Attached scsi generic sg490 type 13
[  168.713168] sd 12:0:1:0: Attached scsi generic sg491 type 0
[  168.719550] sd 12:0:2:0: Attached scsi generic sg492 type 0
[  168.725954] sd 12:0:3:0: Attached scsi generic sg493 type 0
[  168.732328] sd 12:0:4:0: Attached scsi generic sg494 type 0
[  168.738672] sd 12:0:5:0: Attached scsi generic sg495 type 0
[  168.745006] sd 12:0:6:0: Attached scsi generic sg496 type 0
[  168.751369] sd 12:0:7:0: Attached scsi generic sg497 type 0
[  168.757728] sd 12:0:8:0: Attached scsi generic sg498 type 0
[  168.764042] sd 12:0:9:0: Attached scsi generic sg499 type 0
[  168.770404] sd 12:0:10:0: Attached scsi generic sg500 type 0
[  168.776829] sd 12:0:11:0: Attached scsi generic sg501 type 0
[  168.783293] sd 12:0:12:0: Attached scsi generic sg502 type 0
[  168.789725] sd 12:0:13:0: Attached scsi generic sg503 type 0
[  168.796157] sd 12:0:14:0: Attached scsi generic sg504 type 0
[  168.802605] sd 12:0:15:0: Attached scsi generic sg505 type 0
[  168.809042] sd 12:0:16:0: Attached scsi generic sg506 type 0
[  168.815496] sd 12:0:17:0: Attached scsi generic sg507 type 0
[  168.822007] sd 12:0:18:0: Attached scsi generic sg508 type 0
[  168.828436] sd 12:0:19:0: Attached scsi generic sg509 type 0
[  168.834908] sd 12:0:20:0: Attached scsi generic sg510 type 0
[  168.841344] sd 12:0:21:0: Attached scsi generic sg511 type 0
[  168.847785] sd 12:0:22:0: Attached scsi generic sg512 type 0
[  168.854251] sd 12:0:23:0: Attached scsi generic sg513 type 0
[  168.860679] sd 12:0:24:0: Attached scsi generic sg514 type 0
[  168.867091] sd 12:0:25:0: Attached scsi generic sg515 type 0
[  168.873554] sd 12:0:26:0: Attached scsi generic sg516 type 0
[  168.880004] sd 12:0:27:0: Attached scsi generic sg517 type 0
[  168.886460] sd 12:0:28:0: Attached scsi generic sg518 type 0
[  168.892944] sd 12:0:29:0: Attached scsi generic sg519 type 0
[  168.899383] sd 12:0:30:0: Attached scsi generic sg520 type 0
[  168.905822] sd 12:0:31:0: Attached scsi generic sg521 type 0
[  168.912287] sd 12:0:32:0: Attached scsi generic sg522 type 0
[  168.918740] sd 12:0:33:0: Attached scsi generic sg523 type 0
[  168.925149] sd 12:0:34:0: Attached scsi generic sg524 type 0
[  168.931602] sd 12:0:35:0: Attached scsi generic sg525 type 0
[  168.938019] sd 12:0:36:0: Attached scsi generic sg526 type 0
[  168.944443] sd 12:0:37:0: Attached scsi generic sg527 type 0
[  168.950943] sd 12:0:38:0: Attached scsi generic sg528 type 0
[  168.957361] sd 12:0:39:0: Attached scsi generic sg529 type 0
[  168.963814] sd 12:0:40:0: Attached scsi generic sg530 type 0
[  168.970258] sd 12:0:41:0: Attached scsi generic sg531 type 0
[  168.976689] sd 12:0:42:0: Attached scsi generic sg532 type 0
[  168.983128] sd 12:0:43:0: Attached scsi generic sg533 type 0
[  168.989579] sd 12:0:44:0: Attached scsi generic sg534 type 0
[  168.996008] sd 12:0:45:0: Attached scsi generic sg535 type 0
[  169.002429] sd 12:0:46:0: Attached scsi generic sg536 type 0
[  169.008870] sd 12:0:47:0: Attached scsi generic sg537 type 0
[  169.015334] sd 12:0:48:0: Attached scsi generic sg538 type 0
[  169.021776] sd 12:0:49:0: Attached scsi generic sg539 type 0
[  169.028195] sd 12:0:50:0: Attached scsi generic sg540 type 0
[  169.034631] sd 12:0:51:0: Attached scsi generic sg541 type 0
[  169.041058] sd 12:0:52:0: Attached scsi generic sg542 type 0
[  169.047481] sd 12:0:53:0: Attached scsi generic sg543 type 0
[  169.053932] sd 12:0:54:0: Attached scsi generic sg544 type 0
[  169.060363] sd 12:0:55:0: Attached scsi generic sg545 type 0
[  169.066782] sd 12:0:56:0: Attached scsi generic sg546 type 0
[  169.073231] sd 12:0:57:0: Attached scsi generic sg547 type 0
[  169.079683] sd 12:0:58:0: Attached scsi generic sg548 type 0
[  169.086113] sd 12:0:59:0: Attached scsi generic sg549 type 0
[  169.092544] sd 12:0:60:0: Attached scsi generic sg550 type 0
[  169.098995] scsi 12:0:61:0: Attached scsi generic sg551 type 13
[  169.105707] sd 12:0:62:0: Attached scsi generic sg552 type 0
[  169.112147] sd 12:0:63:0: Attached scsi generic sg553 type 0
[  169.118575] sd 12:0:64:0: Attached scsi generic sg554 type 0
[  169.125030] sd 12:0:65:0: Attached scsi generic sg555 type 0
[  169.131455] sd 12:0:66:0: Attached scsi generic sg556 type 0
[  169.137942] sd 12:0:67:0: Attached scsi generic sg557 type 0
[  169.144371] sd 12:0:68:0: Attached scsi generic sg558 type 0
[  169.150794] sd 12:0:69:0: Attached scsi generic sg559 type 0
[  169.157253] sd 12:0:70:0: Attached scsi generic sg560 type 0
[  169.163681] sd 12:0:71:0: Attached scsi generic sg561 type 0
[  169.170135] sd 12:0:72:0: Attached scsi generic sg562 type 0
[  169.176557] sd 12:0:73:0: Attached scsi generic sg563 type 0
[  169.183002] sd 12:0:74:0: Attached scsi generic sg564 type 0
[  169.189431] sd 12:0:75:0: Attached scsi generic sg565 type 0
[  169.195885] sd 12:0:76:0: Attached scsi generic sg566 type 0
[  169.202308] sd 12:0:77:0: Attached scsi generic sg567 type 0
[  169.208767] sd 12:0:78:0: Attached scsi generic sg568 type 0
[  169.215229] sd 12:0:79:0: Attached scsi generic sg569 type 0
[  169.221661] sd 12:0:80:0: Attached scsi generic sg570 type 0
[  169.228093] sd 12:0:81:0: Attached scsi generic sg571 type 0
[  169.234523] sd 12:0:82:0: Attached scsi generic sg572 type 0
[  169.240993] sd 12:0:83:0: Attached scsi generic sg573 type 0
[  169.247431] sd 12:0:84:0: Attached scsi generic sg574 type 0
[  169.253876] sd 12:0:85:0: Attached scsi generic sg575 type 0
[  169.260316] sd 12:0:86:0: Attached scsi generic sg576 type 0
[  169.266730] sd 12:0:87:0: Attached scsi generic sg577 type 0
[  169.273165] sd 12:0:88:0: Attached scsi generic sg578 type 0
[  169.279602] sd 12:0:89:0: Attached scsi generic sg579 type 0
[  169.286052] sd 12:0:90:0: Attached scsi generic sg580 type 0
[  169.292477] sd 12:0:91:0: Attached scsi generic sg581 type 0
[  169.298927] sd 12:0:92:0: Attached scsi generic sg582 type 0
[  169.305370] sd 12:0:93:0: Attached scsi generic sg583 type 0
[  169.311813] sd 12:0:94:0: Attached scsi generic sg584 type 0
[  169.318253] sd 12:0:95:0: Attached scsi generic sg585 type 0
[  169.324703] sd 12:0:96:0: Attached scsi generic sg586 type 0
[  169.331137] sd 12:0:97:0: Attached scsi generic sg587 type 0
[  169.337598] sd 12:0:98:0: Attached scsi generic sg588 type 0
[  169.344067] sd 12:0:99:0: Attached scsi generic sg589 type 0
[  169.350498] sd 12:0:100:0: Attached scsi generic sg590 type 0
[  169.357054] sd 12:0:101:0: Attached scsi generic sg591 type 0
[  169.363579] sd 12:0:102:0: Attached scsi generic sg592 type 0
[  169.370107] sd 12:0:103:0: Attached scsi generic sg593 type 0
[  169.376627] sd 12:0:104:0: Attached scsi generic sg594 type 0
[  169.383169] sd 12:0:105:0: Attached scsi generic sg595 type 0
[  169.389691] sd 12:0:106:0: Attached scsi generic sg596 type 0
[  169.396236] sd 12:0:107:0: Attached scsi generic sg597 type 0
[  169.402760] sd 12:0:108:0: Attached scsi generic sg598 type 0
[  169.409317] sd 12:0:109:0: Attached scsi generic sg599 type 0
[  169.415852] sd 12:0:110:0: Attached scsi generic sg600 type 0
[  169.422373] sd 12:0:111:0: Attached scsi generic sg601 type 0
[  169.428895] sd 12:0:112:0: Attached scsi generic sg602 type 0
[  169.435441] sd 12:0:113:0: Attached scsi generic sg603 type 0
[  169.441985] sd 12:0:114:0: Attached scsi generic sg604 type 0
[  169.448506] sd 12:0:115:0: Attached scsi generic sg605 type 0
[  169.455518] sd 12:0:116:0: Attached scsi generic sg606 type 0
[  169.462080] sd 12:0:117:0: Attached scsi generic sg607 type 0
[  169.468621] sd 12:0:118:0: Attached scsi generic sg608 type 0
[  169.475143] sd 12:0:119:0: Attached scsi generic sg609 type 0
[  169.481667] sd 12:0:120:0: Attached scsi generic sg610 type 0
[  169.488210] sd 12:0:121:0: Attached scsi generic sg611 type 0
[  169.494732] scsi 12:0:122:0: Attached scsi generic sg612 type 13
[  169.501572] sd 12:0:123:0: Attached scsi generic sg613 type 0
[  169.508102] sd 12:0:124:0: Attached scsi generic sg614 type 0
[  169.514632] sd 12:0:125:0: Attached scsi generic sg615 type 0
[  169.521159] sd 12:0:126:0: Attached scsi generic sg616 type 0
[  169.527680] sd 12:0:127:0: Attached scsi generic sg617 type 0
[  169.534223] sd 12:0:128:0: Attached scsi generic sg618 type 0
[  169.540746] sd 12:0:129:0: Attached scsi generic sg619 type 0
[  169.547300] sd 12:0:130:0: Attached scsi generic sg620 type 0
[  169.553813] sd 12:0:131:0: Attached scsi generic sg621 type 0
[  169.560369] sd 12:0:132:0: Attached scsi generic sg622 type 0
[  169.566890] sd 12:0:133:0: Attached scsi generic sg623 type 0
[  169.573412] sd 12:0:134:0: Attached scsi generic sg624 type 0
[  169.579948] sd 12:0:135:0: Attached scsi generic sg625 type 0
[  169.586482] sd 12:0:136:0: Attached scsi generic sg626 type 0
[  169.593044] sd 12:0:137:0: Attached scsi generic sg627 type 0
[  169.599567] sd 12:0:138:0: Attached scsi generic sg628 type 0
[  169.606114] sd 12:0:139:0: Attached scsi generic sg629 type 0
[  169.612644] sd 12:0:140:0: Attached scsi generic sg630 type 0
[  169.619167] sd 12:0:141:0: Attached scsi generic sg631 type 0
[  169.625694] sd 12:0:142:0: Attached scsi generic sg632 type 0
[  169.632251] sd 12:0:143:0: Attached scsi generic sg633 type 0
[  169.638775] sd 12:0:144:0: Attached scsi generic sg634 type 0
[  169.645330] sd 12:0:145:0: Attached scsi generic sg635 type 0
[  169.651855] sd 12:0:146:0: Attached scsi generic sg636 type 0
[  169.658400] sd 12:0:147:0: Attached scsi generic sg637 type 0
[  169.664950] sd 12:0:148:0: Attached scsi generic sg638 type 0
[  169.671474] sd 12:0:149:0: Attached scsi generic sg639 type 0
[  169.678018] sd 12:0:150:0: Attached scsi generic sg640 type 0
[  169.684544] sd 12:0:151:0: Attached scsi generic sg641 type 0
[  169.691083] sd 12:0:152:0: Attached scsi generic sg642 type 0
[  169.697606] sd 12:0:153:0: Attached scsi generic sg643 type 0
[  169.704132] sd 12:0:154:0: Attached scsi generic sg644 type 0
[  169.710659] sd 12:0:155:0: Attached scsi generic sg645 type 0
[  169.717206] sd 12:0:156:0: Attached scsi generic sg646 type 0
[  169.723747] sd 12:0:157:0: Attached scsi generic sg647 type 0
[  169.730271] sd 12:0:158:0: Attached scsi generic sg648 type 0
[  169.736796] sd 12:0:159:0: Attached scsi generic sg649 type 0
[  169.743324] sd 12:0:160:0: Attached scsi generic sg650 type 0
[  169.749845] sd 12:0:161:0: Attached scsi generic sg651 type 0
[  169.756411] sd 12:0:162:0: Attached scsi generic sg652 type 0
[  169.762976] sd 12:0:163:0: Attached scsi generic sg653 type 0
[  169.769505] sd 12:0:164:0: Attached scsi generic sg654 type 0
[  169.776063] sd 12:0:165:0: Attached scsi generic sg655 type 0
[  169.782583] sd 12:0:166:0: Attached scsi generic sg656 type 0
[  169.789113] sd 12:0:167:0: Attached scsi generic sg657 type 0
[  169.795642] sd 12:0:168:0: Attached scsi generic sg658 type 0
[  169.802167] sd 12:0:169:0: Attached scsi generic sg659 type 0
[  169.808687] sd 12:0:170:0: Attached scsi generic sg660 type 0
[  169.815226] sd 12:0:171:0: Attached scsi generic sg661 type 0
[  169.821755] sd 12:0:172:0: Attached scsi generic sg662 type 0
[  169.828278] sd 12:0:173:0: Attached scsi generic sg663 type 0
[  169.834803] sd 12:0:174:0: Attached scsi generic sg664 type 0
[  169.841339] sd 12:0:175:0: Attached scsi generic sg665 type 0
[  169.847857] sd 12:0:176:0: Attached scsi generic sg666 type 0
[  169.854401] sd 12:0:177:0: Attached scsi generic sg667 type 0
[  169.860964] sd 12:0:178:0: Attached scsi generic sg668 type 0
[  169.867478] sd 12:0:179:0: Attached scsi generic sg669 type 0
[  169.874039] sd 12:0:180:0: Attached scsi generic sg670 type 0
[  169.880571] sd 12:0:181:0: Attached scsi generic sg671 type 0
[  169.887102] sd 12:0:182:0: Attached scsi generic sg672 type 0
[  169.893623] scsi 12:0:183:0: Attached scsi generic sg673 type 13
[  169.900457] sd 12:0:184:0: Attached scsi generic sg674 type 0
[  169.907014] sd 12:0:185:0: Attached scsi generic sg675 type 0
[  169.913540] sd 12:0:186:0: Attached scsi generic sg676 type 0
[  169.920066] sd 12:0:187:0: Attached scsi generic sg677 type 0
[  169.926594] sd 12:0:188:0: Attached scsi generic sg678 type 0
[  169.933116] sd 12:0:189:0: Attached scsi generic sg679 type 0
[  169.939644] sd 12:0:190:0: Attached scsi generic sg680 type 0
[  169.946159] sd 12:0:191:0: Attached scsi generic sg681 type 0
[  169.952688] sd 12:0:192:0: Attached scsi generic sg682 type 0
[  169.959243] sd 12:0:193:0: Attached scsi generic sg683 type 0
[  169.965770] sd 12:0:194:0: Attached scsi generic sg684 type 0
[  169.972335] sd 12:0:195:0: Attached scsi generic sg685 type 0
[  169.978862] sd 12:0:196:0: Attached scsi generic sg686 type 0
[  169.985406] sd 12:0:197:0: Attached scsi generic sg687 type 0
[  169.991975] sd 12:0:198:0: Attached scsi generic sg688 type 0
[  169.998496] sd 12:0:199:0: Attached scsi generic sg689 type 0
[  170.005066] sd 12:0:200:0: Attached scsi generic sg690 type 0
[  170.011598] sd 12:0:201:0: Attached scsi generic sg691 type 0
[  170.018133] sd 12:0:202:0: Attached scsi generic sg692 type 0
[  170.024660] sd 12:0:203:0: Attached scsi generic sg693 type 0
[  170.031190] sd 12:0:204:0: Attached scsi generic sg694 type 0
[  170.037716] sd 12:0:205:0: Attached scsi generic sg695 type 0
[  170.044272] sd 12:0:206:0: Attached scsi generic sg696 type 0
[  170.050792] sd 12:0:207:0: Attached scsi generic sg697 type 0
[  170.057344] sd 12:0:208:0: Attached scsi generic sg698 type 0
[  170.063871] sd 12:0:209:0: Attached scsi generic sg699 type 0
[  170.070412] sd 12:0:210:0: Attached scsi generic sg700 type 0
[  170.076955] sd 12:0:211:0: Attached scsi generic sg701 type 0
[  170.083496] sd 12:0:212:0: Attached scsi generic sg702 type 0
[  170.090065] sd 12:0:213:0: Attached scsi generic sg703 type 0
[  170.096588] sd 12:0:214:0: Attached scsi generic sg704 type 0
[  170.103130] sd 12:0:215:0: Attached scsi generic sg705 type 0
[  170.109654] sd 12:0:216:0: Attached scsi generic sg706 type 0
[  170.116197] sd 12:0:217:0: Attached scsi generic sg707 type 0
[  170.122719] sd 12:0:218:0: Attached scsi generic sg708 type 0
[  170.129278] sd 12:0:219:0: Attached scsi generic sg709 type 0
[  170.135801] sd 12:0:220:0: Attached scsi generic sg710 type 0
[  170.142354] sd 12:0:221:0: Attached scsi generic sg711 type 0
[  170.148892] sd 12:0:222:0: Attached scsi generic sg712 type 0
[  170.155438] sd 12:0:223:0: Attached scsi generic sg713 type 0
[  170.161979] sd 12:0:224:0: Attached scsi generic sg714 type 0
[  170.168508] sd 12:0:225:0: Attached scsi generic sg715 type 0
[  170.175072] sd 12:0:226:0: Attached scsi generic sg716 type 0
[  170.181592] sd 12:0:227:0: Attached scsi generic sg717 type 0
[  170.188123] sd 12:0:228:0: Attached scsi generic sg718 type 0
[  170.194662] sd 12:0:229:0: Attached scsi generic sg719 type 0
[  170.201181] sd 12:0:230:0: Attached scsi generic sg720 type 0
[  170.207690] sd 12:0:231:0: Attached scsi generic sg721 type 0
[  170.214235] sd 12:0:232:0: Attached scsi generic sg722 type 0
[  170.220754] sd 12:0:233:0: Attached scsi generic sg723 type 0
[  170.227270] sd 12:0:234:0: Attached scsi generic sg724 type 0
[  170.233788] sd 12:0:235:0: Attached scsi generic sg725 type 0
[  170.240320] sd 12:0:236:0: Attached scsi generic sg726 type 0
[  170.246839] sd 12:0:237:0: Attached scsi generic sg727 type 0
[  170.253381] sd 12:0:238:0: Attached scsi generic sg728 type 0
[  170.259899] sd 12:0:239:0: Attached scsi generic sg729 type 0
[  170.266427] sd 12:0:240:0: Attached scsi generic sg730 type 0
[  170.272972] sd 12:0:241:0: Attached scsi generic sg731 type 0
[  170.279492] sd 12:0:242:0: Attached scsi generic sg732 type 0
[  170.286041] sd 12:0:243:0: Attached scsi generic sg733 type 0
[  170.292575] scsi 12:0:244:0: Attached scsi generic sg734 type 13
[  170.299389] sd 12:0:245:0: Attached scsi generic sg735 type 0
[  170.305933] sd 12:0:246:0: Attached scsi generic sg736 type 0
[  170.312459] sd 12:0:247:0: Attached scsi generic sg737 type 0
[  170.319000] sd 12:0:248:0: Attached scsi generic sg738 type 0
[  170.325517] sd 12:0:249:0: Attached scsi generic sg739 type 0
[  170.332081] sd 12:0:250:0: Attached scsi generic sg740 type 0
[  170.338603] sd 12:0:251:0: Attached scsi generic sg741 type 0
[  170.345130] sd 12:0:252:0: Attached scsi generic sg742 type 0
[  170.351647] sd 12:0:253:0: Attached scsi generic sg743 type 0
[  170.358170] sd 12:0:254:0: Attached scsi generic sg744 type 0
[  170.364696] sd 12:0:255:0: Attached scsi generic sg745 type 0
[  170.371241] sd 12:0:256:0: Attached scsi generic sg746 type 0
[  170.377762] sd 12:0:257:0: Attached scsi generic sg747 type 0
[  170.384286] sd 12:0:258:0: Attached scsi generic sg748 type 0
[  170.390810] sd 12:0:259:0: Attached scsi generic sg749 type 0
[  170.397351] sd 12:0:260:0: Attached scsi generic sg750 type 0
[  170.403874] sd 12:0:261:0: Attached scsi generic sg751 type 0
[  170.410416] sd 12:0:262:0: Attached scsi generic sg752 type 0
[  170.416944] sd 12:0:263:0: Attached scsi generic sg753 type 0
[  170.423481] sd 12:0:264:0: Attached scsi generic sg754 type 0
[  170.430040] sd 12:0:265:0: Attached scsi generic sg755 type 0
[  170.436567] sd 12:0:266:0: Attached scsi generic sg756 type 0
[  170.443098] sd 12:0:267:0: Attached scsi generic sg757 type 0
[  170.449642] sd 12:0:268:0: Attached scsi generic sg758 type 0
[  170.456166] sd 12:0:269:0: Attached scsi generic sg759 type 0
[  170.463043] sd 12:0:270:0: Attached scsi generic sg760 type 0
[  170.469575] sd 12:0:271:0: Attached scsi generic sg761 type 0
[  170.476121] sd 12:0:272:0: Attached scsi generic sg762 type 0
[  170.482637] sd 12:0:273:0: Attached scsi generic sg763 type 0
[  170.489166] sd 12:0:274:0: Attached scsi generic sg764 type 0
[  170.495687] sd 12:0:275:0: Attached scsi generic sg765 type 0
[  170.502219] sd 12:0:276:0: Attached scsi generic sg766 type 0
[  170.508745] sd 12:0:277:0: Attached scsi generic sg767 type 0
[  170.515273] sd 12:0:278:0: Attached scsi generic sg768 type 0
[  170.521783] sd 12:0:279:0: Attached scsi generic sg769 type 0
[  170.528315] sd 12:0:280:0: Attached scsi generic sg770 type 0
[  170.534834] sd 12:0:281:0: Attached scsi generic sg771 type 0
[  170.541377] sd 12:0:282:0: Attached scsi generic sg772 type 0
[  170.547900] sd 12:0:283:0: Attached scsi generic sg773 type 0
[  170.554449] sd 12:0:284:0: Attached scsi generic sg774 type 0
[  170.561015] sd 12:0:285:0: Attached scsi generic sg775 type 0
[  170.567764] sd 12:0:286:0: Attached scsi generic sg776 type 0
[  170.574303] sd 12:0:287:0: Attached scsi generic sg777 type 0
[  170.580835] sd 12:0:288:0: Attached scsi generic sg778 type 0
[  170.587489] sd 12:0:289:0: Attached scsi generic sg779 type 0
[  170.594079] sd 12:0:290:0: Attached scsi generic sg780 type 0
[  170.600657] sd 12:0:291:0: Attached scsi generic sg781 type 0
[  170.607231] sd 12:0:292:0: Attached scsi generic sg782 type 0
[  170.613784] sd 12:0:293:0: Attached scsi generic sg783 type 0
[  170.620353] sd 12:0:294:0: Attached scsi generic sg784 type 0
[  170.626910] sd 12:0:295:0: Attached scsi generic sg785 type 0
[  170.633465] sd 12:0:296:0: Attached scsi generic sg786 type 0
[  170.640029] sd 12:0:297:0: Attached scsi generic sg787 type 0
[  170.646580] sd 12:0:298:0: Attached scsi generic sg788 type 0
[  170.653135] sd 12:0:299:0: Attached scsi generic sg789 type 0
[  170.659690] sd 12:0:300:0: Attached scsi generic sg790 type 0
[  170.666246] sd 12:0:301:0: Attached scsi generic sg791 type 0
[  170.672789] sd 12:0:302:0: Attached scsi generic sg792 type 0
[  170.679347] sd 12:0:303:0: Attached scsi generic sg793 type 0
[  170.685896] sd 12:0:304:0: Attached scsi generic sg794 type 0
[  170.692432] scsi 12:0:305:0: Attached scsi generic sg795 type 13
[  170.699262] sd 12:0:306:0: Attached scsi generic sg796 type 0
[  170.705800] sd 12:0:307:0: Attached scsi generic sg797 type 0
[  170.712342] sd 12:0:308:0: Attached scsi generic sg798 type 0
[  170.718882] sd 12:0:309:0: Attached scsi generic sg799 type 0
[  170.725412] sd 12:0:310:0: Attached scsi generic sg800 type 0
[  170.731946] sd 12:0:311:0: Attached scsi generic sg801 type 0
[  170.738496] sd 12:0:312:0: Attached scsi generic sg802 type 0
[  170.745038] sd 12:0:313:0: Attached scsi generic sg803 type 0
[  170.751564] sd 12:0:314:0: Attached scsi generic sg804 type 0
[  170.758099] sd 12:0:315:0: Attached scsi generic sg805 type 0
[  170.764627] sd 12:0:316:0: Attached scsi generic sg806 type 0
[  170.771142] sd 12:0:317:0: Attached scsi generic sg807 type 0
[  170.777670] sd 12:0:318:0: Attached scsi generic sg808 type 0
[  170.784184] sd 12:0:319:0: Attached scsi generic sg809 type 0
[  170.790708] sd 12:0:320:0: Attached scsi generic sg810 type 0
[  170.797252] sd 12:0:321:0: Attached scsi generic sg811 type 0
[  170.803780] sd 12:0:322:0: Attached scsi generic sg812 type 0
[  170.810313] sd 12:0:323:0: Attached scsi generic sg813 type 0
[  170.816838] sd 12:0:324:0: Attached scsi generic sg814 type 0
[  170.823389] sd 12:0:325:0: Attached scsi generic sg815 type 0
[  170.829916] sd 12:0:326:0: Attached scsi generic sg816 type 0
[  170.836439] sd 12:0:327:0: Attached scsi generic sg817 type 0
[  170.842965] sd 12:0:328:0: Attached scsi generic sg818 type 0
[  170.849500] sd 12:0:329:0: Attached scsi generic sg819 type 0
[  170.856069] sd 12:0:330:0: Attached scsi generic sg820 type 0
[  170.862592] sd 12:0:331:0: Attached scsi generic sg821 type 0
[  170.869126] sd 12:0:332:0: Attached scsi generic sg822 type 0
[  170.875649] sd 12:0:333:0: Attached scsi generic sg823 type 0
[  170.882197] sd 12:0:334:0: Attached scsi generic sg824 type 0
[  170.888717] sd 12:0:335:0: Attached scsi generic sg825 type 0
[  170.895262] sd 12:0:336:0: Attached scsi generic sg826 type 0
[  170.901783] sd 12:0:337:0: Attached scsi generic sg827 type 0
[  170.908326] sd 12:0:338:0: Attached scsi generic sg828 type 0
[  170.914848] sd 12:0:339:0: Attached scsi generic sg829 type 0
[  170.921378] sd 12:0:340:0: Attached scsi generic sg830 type 0
[  170.927907] sd 12:0:341:0: Attached scsi generic sg831 type 0
[  170.934452] sd 12:0:342:0: Attached scsi generic sg832 type 0
[  170.940988] sd 12:0:343:0: Attached scsi generic sg833 type 0
[  170.947527] sd 12:0:344:0: Attached scsi generic sg834 type 0
[  170.954078] sd 12:0:345:0: Attached scsi generic sg835 type 0
[  170.960607] sd 12:0:346:0: Attached scsi generic sg836 type 0
[  170.967151] sd 12:0:347:0: Attached scsi generic sg837 type 0
[  170.973679] sd 12:0:348:0: Attached scsi generic sg838 type 0
[  170.980197] sd 12:0:349:0: Attached scsi generic sg839 type 0
[  170.986722] sd 12:0:350:0: Attached scsi generic sg840 type 0
[  170.993265] sd 12:0:351:0: Attached scsi generic sg841 type 0
[  170.999789] sd 12:0:352:0: Attached scsi generic sg842 type 0
[  171.006333] sd 12:0:353:0: Attached scsi generic sg843 type 0
[  171.012856] sd 12:0:354:0: Attached scsi generic sg844 type 0
[  171.019403] sd 12:0:355:0: Attached scsi generic sg845 type 0
[  171.025930] sd 12:0:356:0: Attached scsi generic sg846 type 0
[  171.032462] sd 12:0:357:0: Attached scsi generic sg847 type 0
[  171.038999] sd 12:0:358:0: Attached scsi generic sg848 type 0
[  171.045534] sd 12:0:359:0: Attached scsi generic sg849 type 0
[  171.052082] sd 12:0:360:0: Attached scsi generic sg850 type 0
[  171.058611] sd 12:0:361:0: Attached scsi generic sg851 type 0
[  171.065155] sd 12:0:362:0: Attached scsi generic sg852 type 0
[  171.071677] sd 12:0:363:0: Attached scsi generic sg853 type 0
[  171.078212] sd 12:0:364:0: Attached scsi generic sg854 type 0
[  171.084735] sd 12:0:365:0: Attached scsi generic sg855 type 0
[  171.091284] scsi 12:0:366:0: Attached scsi generic sg856 type 13
[  171.098139] sd 12:0:367:0: Attached scsi generic sg857 type 0
[  171.104673] sd 12:0:368:0: Attached scsi generic sg858 type 0
[  171.111201] sd 12:0:369:0: Attached scsi generic sg859 type 0
[  171.117727] sd 12:0:370:0: Attached scsi generic sg860 type 0
[  171.124260] sd 12:0:371:0: Attached scsi generic sg861 type 0
[  171.130795] sd 12:0:372:0: Attached scsi generic sg862 type 0
[  171.137352] sd 12:0:373:0: Attached scsi generic sg863 type 0
[  171.143878] sd 12:0:374:0: Attached scsi generic sg864 type 0
[  171.150423] sd 12:0:375:0: Attached scsi generic sg865 type 0
[  171.156944] sd 12:0:376:0: Attached scsi generic sg866 type 0
[  171.163471] sd 12:0:377:0: Attached scsi generic sg867 type 0
[  171.170009] sd 12:0:378:0: Attached scsi generic sg868 type 0
[  171.176533] sd 12:0:379:0: Attached scsi generic sg869 type 0
[  171.183109] sd 12:0:380:0: Attached scsi generic sg870 type 0
[  171.189648] sd 12:0:381:0: Attached scsi generic sg871 type 0
[  171.196196] sd 12:0:382:0: Attached scsi generic sg872 type 0
[  171.202722] sd 12:0:383:0: Attached scsi generic sg873 type 0
[  171.209269] sd 12:0:384:0: Attached scsi generic sg874 type 0
[  171.215793] sd 12:0:385:0: Attached scsi generic sg875 type 0
[  171.222354] sd 12:0:386:0: Attached scsi generic sg876 type 0
[  171.228880] sd 12:0:387:0: Attached scsi generic sg877 type 0
[  171.235422] sd 12:0:388:0: Attached scsi generic sg878 type 0
[  171.241951] sd 12:0:389:0: Attached scsi generic sg879 type 0
[  171.248500] sd 12:0:390:0: Attached scsi generic sg880 type 0
[  171.255048] sd 12:0:391:0: Attached scsi generic sg881 type 0
[  171.261577] sd 12:0:392:0: Attached scsi generic sg882 type 0
[  171.268141] sd 12:0:393:0: Attached scsi generic sg883 type 0
[  171.274668] sd 12:0:394:0: Attached scsi generic sg884 type 0
[  171.281211] sd 12:0:395:0: Attached scsi generic sg885 type 0
[  171.287748] sd 12:0:396:0: Attached scsi generic sg886 type 0
[  171.294309] sd 12:0:397:0: Attached scsi generic sg887 type 0
[  171.300834] sd 12:0:398:0: Attached scsi generic sg888 type 0
[  171.307396] sd 12:0:399:0: Attached scsi generic sg889 type 0
[  171.313919] sd 12:0:400:0: Attached scsi generic sg890 type 0
[  171.320444] sd 12:0:401:0: Attached scsi generic sg891 type 0
[  171.326969] sd 12:0:402:0: Attached scsi generic sg892 type 0
[  171.333522] sd 12:0:403:0: Attached scsi generic sg893 type 0
[  171.340103] sd 12:0:404:0: Attached scsi generic sg894 type 0
[  171.346626] sd 12:0:405:0: Attached scsi generic sg895 type 0
[  171.353159] sd 12:0:406:0: Attached scsi generic sg896 type 0
[  171.359689] sd 12:0:407:0: Attached scsi generic sg897 type 0
[  171.366225] sd 12:0:408:0: Attached scsi generic sg898 type 0
[  171.372750] sd 12:0:409:0: Attached scsi generic sg899 type 0
[  171.379317] sd 12:0:410:0: Attached scsi generic sg900 type 0
[  171.385861] sd 12:0:411:0: Attached scsi generic sg901 type 0
[  171.392430] sd 12:0:412:0: Attached scsi generic sg902 type 0
[  171.398971] sd 12:0:413:0: Attached scsi generic sg903 type 0
[  171.405516] sd 12:0:414:0: Attached scsi generic sg904 type 0
[  171.412077] sd 12:0:415:0: Attached scsi generic sg905 type 0
[  171.418615] sd 12:0:416:0: Attached scsi generic sg906 type 0
[  171.425174] sd 12:0:417:0: Attached scsi generic sg907 type 0
[  171.431715] sd 12:0:418:0: Attached scsi generic sg908 type 0
[  171.438268] sd 12:0:419:0: Attached scsi generic sg909 type 0
[  171.444822] sd 12:0:420:0: Attached scsi generic sg910 type 0
[  171.451392] sd 12:0:421:0: Attached scsi generic sg911 type 0
[  171.457971] sd 12:0:422:0: Attached scsi generic sg912 type 0
[  171.464534] sd 12:0:423:0: Attached scsi generic sg913 type 0
[  171.471515] sd 12:0:424:0: Attached scsi generic sg914 type 0
[  171.478061] sd 12:0:425:0: Attached scsi generic sg915 type 0
[  171.484606] sd 12:0:426:0: Attached scsi generic sg916 type 0
[  171.491147] scsi 12:0:427:0: Attached scsi generic sg917 type 13
[  171.497997] sd 12:0:428:0: Attached scsi generic sg918 type 0
[  171.504538] sd 12:0:429:0: Attached scsi generic sg919 type 0
[  171.511102] sd 12:0:430:0: Attached scsi generic sg920 type 0
[  171.517641] sd 12:0:431:0: Attached scsi generic sg921 type 0
[  171.524207] sd 12:0:432:0: Attached scsi generic sg922 type 0
[  171.530745] sd 12:0:433:0: Attached scsi generic sg923 type 0
[  171.537316] sd 12:0:434:0: Attached scsi generic sg924 type 0
[  171.543845] sd 12:0:435:0: Attached scsi generic sg925 type 0
[  171.550418] sd 12:0:436:0: Attached scsi generic sg926 type 0
[  171.556959] sd 12:0:437:0: Attached scsi generic sg927 type 0
[  171.563499] sd 12:0:438:0: Attached scsi generic sg928 type 0
[  171.570050] sd 12:0:439:0: Attached scsi generic sg929 type 0
[  171.576592] sd 12:0:440:0: Attached scsi generic sg930 type 0
[  171.583149] sd 12:0:441:0: Attached scsi generic sg931 type 0
[  171.589693] sd 12:0:442:0: Attached scsi generic sg932 type 0
[  171.596230] sd 12:0:443:0: Attached scsi generic sg933 type 0
[  171.602768] sd 12:0:444:0: Attached scsi generic sg934 type 0
[  171.609287] sd 12:0:445:0: Attached scsi generic sg935 type 0
[  171.615825] sd 12:0:446:0: Attached scsi generic sg936 type 0
[  171.622380] sd 12:0:447:0: Attached scsi generic sg937 type 0
[  171.628918] sd 12:0:448:0: Attached scsi generic sg938 type 0
[  171.635525] sd 12:0:449:0: Attached scsi generic sg939 type 0
[  171.642064] sd 12:0:450:0: Attached scsi generic sg940 type 0
[  171.648618] sd 12:0:451:0: Attached scsi generic sg941 type 0
[  171.655140] sd 12:0:452:0: Attached scsi generic sg942 type 0
[  171.661673] sd 12:0:453:0: Attached scsi generic sg943 type 0
[  171.668200] sd 12:0:454:0: Attached scsi generic sg944 type 0
[  171.674777] sd 12:0:455:0: Attached scsi generic sg945 type 0
[  171.681302] sd 12:0:456:0: Attached scsi generic sg946 type 0
[  171.687885] sd 12:0:457:0: Attached scsi generic sg947 type 0
[  171.694455] sd 12:0:458:0: Attached scsi generic sg948 type 0
[  171.700983] sd 12:0:459:0: Attached scsi generic sg949 type 0
[  171.707536] sd 12:0:460:0: Attached scsi generic sg950 type 0
[  171.714086] sd 12:0:461:0: Attached scsi generic sg951 type 0
[  171.720617] sd 12:0:462:0: Attached scsi generic sg952 type 0
[  171.727139] sd 12:0:463:0: Attached scsi generic sg953 type 0
[  171.733683] sd 12:0:464:0: Attached scsi generic sg954 type 0
[  171.740202] sd 12:0:465:0: Attached scsi generic sg955 type 0
[  171.746733] sd 12:0:466:0: Attached scsi generic sg956 type 0
[  171.753247] sd 12:0:467:0: Attached scsi generic sg957 type 0
[  171.759785] sd 12:0:468:0: Attached scsi generic sg958 type 0
[  171.766321] sd 12:0:469:0: Attached scsi generic sg959 type 0
[  171.772883] sd 12:0:470:0: Attached scsi generic sg960 type 0
[  171.779475] sd 12:0:471:0: Attached scsi generic sg961 type 0
[  171.786035] sd 12:0:472:0: Attached scsi generic sg962 type 0
[  171.792564] sd 12:0:473:0: Attached scsi generic sg963 type 0
[  171.799144] sd 12:0:474:0: Attached scsi generic sg964 type 0
[  171.805670] sd 12:0:475:0: Attached scsi generic sg965 type 0
[  171.812216] sd 12:0:476:0: Attached scsi generic sg966 type 0
[  171.818794] sd 12:0:477:0: Attached scsi generic sg967 type 0
[  171.825380] sd 12:0:478:0: Attached scsi generic sg968 type 0
[  171.831901] sd 12:0:479:0: Attached scsi generic sg969 type 0
[  171.838459] sd 12:0:480:0: Attached scsi generic sg970 type 0
[  171.844995] sd 12:0:481:0: Attached scsi generic sg971 type 0
[  171.851530] sd 12:0:482:0: Attached scsi generic sg972 type 0
[  171.858077] sd 12:0:483:0: Attached scsi generic sg973 type 0
[  171.864616] sd 12:0:484:0: Attached scsi generic sg974 type 0
[  171.871131] sd 12:0:485:0: Attached scsi generic sg975 type 0
[  171.877693] sd 12:0:486:0: Attached scsi generic sg976 type 0
[  171.884226] sd 12:0:487:0: Attached scsi generic sg977 type 0
[  171.890778] scsi 12:0:488:0: Attached scsi generic sg978 type 13
[  185.510708] mei_me 0000:00:16.0: Device doesn't have valid ME Interface
[  194.872483] ses 5:0:0:0: Attached Enclosure device
[  194.877955] ses 5:0:61:0: Attached Enclosure device
[  194.883489] ses 5:0:122:0: Attached Enclosure device
[  194.889124] ses 5:0:183:0: Attached Enclosure device
[  194.894749] ses 5:0:244:0: Attached Enclosure device
[  194.900359] ses 5:0:305:0: Attached Enclosure device
[  194.905988] ses 5:0:366:0: Attached Enclosure device
[  194.911612] ses 5:0:427:0: Attached Enclosure device
[  194.917222] ses 5:0:488:0: Attached Enclosure device
[  194.922805] ses 12:0:0:0: Attached Enclosure device
[  194.928344] ses 12:0:61:0: Attached Enclosure device
[  194.933982] ses 12:0:122:0: Attached Enclosure device
[  194.939712] ses 12:0:183:0: Attached Enclosure device
[  194.945418] ses 12:0:244:0: Attached Enclosure device
[  194.951127] ses 12:0:305:0: Attached Enclosure device
[  194.956842] ses 12:0:366:0: Attached Enclosure device
[  194.962552] ses 12:0:427:0: Attached Enclosure device
[  194.968264] ses 12:0:488:0: Attached Enclosure device
[  205.561362] input: PC Speaker as /devices/platform/pcspkr/input/input1
[  205.852050] AES CTR mode by8 optimization enabled
[  205.859968] alg: No test for __gcm-aes-aesni (__driver-gcm-aes-aesni)
[  205.878090] alg: No test for crc32 (crc32-pclmul)
[  205.944969] intel_rapl: Found RAPL domain package
[  205.950233] intel_rapl: Found RAPL domain dram
[  205.955231] intel_rapl: DRAM domain energy unit 15300pj
[  205.961066] intel_rapl: RAPL package 0 domain package locked by BIOS
[  205.968168] intel_rapl: Found RAPL domain package
[  205.973425] intel_rapl: Found RAPL domain dram
[  205.978387] intel_rapl: DRAM domain energy unit 15300pj
[  205.984228] intel_rapl: RAPL package 1 domain package locked by BIOS
[  206.018151] EDAC MC: Ver: 3.0.0
[  206.026877] EDAC sbridge: Seeking for: PCI ID 8086:6fa0
[  206.026892] EDAC sbridge: Seeking for: PCI ID 8086:6fa0
[  206.026900] EDAC sbridge: Seeking for: PCI ID 8086:6fa0
[  206.026904] EDAC sbridge: Seeking for: PCI ID 8086:6ffc
[  206.026908] EDAC sbridge: Seeking for: PCI ID 8086:6ffc
[  206.026913] EDAC sbridge: Seeking for: PCI ID 8086:6ffc
[  206.026915] EDAC sbridge: Seeking for: PCI ID 8086:6ffd
[  206.026919] EDAC sbridge: Seeking for: PCI ID 8086:6ffd
[  206.026924] EDAC sbridge: Seeking for: PCI ID 8086:6ffd
[  206.026926] EDAC sbridge: Seeking for: PCI ID 8086:6f60
[  206.026931] EDAC sbridge: Seeking for: PCI ID 8086:6f60
[  206.026935] EDAC sbridge: Seeking for: PCI ID 8086:6f60
[  206.026937] EDAC sbridge: Seeking for: PCI ID 8086:6fa8
[  206.026942] EDAC sbridge: Seeking for: PCI ID 8086:6fa8
[  206.026946] EDAC sbridge: Seeking for: PCI ID 8086:6fa8
[  206.026948] EDAC sbridge: Seeking for: PCI ID 8086:6f71
[  206.026953] EDAC sbridge: Seeking for: PCI ID 8086:6f71
[  206.026957] EDAC sbridge: Seeking for: PCI ID 8086:6f71
[  206.026959] EDAC sbridge: Seeking for: PCI ID 8086:6faa
[  206.026964] EDAC sbridge: Seeking for: PCI ID 8086:6faa
[  206.026968] EDAC sbridge: Seeking for: PCI ID 8086:6faa
[  206.026970] EDAC sbridge: Seeking for: PCI ID 8086:6fab
[  206.026975] EDAC sbridge: Seeking for: PCI ID 8086:6fab
[  206.026979] EDAC sbridge: Seeking for: PCI ID 8086:6fab
[  206.026981] EDAC sbridge: Seeking for: PCI ID 8086:6fac
[  206.026988] EDAC sbridge: Seeking for: PCI ID 8086:6fad
[  206.026995] EDAC sbridge: Seeking for: PCI ID 8086:6faf
[  206.026999] EDAC sbridge: Seeking for: PCI ID 8086:6faf
[  206.027004] EDAC sbridge: Seeking for: PCI ID 8086:6faf
[  206.027006] EDAC sbridge: Seeking for: PCI ID 8086:6f68
[  206.027010] EDAC sbridge: Seeking for: PCI ID 8086:6f68
[  206.027015] EDAC sbridge: Seeking for: PCI ID 8086:6f68
[  206.027016] EDAC sbridge: Seeking for: PCI ID 8086:6f79
[  206.027021] EDAC sbridge: Seeking for: PCI ID 8086:6f79
[  206.027026] EDAC sbridge: Seeking for: PCI ID 8086:6f79
[  206.027027] EDAC sbridge: Seeking for: PCI ID 8086:6f6a
[  206.027032] EDAC sbridge: Seeking for: PCI ID 8086:6f6a
[  206.027037] EDAC sbridge: Seeking for: PCI ID 8086:6f6a
[  206.027038] EDAC sbridge: Seeking for: PCI ID 8086:6f6b
[  206.027043] EDAC sbridge: Seeking for: PCI ID 8086:6f6b
[  206.027048] EDAC sbridge: Seeking for: PCI ID 8086:6f6b
[  206.027049] EDAC sbridge: Seeking for: PCI ID 8086:6f6c
[  206.027056] EDAC sbridge: Seeking for: PCI ID 8086:6f6d
[  206.028208] EDAC MC0: Giving out device to 'sbridge_edac.c' 'Broadwell Socket#0': DEV 0000:7f:12.0
[  206.039717] EDAC MC1: Giving out device to 'sbridge_edac.c' 'Broadwell Socket#1': DEV 0000:ff:12.0
[  206.049737] EDAC sbridge:  Ver: 1.1.1 
[  207.875206] dcdbas dcdbas: Dell Systems Management Base Driver (version 5.6.0-3.2)
[  209.008760] iTCO_vendor_support: vendor-support=0
[  209.016727] iTCO_wdt: Intel TCO WatchDog Timer Driver v1.11
[  209.023033] iTCO_wdt: Found a Wellsburg TCO device (Version=2, TCOBASE=0x0460)
[  209.032113] iTCO_wdt: initialized. heartbeat=30 sec (nowayout=0)
[  221.619036] Adding 4194300k swap on /dev/sdrm2.  Priority:-1 extents:1 across:4194300k FS
[  222.061985] tg3 0000:01:00.0: irq 240 for MSI/MSI-X
[  222.062018] tg3 0000:01:00.0: irq 241 for MSI/MSI-X
[  222.062046] tg3 0000:01:00.0: irq 242 for MSI/MSI-X
[  222.062075] tg3 0000:01:00.0: irq 243 for MSI/MSI-X
[  222.062103] tg3 0000:01:00.0: irq 244 for MSI/MSI-X
[  222.187159] IPv6: ADDRCONF(NETDEV_UP): em1: link is not ready
[  225.762075] tg3 0000:01:00.0 em1: Link is up at 1000 Mbps, full duplex
[  225.769366] tg3 0000:01:00.0 em1: Flow control is off for TX and off for RX
[  225.777142] tg3 0000:01:00.0 em1: EEE is enabled
[  225.782338] IPv6: ADDRCONF(NETDEV_CHANGE): em1: link becomes ready
[  226.488411] IPv6: ADDRCONF(NETDEV_UP): ib0: link is not ready
[  226.511075] IPv6: ADDRCONF(NETDEV_CHANGE): ib0: link becomes ready
[  231.088046] FS-Cache: Loaded
[  231.150721] FS-Cache: Netfs 'nfs' registered for caching
[  231.172774] Key type dns_resolver registered
[  231.225760] NFS: Registering the id_resolver key type
[  231.231589] Key type id_resolver registered
[  231.236260] Key type id_legacy registered
[  247.542992] device-mapper: multipath service-time: version 0.3.0 loaded
[  507.210842] SysRq : HELP : loglevel(0-9) reboot(b) crash(c) terminate-all-tasks(e) memory-full-oom-kill(f) kill-all-tasks(i) thaw-filesystems(j) sak(k) show-backtrace-all-active-cpus(l) show-memory-usage(m) nice-all-RT-tasks(n) poweroff(o) show-registers(p) show-all-timers(q) unraw(r) sync(s) show-task-states(t) unmount(u) show-blocked-tasks(w) dump-ftrace-buffer(z) 
[  593.826119] libcfs: loading out-of-tree module taints kernel.
[  593.832771] libcfs: module verification failed: signature and/or required key missing - tainting kernel
[  593.846619] LNet: HW NUMA nodes: 2, HW CPU cores: 48, npartitions: 2
[  593.854788] alg: No test for adler32 (adler32-zlib)
[  593.860318] alg: No test for crc32 (crc32-table)
[  594.623924] Lustre: Lustre: Build Version: 2.10.7
[  594.669586] LNet: Using FMR for registration
[  594.686329] LNetError: 14058:0:(o2iblnd_cb.c:2299:kiblnd_passive_connect()) Can't accept conn from 10.0.2.52@o2ib5 on NA (ib0:0:10.0.2.106): bad dst nid 10.0.2.106@o2ib5
[  594.698345] LNet: Added LNI 10.0.2.106@o2ib5 [8/256/0/180]
[  677.145373] md: md15 stopped.
[  677.176757] async_tx: api initialized (async)
[  677.183482] xor: automatically using best checksumming function:
[  677.200143]    avx       : 25636.000 MB/sec
[  677.233150] raid6: sse2x1   gen()  8140 MB/s
[  677.254146] raid6: sse2x2   gen() 10050 MB/s
[  677.275174] raid6: sse2x4   gen() 11714 MB/s
[  677.296148] raid6: avx2x1   gen() 15820 MB/s
[  677.317148] raid6: avx2x2   gen() 18585 MB/s
[  677.338151] raid6: avx2x4   gen() 21117 MB/s
[  677.342916] raid6: using algorithm avx2x4 gen() (21117 MB/s)
[  677.349231] raid6: using avx2x2 recovery algorithm
[  677.371061] md/raid:md15: device dm-259 operational as raid disk 0
[  677.377963] md/raid:md15: device dm-272 operational as raid disk 9
[  677.384852] md/raid:md15: device dm-281 operational as raid disk 8
[  677.391751] md/raid:md15: device dm-289 operational as raid disk 7
[  677.398664] md/raid:md15: device dm-280 operational as raid disk 6
[  677.405560] md/raid:md15: device dm-268 operational as raid disk 5
[  677.412473] md/raid:md15: device dm-267 operational as raid disk 4
[  677.419371] md/raid:md15: device dm-231 operational as raid disk 3
[  677.426268] md/raid:md15: device dm-241 operational as raid disk 2
[  677.433181] md/raid:md15: device dm-303 operational as raid disk 1
[  677.441440] md/raid:md15: raid level 6 active with 10 out of 10 devices, algorithm 2
[  677.483051] md15: detected capacity change from 0 to 64011431837696
[  677.503456] md: md27 stopped.
[  677.531298] md/raid:md27: not clean -- starting background reconstruction
[  677.538982] md/raid:md27: device dm-421 operational as raid disk 0
[  677.545887] md/raid:md27: device dm-415 operational as raid disk 9
[  677.552791] md/raid:md27: device dm-402 operational as raid disk 8
[  677.559700] md/raid:md27: device dm-399 operational as raid disk 7
[  677.566597] md/raid:md27: device dm-391 operational as raid disk 6
[  677.573501] md/raid:md27: device dm-392 operational as raid disk 5
[  677.580406] md/raid:md27: device dm-379 operational as raid disk 4
[  677.587313] md/raid:md27: device dm-374 operational as raid disk 3
[  677.594216] md/raid:md27: device dm-378 operational as raid disk 2
[  677.601120] md/raid:md27: device dm-435 operational as raid disk 1
[  677.608947] md/raid:md27: raid level 6 active with 10 out of 10 devices, algorithm 2
[  677.641370] md27: detected capacity change from 0 to 64011431837696
[  677.648424] md: resync of RAID array md27
[  677.663731] md: md31 stopped.
[  677.685796] md/raid:md31: not clean -- starting background reconstruction
[  677.693556] md/raid:md31: device dm-441 operational as raid disk 0
[  677.700483] md/raid:md31: device dm-472 operational as raid disk 9
[  677.708030] md/raid:md31: device dm-459 operational as raid disk 8
[  677.714952] md/raid:md31: device dm-457 operational as raid disk 7
[  677.721938] md/raid:md31: device dm-462 operational as raid disk 6
[  677.728867] md/raid:md31: device dm-434 operational as raid disk 5
[  677.735781] md/raid:md31: device dm-442 operational as raid disk 4
[  677.742694] md/raid:md31: device dm-440 operational as raid disk 3
[  677.749994] md/raid:md31: device dm-424 operational as raid disk 2
[  677.757347] md/raid:md31: device dm-439 operational as raid disk 1
[  677.765656] md/raid:md31: raid level 6 active with 10 out of 10 devices, algorithm 2
[  677.806527] md31: detected capacity change from 0 to 64011431837696
[  677.813639] md: resync of RAID array md31
[  677.832447] md: md7 stopped.
[  677.863207] md/raid:md7: device dm-159 operational as raid disk 0
[  677.870046] md/raid:md7: device dm-143 operational as raid disk 9
[  677.876867] md/raid:md7: device dm-178 operational as raid disk 8
[  677.883684] md/raid:md7: device dm-144 operational as raid disk 7
[  677.890498] md/raid:md7: device dm-306 operational as raid disk 6
[  677.897317] md/raid:md7: device dm-349 operational as raid disk 5
[  677.904133] md/raid:md7: device dm-346 operational as raid disk 4
[  677.910948] md/raid:md7: device dm-279 operational as raid disk 3
[  677.917759] md/raid:md7: device dm-128 operational as raid disk 2
[  677.924575] md/raid:md7: device dm-129 operational as raid disk 1
[  677.932796] md/raid:md7: raid level 6 active with 10 out of 10 devices, algorithm 2
[  677.965897] md7: detected capacity change from 0 to 64011431837696
[  677.981258] md: md39 stopped.
[  678.016528] md/raid:md39: device dm-62 operational as raid disk 0
[  678.023347] md/raid:md39: device dm-57 operational as raid disk 9
[  678.030151] md/raid:md39: device dm-56 operational as raid disk 8
[  678.036955] md/raid:md39: device dm-44 operational as raid disk 7
[  678.043770] md/raid:md39: device dm-43 operational as raid disk 6
[  678.050597] md/raid:md39: device dm-31 operational as raid disk 5
[  678.057421] md/raid:md39: device dm-30 operational as raid disk 4
[  678.064231] md/raid:md39: device dm-17 operational as raid disk 3
[  678.071039] md/raid:md39: device dm-16 operational as raid disk 2
[  678.077866] md/raid:md39: device dm-63 operational as raid disk 1
[  678.085711] md/raid:md39: raid level 6 active with 10 out of 10 devices, algorithm 2
[  678.123852] md39: detected capacity change from 0 to 64011431837696
[  678.142884] md: md17 stopped.
[  678.175399] md/raid:md17: not clean -- starting background reconstruction
[  678.183155] md/raid:md17: device dm-220 operational as raid disk 0
[  678.190067] md/raid:md17: device dm-301 operational as raid disk 9
[  678.196976] md/raid:md17: device dm-266 operational as raid disk 8
[  678.203887] md/raid:md17: device dm-277 operational as raid disk 7
[  678.210796] md/raid:md17: device dm-275 operational as raid disk 6
[  678.217699] md/raid:md17: device dm-248 operational as raid disk 5
[  678.224606] md/raid:md17: device dm-273 operational as raid disk 4
[  678.231508] md/raid:md17: device dm-243 operational as raid disk 3
[  678.238409] md/raid:md17: device dm-240 operational as raid disk 2
[  678.245303] md/raid:md17: device dm-238 operational as raid disk 1
[  678.253402] md/raid:md17: raid level 6 active with 10 out of 10 devices, algorithm 2
[  678.295964] md17: detected capacity change from 0 to 64011431837696
[  678.303048] md: resync of RAID array md17
[  678.322296] md: md37 stopped.
[  678.357997] md/raid:md37: device dm-18 operational as raid disk 0
[  678.364809] md/raid:md37: device dm-53 operational as raid disk 9
[  678.371619] md/raid:md37: device dm-52 operational as raid disk 8
[  678.378428] md/raid:md37: device dm-39 operational as raid disk 7
[  678.385238] md/raid:md37: device dm-38 operational as raid disk 6
[  678.392039] md/raid:md37: device dm-26 operational as raid disk 5
[  678.398844] md/raid:md37: device dm-25 operational as raid disk 4
[  678.405651] md/raid:md37: device dm-13 operational as raid disk 3
[  678.412455] md/raid:md37: device dm-12 operational as raid disk 2
[  678.419260] md/raid:md37: device dm-29 operational as raid disk 1
[  678.426977] md/raid:md37: raid level 6 active with 10 out of 10 devices, algorithm 2
[  678.464111] md37: detected capacity change from 0 to 64011431837696
[  678.485779] md: md3 stopped.
[  678.517281] md/raid:md3: device dm-185 operational as raid disk 0
[  678.524093] md/raid:md3: device dm-188 operational as raid disk 9
[  678.530907] md/raid:md3: device dm-210 operational as raid disk 8
[  678.537719] md/raid:md3: device dm-212 operational as raid disk 7
[  678.544535] md/raid:md3: device dm-213 operational as raid disk 6
[  678.551358] md/raid:md3: device dm-157 operational as raid disk 5
[  678.558734] md/raid:md3: device dm-197 operational as raid disk 4
[  678.565553] md/raid:md3: device dm-174 operational as raid disk 3
[  678.572367] md/raid:md3: device dm-151 operational as raid disk 2
[  678.579177] md/raid:md3: device dm-171 operational as raid disk 1
[  678.587318] md/raid:md3: raid level 6 active with 10 out of 10 devices, algorithm 2
[  678.621799] md3: detected capacity change from 0 to 64011431837696
[  678.639728] md: md23 stopped.
[  678.686993] md/raid:md23: not clean -- starting background reconstruction
[  678.695454] md/raid:md23: device dm-291 operational as raid disk 0
[  678.702360] md/raid:md23: device dm-348 operational as raid disk 9
[  678.709276] md/raid:md23: device dm-361 operational as raid disk 8
[  678.716182] md/raid:md23: device dm-332 operational as raid disk 7
[  678.723090] md/raid:md23: device dm-337 operational as raid disk 6
[  678.730004] md/raid:md23: device dm-326 operational as raid disk 5
[  678.736905] md/raid:md23: device dm-323 operational as raid disk 4
[  678.743808] md/raid:md23: device dm-314 operational as raid disk 3
[  678.750714] md/raid:md23: device dm-308 operational as raid disk 2
[  678.757621] md/raid:md23: device dm-304 operational as raid disk 1
[  678.765517] md/raid:md23: raid level 6 active with 10 out of 10 devices, algorithm 2
[  678.807784] md23: detected capacity change from 0 to 64011431837696
[  678.817321] md: resync of RAID array md23
[  678.837383] md: md1 stopped.
[  678.885497] md/raid:md1: device dm-141 operational as raid disk 0
[  678.892319] md/raid:md1: device dm-149 operational as raid disk 9
[  678.899135] md/raid:md1: device dm-167 operational as raid disk 8
[  678.905950] md/raid:md1: device dm-145 operational as raid disk 7
[  678.912768] md/raid:md1: device dm-202 operational as raid disk 6
[  678.919582] md/raid:md1: device dm-183 operational as raid disk 5
[  678.926402] md/raid:md1: device dm-164 operational as raid disk 4
[  678.933216] md/raid:md1: device dm-161 operational as raid disk 3
[  678.940033] md/raid:md1: device dm-160 operational as raid disk 2
[  678.946845] md/raid:md1: device dm-195 operational as raid disk 1
[  678.954666] md/raid:md1: raid level 6 active with 10 out of 10 devices, algorithm 2
[  678.998695] md1: detected capacity change from 0 to 64011431837696
[  679.019277] md: md5 stopped.
[  679.068204] md/raid:md5: device dm-137 operational as raid disk 0
[  679.075014] md/raid:md5: device dm-156 operational as raid disk 9
[  679.081823] md/raid:md5: device dm-215 operational as raid disk 8
[  679.088627] md/raid:md5: device dm-187 operational as raid disk 7
[  679.095439] md/raid:md5: device dm-203 operational as raid disk 6
[  679.102249] md/raid:md5: device dm-198 operational as raid disk 5
[  679.109060] md/raid:md5: device dm-142 operational as raid disk 4
[  679.115868] md/raid:md5: device dm-189 operational as raid disk 3
[  679.122694] md/raid:md5: device dm-184 operational as raid disk 2
[  679.129512] md/raid:md5: device dm-153 operational as raid disk 1
[  679.137220] md/raid:md5: raid level 6 active with 10 out of 10 devices, algorithm 2
[  679.192672] md5: detected capacity change from 0 to 64011431837696
[  679.228673] md: md25 stopped.
[  679.265196] LDISKFS-fs warning (device md15): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  679.267691] md/raid:md25: device dm-389 operational as raid disk 0
[  679.267692] md/raid:md25: device dm-418 operational as raid disk 9
[  679.267693] md/raid:md25: device dm-417 operational as raid disk 8
[  679.267693] md/raid:md25: device dm-397 operational as raid disk 7
[  679.267694] md/raid:md25: device dm-404 operational as raid disk 6
[  679.267695] md/raid:md25: device dm-394 operational as raid disk 5
[  679.267695] md/raid:md25: device dm-400 operational as raid disk 4
[  679.267696] md/raid:md25: device dm-367 operational as raid disk 3
[  679.267697] md/raid:md25: device dm-366 operational as raid disk 2
[  679.267697] md/raid:md25: device dm-406 operational as raid disk 1
[  679.268816] md/raid:md25: raid level 6 active with 10 out of 10 devices, algorithm 2
[  679.381861] md25: detected capacity change from 0 to 64011431837696
[  679.407101] md: md43 stopped.
[  679.431180] md/raid:md43: device dm-78 operational as raid disk 0
[  679.437990] md/raid:md43: device dm-113 operational as raid disk 9
[  679.444904] md/raid:md43: device dm-112 operational as raid disk 8
[  679.451811] md/raid:md43: device dm-99 operational as raid disk 7
[  679.458621] md/raid:md43: device dm-98 operational as raid disk 6
[  679.465437] md/raid:md43: device dm-86 operational as raid disk 5
[  679.472249] md/raid:md43: device dm-85 operational as raid disk 4
[  679.479064] md/raid:md43: device dm-73 operational as raid disk 3
[  679.485876] md/raid:md43: device dm-72 operational as raid disk 2
[  679.492675] md/raid:md43: device dm-89 operational as raid disk 1
[  679.500414] md/raid:md43: raid level 6 active with 10 out of 10 devices, algorithm 2
[  679.534680] md43: detected capacity change from 0 to 64011431837696
[  679.562477] md: md19 stopped.
[  679.611405] md/raid:md19: device dm-292 operational as raid disk 0
[  679.618319] md/raid:md19: device dm-343 operational as raid disk 9
[  679.625230] md/raid:md19: device dm-342 operational as raid disk 8
[  679.632149] md/raid:md19: device dm-307 operational as raid disk 7
[  679.639064] md/raid:md19: device dm-325 operational as raid disk 6
[  679.645970] md/raid:md19: device dm-316 operational as raid disk 5
[  679.652874] md/raid:md19: device dm-311 operational as raid disk 4
[  679.659779] md/raid:md19: device dm-295 operational as raid disk 3
[  679.666684] md/raid:md19: device dm-302 operational as raid disk 2
[  679.673598] md/raid:md19: device dm-312 operational as raid disk 1
[  679.681516] md/raid:md19: raid level 6 active with 10 out of 10 devices, algorithm 2
[  679.721763] md19: detected capacity change from 0 to 64011431837696
[  679.757922] md: md21 stopped.
[  679.803725] md/raid:md21: device dm-364 operational as raid disk 0
[  679.810638] md/raid:md21: device dm-345 operational as raid disk 9
[  679.817540] md/raid:md21: device dm-344 operational as raid disk 8
[  679.824443] md/raid:md21: device dm-327 operational as raid disk 7
[  679.831356] md/raid:md21: device dm-336 operational as raid disk 6
[  679.838262] md/raid:md21: device dm-309 operational as raid disk 5
[  679.845169] md/raid:md21: device dm-313 operational as raid disk 4
[  679.852069] md/raid:md21: device dm-305 operational as raid disk 3
[  679.858965] md/raid:md21: device dm-300 operational as raid disk 2
[  679.865868] md/raid:md21: device dm-363 operational as raid disk 1
[  679.874131] md/raid:md21: raid level 6 active with 10 out of 10 devices, algorithm 2
[  679.920038] md21: detected capacity change from 0 to 64011431837696
[  679.944545] md: md35 stopped.
[  680.001832] md/raid:md35: device dm-438 operational as raid disk 0
[  680.008737] md/raid:md35: device dm-1 operational as raid disk 9
[  680.015444] md/raid:md35: device dm-0 operational as raid disk 8
[  680.022159] md/raid:md35: device dm-467 operational as raid disk 7
[  680.029060] md/raid:md35: device dm-475 operational as raid disk 6
[  680.035971] md/raid:md35: device dm-466 operational as raid disk 5
[  680.042877] md/raid:md35: device dm-463 operational as raid disk 4
[  680.049793] md/raid:md35: device dm-448 operational as raid disk 3
[  680.056696] md/raid:md35: device dm-433 operational as raid disk 2
[  680.063612] md/raid:md35: device dm-413 operational as raid disk 1
[  680.071544] md/raid:md35: raid level 6 active with 10 out of 10 devices, algorithm 2
[  680.119799] md35: detected capacity change from 0 to 64011431837696
[  680.137732] md: md13 stopped.
[  680.229758] md/raid:md13: not clean -- starting background reconstruction
[  680.237531] md/raid:md13: device dm-232 operational as raid disk 0
[  680.244462] md/raid:md13: device dm-260 operational as raid disk 9
[  680.251366] md/raid:md13: device dm-284 operational as raid disk 8
[  680.258275] md/raid:md13: device dm-257 operational as raid disk 7
[  680.265192] md/raid:md13: device dm-247 operational as raid disk 6
[  680.272109] md/raid:md13: device dm-246 operational as raid disk 5
[  680.279034] md/raid:md13: device dm-239 operational as raid disk 4
[  680.285946] md/raid:md13: device dm-227 operational as raid disk 3
[  680.292861] md/raid:md13: device dm-224 operational as raid disk 2
[  680.299766] md/raid:md13: device dm-269 operational as raid disk 1
[  680.307712] md/raid:md13: raid level 6 active with 10 out of 10 devices, algorithm 2
[  680.355611] md13: detected capacity change from 0 to 64011431837696
[  680.362684] md: resync of RAID array md13
[  680.382937] md: md33 stopped.
[  680.441826] md/raid:md33: device dm-2 operational as raid disk 0
[  680.448538] md/raid:md33: device dm-476 operational as raid disk 9
[  680.455443] md/raid:md33: device dm-479 operational as raid disk 8
[  680.462341] md/raid:md33: device dm-470 operational as raid disk 7
[  680.469254] md/raid:md33: device dm-464 operational as raid disk 6
[  680.476156] md/raid:md33: device dm-456 operational as raid disk 5
[  680.483062] md/raid:md33: device dm-452 operational as raid disk 4
[  680.489967] md/raid:md33: device dm-428 operational as raid disk 3
[  680.496871] md/raid:md33: device dm-429 operational as raid disk 2
[  680.503776] md/raid:md33: device dm-3 operational as raid disk 1
[  680.511353] md/raid:md33: raid level 6 active with 10 out of 10 devices, algorithm 2
[  680.581980] md33: detected capacity change from 0 to 64011431837696
[  680.620528] md: md47 stopped.
[  680.680086] md/raid:md47: not clean -- starting background reconstruction
[  680.690268] md/raid:md47: device dm-68 operational as raid disk 0
[  680.697109] md/raid:md47: device dm-121 operational as raid disk 9
[  680.704017] md/raid:md47: device dm-120 operational as raid disk 8
[  680.710935] md/raid:md47: device dm-108 operational as raid disk 7
[  680.717841] md/raid:md47: device dm-107 operational as raid disk 6
[  680.724745] md/raid:md47: device dm-95 operational as raid disk 5
[  680.731558] md/raid:md47: device dm-94 operational as raid disk 4
[  680.738363] md/raid:md47: device dm-82 operational as raid disk 3
[  680.745169] md/raid:md47: device dm-81 operational as raid disk 2
[  680.751973] md/raid:md47: device dm-69 operational as raid disk 1
[  680.761602] md/raid:md47: raid level 6 active with 10 out of 10 devices, algorithm 2
[  680.823449] md47: detected capacity change from 0 to 64011431837696
[  680.830582] md: resync of RAID array md47
[  680.857490] md: md9 stopped.
[  680.907776] md/raid:md9: not clean -- starting background reconstruction
[  680.916334] md/raid:md9: device dm-218 operational as raid disk 0
[  680.924037] md/raid:md9: device dm-176 operational as raid disk 9
[  680.933029] md/raid:md9: device dm-152 operational as raid disk 8
[  680.940734] md/raid:md9: device dm-134 operational as raid disk 7
[  680.948665] md/raid:md9: device dm-285 operational as raid disk 6
[  680.955497] md/raid:md9: device dm-255 operational as raid disk 5
[  680.962308] md/raid:md9: device dm-155 operational as raid disk 4
[  680.969134] md/raid:md9: device dm-251 operational as raid disk 3
[  680.977200] md/raid:md9: device dm-131 operational as raid disk 2
[  680.984045] md/raid:md9: device dm-221 operational as raid disk 1
[  680.992240] md/raid:md9: raid level 6 active with 10 out of 10 devices, algorithm 2
[  681.041327] md9: detected capacity change from 0 to 64011431837696
[  681.048372] md: resync of RAID array md9
[  681.068511] LDISKFS-fs warning (device md7): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  681.074074] md: md45 stopped.
[  681.139773] md/raid:md45: device dm-122 operational as raid disk 0
[  681.146697] md/raid:md45: device dm-117 operational as raid disk 9
[  681.153626] md/raid:md45: device dm-116 operational as raid disk 8
[  681.160553] md/raid:md45: device dm-104 operational as raid disk 7
[  681.167471] md/raid:md45: device dm-103 operational as raid disk 6
[  681.174400] md/raid:md45: device dm-91 operational as raid disk 5
[  681.181219] md/raid:md45: device dm-90 operational as raid disk 4
[  681.188044] md/raid:md45: device dm-77 operational as raid disk 3
[  681.194866] md/raid:md45: device dm-76 operational as raid disk 2
[  681.201673] md/raid:md45: device dm-123 operational as raid disk 1
[  681.209959] md/raid:md45: raid level 6 active with 10 out of 10 devices, algorithm 2
[  681.271337] md45: detected capacity change from 0 to 64011431837696
[  681.315464] md: md41 stopped.
[  681.393631] md/raid:md41: device dm-8 operational as raid disk 0
[  681.400368] md/raid:md41: device dm-61 operational as raid disk 9
[  681.407177] md/raid:md41: device dm-60 operational as raid disk 8
[  681.413988] md/raid:md41: device dm-48 operational as raid disk 7
[  681.420796] md/raid:md41: device dm-47 operational as raid disk 6
[  681.427604] md/raid:md41: device dm-35 operational as raid disk 5
[  681.434413] md/raid:md41: device dm-34 operational as raid disk 4
[  681.441220] md/raid:md41: device dm-22 operational as raid disk 3
[  681.448026] md/raid:md41: device dm-21 operational as raid disk 2
[  681.454836] md/raid:md41: device dm-9 operational as raid disk 1
[  681.464797] md/raid:md41: raid level 6 active with 10 out of 10 devices, algorithm 2
[  681.536006] md41: detected capacity change from 0 to 64011431837696
[  681.575724] md: md11 stopped.
[  681.704919] md/raid:md11: device dm-229 operational as raid disk 0
[  681.716074] md/raid:md11: device dm-228 operational as raid disk 9
[  681.725385] md/raid:md11: device dm-226 operational as raid disk 8
[  681.732346] md/raid:md11: device dm-136 operational as raid disk 7
[  681.739254] md/raid:md11: device dm-132 operational as raid disk 6
[  681.746152] md/raid:md11: device dm-319 operational as raid disk 5
[  681.753058] md/raid:md11: device dm-225 operational as raid disk 4
[  681.759963] md/raid:md11: device dm-192 operational as raid disk 3
[  681.766871] md/raid:md11: device dm-276 operational as raid disk 2
[  681.773779] md/raid:md11: device dm-254 operational as raid disk 1
[  681.783739] md/raid:md11: raid level 6 active with 10 out of 10 devices, algorithm 2
[  681.844715] md11: detected capacity change from 0 to 64011431837696
[  681.879202] md: md29 stopped.
[  681.946296] md/raid:md29: device dm-382 operational as raid disk 0
[  681.953214] md/raid:md29: device dm-419 operational as raid disk 9
[  681.960131] md/raid:md29: device dm-422 operational as raid disk 8
[  681.967050] md/raid:md29: device dm-388 operational as raid disk 7
[  681.973962] md/raid:md29: device dm-403 operational as raid disk 6
[  681.980900] md/raid:md29: device dm-405 operational as raid disk 5
[  681.987847] md/raid:md29: device dm-411 operational as raid disk 4
[  681.994817] md/raid:md29: device dm-368 operational as raid disk 3
[  682.001758] md/raid:md29: device dm-369 operational as raid disk 2
[  682.008686] md/raid:md29: device dm-377 operational as raid disk 1
[  682.017000] md/raid:md29: raid level 6 active with 10 out of 10 devices, algorithm 2
[  682.119184] md29: detected capacity change from 0 to 64011431837696
[  682.142879] md: md27: resync done.
[  683.190513] perf: interrupt took too long (2505 > 2500), lowering kernel.perf_event_max_sample_rate to 79000
[  683.204585] LDISKFS-fs warning (device md39): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  683.884290] LDISKFS-fs warning (device md27): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  684.965987] LDISKFS-fs warning (device md37): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  687.216655] LDISKFS-fs warning (device md31): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  687.514699] LDISKFS-fs warning (device md25): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  687.723064] LDISKFS-fs warning (device md3): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  688.933951] LDISKFS-fs warning (device md45): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  689.532075] LDISKFS-fs warning (device md41): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  690.181284] LDISKFS-fs warning (device md11): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  690.255143] LDISKFS-fs warning (device md5): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  690.925493] LDISKFS-fs warning (device md29): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  691.085156] LDISKFS-fs warning (device md1): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  691.138490] md: md17: resync done.
[  691.596902] LDISKFS-fs warning (device md9): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  692.213582] LDISKFS-fs warning (device md43): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  692.743350] LDISKFS-fs warning (device md19): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  692.991363] LDISKFS-fs warning (device md35): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  693.274807] LDISKFS-fs warning (device md33): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  693.378751] LDISKFS-fs warning (device md21): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  693.922436] LDISKFS-fs warning (device md17): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  702.100925] LDISKFS-fs warning (device md13): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  703.114310] LDISKFS-fs warning (device md47): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  703.326179] LDISKFS-fs warning (device md23): ldiskfs_multi_mount_protect:321: MMP interval 42 higher than expected, please wait.

[  721.444703] LDISKFS-fs (md15): file extents enabled, maximum tree depth=5
[  723.014874] LDISKFS-fs (md15): recovery complete
[  723.033825] LDISKFS-fs (md15): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  723.177831] LDISKFS-fs (md7): file extents enabled, maximum tree depth=5
[  723.438552] LustreError: 137-5: oak-OST0031_UUID: not available for connect from 10.8.26.30@o2ib6 (no target). If you are running an HA pair check that the target is mounted on the other server.
[  723.457872] LustreError: Skipped 23 previous similar messages
[  723.883180] Lustre: oak-OST003f: Not available for connect from 10.9.108.41@o2ib4 (not set up)
[  724.018092] LustreError: 137-5: oak-OST0035_UUID: not available for connect from 10.9.105.26@o2ib4 (no target). If you are running an HA pair check that the target is mounted on the other server.
[  724.037508] LustreError: Skipped 376 previous similar messages
[  724.197827] Lustre: oak-OST003f: Imperative Recovery enabled, recovery window shrunk from 300-900 down to 150-900
[  724.211261] Lustre: oak-OST003f: in recovery but waiting for the first client to connect
[  724.290841] Lustre: oak-OST003f: Will be in recovery for at least 2:30, or until 1451 clients reconnect
[  724.301434] Lustre: oak-OST003f: Connection restored to  (at 10.8.18.31@o2ib6)
[  724.803238] Lustre: oak-OST003f: Connection restored to  (at 10.8.26.10@o2ib6)
[  724.811307] Lustre: Skipped 11 previous similar messages
[  724.900569] LDISKFS-fs (md7): recovery complete
[  724.921108] LDISKFS-fs (md7): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  725.036838] LustreError: 137-5: oak-OST003b_UUID: not available for connect from 10.9.103.31@o2ib4 (no target). If you are running an HA pair check that the target is mounted on the other server.
[  725.056255] LustreError: Skipped 577 previous similar messages
[  725.292385] LDISKFS-fs (md39): file extents enabled, maximum tree depth=5
[  725.576638] Lustre: oak-OST0037: Not available for connect from 10.8.8.12@o2ib6 (not set up)
[  725.586073] Lustre: Skipped 7 previous similar messages
[  725.773173] Lustre: oak-OST0037: Imperative Recovery enabled, recovery window shrunk from 300-900 down to 150-900
[  725.812479] Lustre: oak-OST0037: in recovery but waiting for the first client to connect
[  725.828594] Lustre: oak-OST0037: Will be in recovery for at least 2:30, or until 1451 clients reconnect
[  725.828652] Lustre: oak-OST003f: Connection restored to 8e6de710-6fc3-4d1c-3d70-6478644d4093 (at 10.8.22.10@o2ib6)
[  725.828654] Lustre: Skipped 42 previous similar messages
[  725.954745] LDISKFS-fs (md27): file extents enabled, maximum tree depth=5
[  726.603197] LDISKFS-fs (md39): recovery complete
[  726.624303] LDISKFS-fs (md39): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  727.055500] LustreError: 137-5: oak-OST0035_UUID: not available for connect from 10.9.115.5@o2ib4 (no target). If you are running an HA pair check that the target is mounted on the other server.
[  727.066512] LDISKFS-fs (md37): file extents enabled, maximum tree depth=5
[  727.082394] LustreError: Skipped 1969 previous similar messages
[  727.370455] Lustre: oak-OST0057: Not available for connect from 10.8.10.36@o2ib6 (not set up)
[  727.379983] Lustre: Skipped 9 previous similar messages
[  727.661866] Lustre: oak-OST0057: Imperative Recovery enabled, recovery window shrunk from 300-900 down to 150-900
[  727.689609] Lustre: oak-OST0057: in recovery but waiting for the first client to connect
[  727.698104] Lustre: oak-OST0057: Will be in recovery for at least 2:30, or until 1451 clients reconnect
[  727.834197] Lustre: oak-OST0037: Connection restored to 96130107-0734-5f75-5690-962277bcb235 (at 10.9.102.3@o2ib4)
[  727.846382] Lustre: Skipped 187 previous similar messages
[  727.848825] LDISKFS-fs (md27): recovery complete
[  727.867703] LDISKFS-fs (md27): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  729.080083] LDISKFS-fs (md37): recovery complete
[  729.237264] LDISKFS-fs (md37): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  729.274257] LDISKFS-fs (md31): file extents enabled, maximum tree depth=5
[  729.596239] LDISKFS-fs (md25): file extents enabled, maximum tree depth=5
[  729.802292] LDISKFS-fs (md3): file extents enabled, maximum tree depth=5
[  730.003016] Lustre: oak-OST0037: Denying connection for new client dcc0c0c2-2f7f-6fb1-ba25-bda290568009(at 10.9.101.45@o2ib4), waiting for 1451 known clients (309 recovered, 5 in progress, and 0 evicted) to recover in 2:41
[  730.025317] Lustre: Skipped 3 previous similar messages
[  730.048235] Lustre: oak-OST0055: Not available for connect from 10.9.107.56@o2ib4 (not set up)
[  730.057848] Lustre: Skipped 16 previous similar messages
[  730.296823] Lustre: oak-OST0055: Imperative Recovery enabled, recovery window shrunk from 300-900 down to 150-900
[  730.308294] Lustre: Skipped 1 previous similar message
[  730.315562] Lustre: oak-OST0055: in recovery but waiting for the first client to connect
[  730.324634] Lustre: Skipped 1 previous similar message
[  730.326187] Lustre: oak-OST0055: Will be in recovery for at least 2:30, or until 1451 clients reconnect
[  730.326188] Lustre: Skipped 1 previous similar message
[  731.006200] LDISKFS-fs (md25): recovery complete
[  731.017795] LDISKFS-fs (md45): file extents enabled, maximum tree depth=5
[  731.027969] LDISKFS-fs (md25): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  731.060567] LustreError: 137-5: oak-OST0031_UUID: not available for connect from 10.9.105.2@o2ib4 (no target). If you are running an HA pair check that the target is mounted on the other server.
[  731.079897] LustreError: Skipped 3837 previous similar messages
[  731.239233] Lustre: oak-OST0037: Denying connection for new client 2e74f82c-a816-481d-58ed-4df0f795e253(at 10.9.108.56@o2ib4), waiting for 1451 known clients (548 recovered, 5 in progress, and 0 evicted) to recover in 2:39
[  731.261269] Lustre: Skipped 4 previous similar messages
[  731.472606] LDISKFS-fs (md3): recovery complete
[  731.503770] LDISKFS-fs (md3): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  731.614814] LDISKFS-fs (md41): file extents enabled, maximum tree depth=5
[  731.844453] Lustre: oak-OST004b: Connection restored to  (at 10.8.26.10@o2ib6)
[  731.852528] Lustre: Skipped 2639 previous similar messages
[  732.261971] LDISKFS-fs (md11): file extents enabled, maximum tree depth=5
[  732.383911] LDISKFS-fs (md5): file extents enabled, maximum tree depth=5
[  732.878387] LDISKFS-fs (md45): recovery complete
[  733.006986] LDISKFS-fs (md29): file extents enabled, maximum tree depth=5
[  733.132505] LDISKFS-fs (md41): recovery complete
[  733.155465] LDISKFS-fs (md41): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  733.171198] LDISKFS-fs (md1): file extents enabled, maximum tree depth=5
[  733.273813] LDISKFS-fs (md45): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  734.053632] Lustre: oak-OST0059: Not available for connect from 10.9.105.38@o2ib4 (not set up)
[  734.063250] Lustre: Skipped 47 previous similar messages
[  734.290419] LDISKFS-fs (md9): file extents enabled, maximum tree depth=5
[  734.302069] Lustre: oak-OST003f: Denying connection for new client dcc0c0c2-2f7f-6fb1-ba25-bda290568009(at 10.9.101.45@o2ib4), waiting for 1451 known clients (989 recovered, 6 in progress, and 0 evicted) to recover in 2:35
[  734.305207] LDISKFS-fs (md43): file extents enabled, maximum tree depth=5
[  734.330697] LDISKFS-fs (md5): recovery complete
[  734.333886] Lustre: oak-OST0057: Recovery already passed deadline 2:38. If you do not want to wait more, please abort the recovery by force.
[  734.333888] Lustre: Skipped 1 previous similar message
[  734.351180] LDISKFS-fs (md5): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  734.368580] Lustre: Skipped 7 previous similar messages
[  734.703435] LDISKFS-fs (md31): recovery complete
[  734.750681] Lustre: oak-OST005d: Imperative Recovery enabled, recovery window shrunk from 300-900 down to 150-900
[  734.762277] Lustre: Skipped 3 previous similar messages
[  734.808824] LDISKFS-fs (md29): recovery complete
[  734.833741] Lustre: oak-OST005d: in recovery but waiting for the first client to connect
[  734.842781] Lustre: Skipped 3 previous similar messages
[  734.843659] LDISKFS-fs (md19): file extents enabled, maximum tree depth=5
[  734.849568] Lustre: oak-OST005d: Will be in recovery for at least 2:30, or until 1451 clients reconnect
[  734.849570] Lustre: Skipped 3 previous similar messages
[  734.922753] LDISKFS-fs (md29): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  735.084084] LDISKFS-fs (md35): file extents enabled, maximum tree depth=5
[  735.172393] LDISKFS-fs (md11): recovery complete
[  735.210198] LDISKFS-fs (md11): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  735.372675] LDISKFS-fs (md33): file extents enabled, maximum tree depth=5
[  735.457780] LDISKFS-fs (md21): file extents enabled, maximum tree depth=5
[  735.559347] LDISKFS-fs (md43): recovery complete
[  735.582697] LDISKFS-fs (md43): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  735.792631] LDISKFS-fs (md1): recovery complete
[  735.816186] LDISKFS-fs (md1): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  735.838711] LDISKFS-fs (md31): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  735.985476] LDISKFS-fs (md17): file extents enabled, maximum tree depth=5
[  736.657777] LDISKFS-fs (md21): recovery complete
[  736.688980] LDISKFS-fs (md21): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  736.966748] LDISKFS-fs (md19): recovery complete
[  736.990570] LDISKFS-fs (md19): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  737.518963] LDISKFS-fs (md33): recovery complete
[  737.537451] LDISKFS-fs (md33): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  737.756336] LDISKFS-fs (md17): recovery complete
[  737.782589] LDISKFS-fs (md17): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  737.820702] LDISKFS-fs (md35): recovery complete
[  737.847781] LDISKFS-fs (md35): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  738.281684] LDISKFS-fs (md9): recovery complete
[  738.303803] LDISKFS-fs (md9): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  739.092988] LustreError: 137-5: oak-OST0039_UUID: not available for connect from 10.9.107.24@o2ib4 (no target). If you are running an HA pair check that the target is mounted on the other server.
[  739.112410] LustreError: Skipped 7083 previous similar messages
[  739.853490] Lustre: oak-OST0049: Connection restored to  (at 10.9.106.43@o2ib4)
[  739.861655] Lustre: Skipped 7613 previous similar messages
[  740.754839] Lustre: oak-OST005d: Denying connection for new client dcc0c0c2-2f7f-6fb1-ba25-bda290568009(at 10.9.101.45@o2ib4), waiting for 1451 known clients (748 recovered, 3 in progress, and 0 evicted) to recover in 2:39
[  740.776880] Lustre: Skipped 8 previous similar messages
[  742.651977] Lustre: oak-OST0059: Recovery already passed deadline 2:36. If you do not want to wait more, please abort the recovery by force.
[  745.085349] LDISKFS-fs (md13): file extents enabled, maximum tree depth=5
[  745.702168] LDISKFS-fs (md47): file extents enabled, maximum tree depth=5
[  746.733001] LDISKFS-fs (md13): recovery complete
[  746.888537] LDISKFS-fs (md47): recovery complete
[  746.914830] LDISKFS-fs (md47): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  747.292085] LDISKFS-fs (md13): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  747.344509] LDISKFS-fs (md23): file extents enabled, maximum tree depth=5
[  747.566719] Lustre: oak-OST0051: Denying connection for new client dcc0c0c2-2f7f-6fb1-ba25-bda290568009(at 10.9.101.45@o2ib4), waiting for 1451 known clients (763 recovered, 4 in progress, and 0 evicted) to recover in 2:38
[  747.588743] Lustre: Skipped 17 previous similar messages
[  748.049605] Lustre: oak-OST005f: Not available for connect from 10.8.29.3@o2ib6 (not set up)
[  748.059025] Lustre: Skipped 146 previous similar messages
[  748.597747] LDISKFS-fs (md23): recovery complete
[  748.623131] LDISKFS-fs (md23): mounted filesystem with ordered data mode. Opts: ,errors=remount-ro,no_mbcache,nodelalloc
[  748.627262] Lustre: oak-OST005f: Imperative Recovery enabled, recovery window shrunk from 300-900 down to 150-900
[  748.627264] Lustre: Skipped 12 previous similar messages
[  748.653533] Lustre: oak-OST005f: in recovery but waiting for the first client to connect
[  748.660452] Lustre: oak-OST005f: Will be in recovery for at least 2:30, or until 1451 clients reconnect
[  748.660453] Lustre: Skipped 12 previous similar messages
[  748.680868] Lustre: Skipped 12 previous similar messages
[  755.861942] Lustre: oak-OST003d: Connection restored to 7e1f0eea-0fb4-bce0-fec2-bd2b8faef382 (at 10.8.22.4@o2ib6)
[  755.873405] Lustre: Skipped 12248 previous similar messages
[  756.334298] Lustre: oak-OST0037: Denying connection for new client 2e74f82c-a816-481d-58ed-4df0f795e253(at 10.9.108.56@o2ib4), waiting for 1451 known clients (1009 recovered, 8 in progress, and 0 evicted) to recover in 2:14
[  756.358044] Lustre: Skipped 9 previous similar messages
[  780.179436] Lustre: oak-OST0031: Denying connection for new client dcc0c0c2-2f7f-6fb1-ba25-bda290568009(at 10.9.101.45@o2ib4), waiting for 1451 known clients (1442 recovered, 8 in progress, and 0 evicted) to recover in 2:03
[  780.179437] Lustre: oak-OST0033: Denying connection for new client dcc0c0c2-2f7f-6fb1-ba25-bda290568009(at 10.9.101.45@o2ib4), waiting for 1451 known clients (1445 recovered, 4 in progress, and 0 evicted) to recover in 1:58
[  780.179440] Lustre: Skipped 3 previous similar messages
[  780.229516] Lustre: Skipped 22 previous similar messages
[  781.079204] Lustre: oak-OST0059: Recovery already passed deadline 1:58. If you do not want to wait more, please abort the recovery by force.
[  781.287922] Lustre: oak-OST0059: deleting orphan objects from 0x0:26407081 to 0x0:26407105
[  781.292156] Lustre: oak-OST0059: Recovery over after 0:47, of 1451 clients 1451 recovered and 0 were evicted.
[  781.426387] Lustre: oak-OST0059: deleting orphan objects from 0x19c0000400:223668 to 0x19c0000400:223713
[  805.269210] Lustre: oak-OST0059: Connection restored to  (at 10.9.101.45@o2ib4)
[  805.277374] Lustre: Skipped 11604 previous similar messages
[  836.656997] Lustre: oak-OST004f: Recovery already passed deadline 1:07. If you do not want to wait more, please abort the recovery by force.
[  836.671078] Lustre: Skipped 8 previous similar messages
[  837.609445] Lustre: oak-OST005d: deleting orphan objects from 0x0:22699379 to 0x0:22699393
[  837.622655] Lustre: oak-OST005b: deleting orphan objects from 0x0:23634644 to 0x0:23634657
[  837.632124] Lustre: oak-OST005d: Recovery over after 1:42, of 1451 clients 1451 recovered and 0 were evicted.
[  837.730463] Lustre: oak-OST005d: deleting orphan objects from 0x1b40000400:261165 to 0x1b40000400:261185
[  837.846281] Lustre: oak-OST005b: deleting orphan objects from 0x1a80000400:275527 to 0x1a80000400:275553
[  838.258840] Lustre: oak-OST0043: deleting orphan objects from 0x0:24093404 to 0x0:24093441
[  838.261737] Lustre: oak-OST0035: deleting orphan objects from 0x0:25299811 to 0x0:25299842
[  838.264486] Lustre: oak-OST004b: deleting orphan objects from 0x0:25541090 to 0x0:25541131
[  838.277805] Lustre: oak-OST003f: deleting orphan objects from 0x0:25848996 to 0x0:25849028
[  838.282545] Lustre: oak-OST003b: deleting orphan objects from 0x0:24037904 to 0x0:24037964
[  838.297668] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033256 to 0x0:26033281
[  838.314652] Lustre: oak-OST0037: deleting orphan objects from 0x0:24966602 to 0x0:24966626
[  838.337046] Lustre: oak-OST004d: deleting orphan objects from 0x0:25276150 to 0x0:25276193
[  838.353198] Lustre: oak-OST0049: deleting orphan objects from 0x0:25035285 to 0x0:25035329
[  838.371665] Lustre: oak-OST004b: deleting orphan objects from 0xe40000400:170305 to 0xe40000400:170337
[  838.372327] Lustre: oak-OST004d: deleting orphan objects from 0xf80000400:164877 to 0xf80000400:164897
[  838.392521] Lustre: oak-OST003b: deleting orphan objects from 0x1ac0000400:150048 to 0x1ac0000400:150081
[  838.412394] Lustre: oak-OST0031: deleting orphan objects from 0x0:24895540 to 0x0:24895553
[  838.413926] Lustre: oak-OST003d: deleting orphan objects from 0x0:25587327 to 0x0:25587375
[  838.442899] Lustre: oak-OST0051: deleting orphan objects from 0x16c0000400:196728 to 0x16c0000400:196769
[  838.461588] Lustre: oak-OST0035: deleting orphan objects from 0xb00000400:167262 to 0xb00000400:167297
[  838.466733] Lustre: oak-OST0055: deleting orphan objects from 0x0:26354012 to 0x0:26354049
[  838.474634] Lustre: oak-OST003f: deleting orphan objects from 0x1bc0000400:172220 to 0x1bc0000400:172257
[  838.498109] Lustre: oak-OST0045: deleting orphan objects from 0x0:24277101 to 0x0:24277121
[  838.523456] Lustre: oak-OST0057: deleting orphan objects from 0x0:26517401 to 0x0:26517441
[  838.540862] Lustre: oak-OST0043: deleting orphan objects from 0xbc0000400:152434 to 0xbc0000400:152449
[  838.541388] Lustre: oak-OST0041: deleting orphan objects from 0x0:24749221 to 0x0:24749249
[  838.577800] Lustre: oak-OST0037: deleting orphan objects from 0x1440000400:162905 to 0x1440000400:162945
[  838.626907] Lustre: oak-OST0031: deleting orphan objects from 0xac0000400:159402 to 0xac0000400:159425
[  838.636164] Lustre: oak-OST0049: deleting orphan objects from 0xc80000400:167111 to 0xc80000400:167137
[  838.638948] Lustre: oak-OST0053: deleting orphan objects from 0x0:24797561 to 0x0:24797602
[  838.640765] Lustre: oak-OST0055: deleting orphan objects from 0x1900000400:227544 to 0x1900000400:227585
[  838.662811] Lustre: oak-OST0053: deleting orphan objects from 0x1880000400:183074 to 0x1880000400:183105
[  838.670445] Lustre: oak-OST0057: deleting orphan objects from 0x1940000400:230729 to 0x1940000400:230753
[  838.680671] Lustre: oak-OST0041: deleting orphan objects from 0xb80000400:153244 to 0xb80000400:153281
[  838.767965] Lustre: oak-OST0045: deleting orphan objects from 0xc00000400:144543 to 0xc00000400:144577
[  838.786189] Lustre: oak-OST004f: deleting orphan objects from 0x0:24427141 to 0x0:24427170
[  838.788283] Lustre: oak-OST004f: Recovery over after 1:39, of 1451 clients 1451 recovered and 0 were evicted.
[  838.788285] Lustre: Skipped 17 previous similar messages
[  839.025271] Lustre: oak-OST003d: deleting orphan objects from 0x1840000400:168886 to 0x1840000400:168929
[  839.494725] Lustre: oak-OST004f: deleting orphan objects from 0x1540000400:181320 to 0x1540000400:181345
[  839.621591] Lustre: oak-OST005f: deleting orphan objects from 0x0:23355251 to 0x0:23355297
[  839.644557] Lustre: oak-OST0039: deleting orphan objects from 0x0:23806787 to 0x0:23806817
[  839.667963] Lustre: oak-OST0047: deleting orphan objects from 0x0:24922036 to 0x0:24922050
[  839.742487] Lustre: oak-OST005f: deleting orphan objects from 0x1b80000400:272912 to 0x1b80000400:272929
[  839.841994] Lustre: oak-OST0047: deleting orphan objects from 0xc40000400:158774 to 0xc40000400:158817
[  839.922800] Lustre: oak-OST0039: deleting orphan objects from 0xb40000400:152788 to 0xb40000400:152833
[  853.412645] Lustre: oak-OST0033: Recovery already passed deadline 0:44. If you do not want to wait more, please abort the recovery by force.
[  853.426727] Lustre: Skipped 10 previous similar messages
[  853.587952] Lustre: oak-OST0033: deleting orphan objects from 0x0:25044736 to 0x0:25044769
[  853.593523] Lustre: oak-OST0033: Recovery over after 2:00, of 1451 clients 1451 recovered and 0 were evicted.
[  853.593525] Lustre: Skipped 3 previous similar messages
[  853.746041] Lustre: oak-OST0033: deleting orphan objects from 0x7c0000400:157016 to 0x7c0000400:157057
[  867.778728] perf: interrupt took too long (3136 > 3131), lowering kernel.perf_event_max_sample_rate to 63000
[  878.403961] Lustre: oak-OST0049: Connection restored to  (at 10.9.101.45@o2ib4)
[  878.412125] Lustre: Skipped 86 previous similar messages
[  881.364587] LustreError: 275033:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883fdf3e9050 x1631557690964720/t0(0) o3->ef88785b-40c5-789e-4234-4405fa02028c@10.9.115.11@o2ib4:202/0 lens 488/432 e 0 to 0 dl 1558194872 ref 1 fl Interpret:/2/0 rc 0/0
[  881.396101] Lustre: oak-OST0059: Bulk IO read error with ef88785b-40c5-789e-4234-4405fa02028c (at 10.9.115.11@o2ib4), client will retry: rc -110
[  881.476622] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[  903.571700] Lustre: oak-OST0059: Client f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4) reconnecting
[  905.625326] Lustre: oak-OST0049: Client dcc0c0c2-2f7f-6fb1-ba25-bda290568009 (at 10.9.101.45@o2ib4) reconnecting
[  906.875933] Lustre: oak-OST0049: Client 2e74f82c-a816-481d-58ed-4df0f795e253 (at 10.9.108.56@o2ib4) reconnecting
[  908.894438] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[  919.577502] Lustre: oak-OST0033: Client b456c0f5-dcda-cc59-3c00-8ebc01f45327 (at 10.0.2.250@o2ib5) reconnecting
[  919.580001] Lustre: oak-OST005f: Client f550bd3c-4c6a-2332-430f-10a06f33f097 (at 10.0.2.243@o2ib5) refused connection, still busy with 13 references
[  919.603623] Lustre: Skipped 141 previous similar messages
[  937.710846] LustreError: 278414:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fea06e850 x1631535361710112/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:191/0 lens 8680/448 e 4 to 0 dl 1558194861 ref 1 fl Interpret:/0/0 rc 0/0
[  937.738990] LustreError: 278414:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 2 previous similar messages
[  937.749597] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[  937.797887] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[  937.812259] Lustre: Skipped 1 previous similar message
[  938.760918] LustreError: 281309:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c33602450 x1633627180769472/t0(0) o4->4d59234b-cf1d-59fe-c62f-178c08b82a48@10.8.1.29@o2ib6:207/0 lens 632/448 e 0 to 0 dl 1558194877 ref 1 fl Interpret:/2/0 rc 0/0
[  938.788878] LustreError: 281309:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 35 previous similar messages
[  938.799584] Lustre: oak-OST0053: Bulk IO write error with 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6), client will retry: rc = -110
[  938.814152] Lustre: Skipped 27 previous similar messages
[  938.814196] Lustre: oak-OST0053: Bulk IO read error with 58c0a092-343e-4df0-9084-e99e448e6ef1 (at 10.9.112.10@o2ib4), client will retry: rc -110
[  938.814197] Lustre: Skipped 8 previous similar messages
[  947.668803] Lustre: oak-OST0041: Client 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4) reconnecting
[  963.791609] Lustre: oak-OST005d: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[  963.802884] Lustre: Skipped 6 previous similar messages
[ 1003.634602] LustreError: 281241:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c56928850 x1631539033686432/t0(0) o4->f3b00ca3-b665-ce49-a752-1af46b027687@10.9.102.32@o2ib4:252/0 lens 4584/448 e 0 to 0 dl 1558194922 ref 1 fl Interpret:/2/0 rc 0/0
[ 1003.662842] LustreError: 281241:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 5 previous similar messages
[ 1003.673449] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[ 1003.688226] Lustre: Skipped 2 previous similar messages
[ 1008.922813] LustreError: 281383:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881cb4378450 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:248/0 lens 488/432 e 0 to 0 dl 1558194918 ref 1 fl Interpret:/2/0 rc 0/0
[ 1008.950889] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[ 1008.965356] Lustre: Skipped 2 previous similar messages
[ 1009.724396] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[ 1009.735684] Lustre: Skipped 22 previous similar messages
[ 1009.741649] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[ 1009.753202] Lustre: Skipped 34 previous similar messages
[ 1038.622021] LNet: Service thread pid 281184 was inactive for 200.32s. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes:
[ 1038.645459] Pid: 281184, comm: ll_ost01_035 3.10.0-693.2.2.el7_lustre.pl3.x86_64 #1 SMP Thu Mar 15 13:06:45 PDT 2018
[ 1038.660215] Call Trace:
[ 1038.664373]  [<ffffffffc0b41901>] ldlm_completion_ast+0x5b1/0x920 [ptlrpc]
[ 1038.673603]  [<ffffffffc0b42a40>] ldlm_cli_enqueue_local+0x230/0x860 [ptlrpc]
[ 1038.683899]  [<ffffffffc11adb5c>] ofd_destroy_by_fid+0x1cc/0x4a0 [ofd]
[ 1038.693885]  [<ffffffffc11a0727>] ofd_destroy_hdl+0x267/0x970 [ofd]
[ 1038.703872]  [<ffffffffc0bda115>] tgt_request_handle+0x925/0x1370 [ptlrpc]
[ 1038.713817]  [<ffffffffc0b82dd6>] ptlrpc_server_handle_request+0x236/0xa90 [ptlrpc]
[ 1038.724697]  [<ffffffffc0b86512>] ptlrpc_main+0xa92/0x1e40 [ptlrpc]
[ 1038.733244]  [<ffffffff810b098f>] kthread+0xcf/0xe0
[ 1038.739846]  [<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[ 1038.746986]  [<ffffffffffffffff>] 0xffffffffffffffff
[ 1038.752612] LustreError: dumping log to /tmp/lustre-log.1558194937.281184
[ 1038.977431] Pid: 281204, comm: ll_ost01_040 3.10.0-693.2.2.el7_lustre.pl3.x86_64 #1 SMP Thu Mar 15 13:06:45 PDT 2018
[ 1038.989180] Call Trace:
[ 1038.991923]  [<ffffffffc0b41901>] ldlm_completion_ast+0x5b1/0x920 [ptlrpc]
[ 1038.999660]  [<ffffffffc0b42a40>] ldlm_cli_enqueue_local+0x230/0x860 [ptlrpc]
[ 1039.007677]  [<ffffffffc11adb5c>] ofd_destroy_by_fid+0x1cc/0x4a0 [ofd]
[ 1039.015838]  [<ffffffffc11a0727>] ofd_destroy_hdl+0x267/0x970 [ofd]
[ 1039.023718]  [<ffffffffc0bda115>] tgt_request_handle+0x925/0x1370 [ptlrpc]
[ 1039.032349]  [<ffffffffc0b82dd6>] ptlrpc_server_handle_request+0x236/0xa90 [ptlrpc]
[ 1039.041834]  [<ffffffffc0b86512>] ptlrpc_main+0xa92/0x1e40 [ptlrpc]
[ 1039.049792]  [<ffffffff810b098f>] kthread+0xcf/0xe0
[ 1039.055906]  [<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[ 1039.062628]  [<ffffffffffffffff>] 0xffffffffffffffff
[ 1039.068846] Pid: 281178, comm: ll_ost01_034 3.10.0-693.2.2.el7_lustre.pl3.x86_64 #1 SMP Thu Mar 15 13:06:45 PDT 2018
[ 1039.080606] Call Trace:
[ 1039.084123]  [<ffffffffc0b41901>] ldlm_completion_ast+0x5b1/0x920 [ptlrpc]
[ 1039.091862]  [<ffffffffc0b42a40>] ldlm_cli_enqueue_local+0x230/0x860 [ptlrpc]
[ 1039.099886]  [<ffffffffc11adb5c>] ofd_destroy_by_fid+0x1cc/0x4a0 [ofd]
[ 1039.107194]  [<ffffffffc11a0727>] ofd_destroy_hdl+0x267/0x970 [ofd]
[ 1039.114209]  [<ffffffffc0bda115>] tgt_request_handle+0x925/0x1370 [ptlrpc]
[ 1039.122192]  [<ffffffffc0b82dd6>] ptlrpc_server_handle_request+0x236/0xa90 [ptlrpc]
[ 1039.130868]  [<ffffffffc0b86512>] ptlrpc_main+0xa92/0x1e40 [ptlrpc]
[ 1039.137922]  [<ffffffff810b098f>] kthread+0xcf/0xe0
[ 1039.143648]  [<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[ 1039.149851]  [<ffffffffffffffff>] 0xffffffffffffffff
[ 1039.155428] LNet: Service thread pid 281190 was inactive for 200.85s. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes:
[ 1039.174453] LNet: Skipped 2 previous similar messages
[ 1039.180098] Pid: 281190, comm: ll_ost01_037 3.10.0-693.2.2.el7_lustre.pl3.x86_64 #1 SMP Thu Mar 15 13:06:45 PDT 2018
[ 1039.191858] Call Trace:
[ 1039.195526]  [<ffffffffc0b41901>] ldlm_completion_ast+0x5b1/0x920 [ptlrpc]
[ 1039.204378]  [<ffffffffc0b42a40>] ldlm_cli_enqueue_local+0x230/0x860 [ptlrpc]
[ 1039.213290]  [<ffffffffc11adb5c>] ofd_destroy_by_fid+0x1cc/0x4a0 [ofd]
[ 1039.221285]  [<ffffffffc11a0727>] ofd_destroy_hdl+0x267/0x970 [ofd]
[ 1039.229040]  [<ffffffffc0bda115>] tgt_request_handle+0x925/0x1370 [ptlrpc]
[ 1039.237698]  [<ffffffffc0b82dd6>] ptlrpc_server_handle_request+0x236/0xa90 [ptlrpc]
[ 1039.246324]  [<ffffffffc0b86512>] ptlrpc_main+0xa92/0x1e40 [ptlrpc]
[ 1039.255095]  [<ffffffff810b098f>] kthread+0xcf/0xe0
[ 1039.261255]  [<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[ 1039.268094]  [<ffffffffffffffff>] 0xffffffffffffffff
[ 1039.274430] Pid: 281193, comm: ll_ost01_038 3.10.0-693.2.2.el7_lustre.pl3.x86_64 #1 SMP Thu Mar 15 13:06:45 PDT 2018
[ 1039.286197] Call Trace:
[ 1039.290354]  [<ffffffffc0b41901>] ldlm_completion_ast+0x5b1/0x920 [ptlrpc]
[ 1039.299230]  [<ffffffffc0b42a40>] ldlm_cli_enqueue_local+0x230/0x860 [ptlrpc]
[ 1039.307489]  [<ffffffffc11adb5c>] ofd_destroy_by_fid+0x1cc/0x4a0 [ofd]
[ 1039.316544]  [<ffffffffc11a0727>] ofd_destroy_hdl+0x267/0x970 [ofd]
[ 1039.323566]  [<ffffffffc0bda115>] tgt_request_handle+0x925/0x1370 [ptlrpc]
[ 1039.333160]  [<ffffffffc0b82dd6>] ptlrpc_server_handle_request+0x236/0xa90 [ptlrpc]
[ 1039.342066]  [<ffffffffc0b86512>] ptlrpc_main+0xa92/0x1e40 [ptlrpc]
[ 1039.350919]  [<ffffffff810b098f>] kthread+0xcf/0xe0
[ 1039.357096]  [<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[ 1039.363843]  [<ffffffffffffffff>] 0xffffffffffffffff
[ 1039.370190] LNet: Service thread pid 281194 was inactive for 201.06s. Watchdog stack traces are limited to 3 per 300 seconds, skipping this one.
[ 1047.691404] LustreError: 281280:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d143c8450 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:284/0 lens 488/432 e 0 to 0 dl 1558194954 ref 1 fl Interpret:/2/0 rc 0/0
[ 1047.719504] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[ 1051.441582] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 1051.459218] Lustre: Skipped 1 previous similar message
[ 1057.979859] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[ 1060.626981] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[ 1060.641557] Lustre: Skipped 1 previous similar message
[ 1063.833082] LustreError: 281299:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cb3fd9850 x1631535361710112/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:318/0 lens 8680/448 e 0 to 0 dl 1558194988 ref 1 fl Interpret:/2/0 rc 0/0
[ 1063.861225] LustreError: 281299:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 13 previous similar messages
[ 1078.917835] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[ 1078.932719] Lustre: Skipped 20 previous similar messages
[ 1079.340092] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[ 1079.351369] Lustre: Skipped 8 previous similar messages
[ 1109.766337] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883e47775c50 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:378/0 lens 8680/448 e 0 to 0 dl 1558195048 ref 1 fl Interpret:/2/0 rc 0/0
[ 1109.801315] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 23 previous similar messages
[ 1113.570163] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[ 1113.584829] Lustre: Skipped 4 previous similar messages
[ 1118.839393] Lustre: oak-OST0053: Bulk IO read error with 58c0a092-343e-4df0-9084-e99e448e6ef1 (at 10.9.112.10@o2ib4), client will retry: rc -110
[ 1118.853863] Lustre: Skipped 8 previous similar messages
[ 1138.366138] LustreError: 281184:0:(ldlm_request.c:130:ldlm_expired_completion_wait()) ### lock timed out (enqueued at 1558194737, 300s ago); not entering recovery in server code, just going back to sleep ns: filter-oak-OST0051_UUID lock: ffff883c836d8c00/0xf5330dd463ef7f3f lrc: 3/0,1 mode: --/PW res: [0x18beffc:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 281184 timeout: 0 lvb_type: 0
[ 1138.371245] LustreError: dumping log to /tmp/lustre-log.1558195037.281194
[ 1138.422152] LustreError: 281184:0:(ldlm_request.c:130:ldlm_expired_completion_wait()) Skipped 5 previous similar messages
[ 1155.962960] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[ 1155.977430] Lustre: Skipped 2 previous similar messages
[ 1179.361893] LustreError: 281216:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881d0b0fe850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:428/0 lens 488/432 e 0 to 0 dl 1558195098 ref 1 fl Interpret:/2/0 rc 0/0
[ 1179.389841] LustreError: 281216:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 10 previous similar messages
[ 1182.022057] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[ 1182.036686] Lustre: Skipped 5 previous similar messages
[ 1215.870151] Lustre: oak-OST0057: Client 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4) reconnecting
[ 1215.881423] Lustre: Skipped 40 previous similar messages
[ 1232.259165] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[ 1232.273640] Lustre: Skipped 9 previous similar messages
[ 1266.040819] Lustre: oak-OST0059: Connection restored to f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4)
[ 1266.052564] Lustre: Skipped 98 previous similar messages
[ 1266.966483] perf: interrupt took too long (3943 > 3920), lowering kernel.perf_event_max_sample_rate to 50000
[ 1315.918608] LustreError: 278402:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c23e78850 x1631535361710112/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:570/0 lens 8680/448 e 0 to 0 dl 1558195240 ref 1 fl Interpret:/2/0 rc 0/0
[ 1315.933640] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[ 1315.933642] Lustre: Skipped 37 previous similar messages
[ 1315.972202] LustreError: 278402:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 57 previous similar messages
[ 1374.690124] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[ 1374.704591] Lustre: Skipped 14 previous similar messages
[ 1433.006522] Lustre: 275041:0:(service.c:1346:ptlrpc_at_send_early_reply()) @@@ Couldn't add any time (5/5), not sending early reply
  req@ffff883ca45b4050 x1631344537333776/t0(0) o6->oak-MDT0000-mdtlov_UUID@10.0.2.52@o2ib5:667/0 lens 664/432 e 0 to 0 dl 1558195337 ref 2 fl Interpret:/2/0 rc 0/0
[ 1439.231341] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033315 to 0x0:26033345
[ 1493.999389] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[ 1494.012246] Lustre: Skipped 90 previous similar messages
[ 1569.906404] Lustre: DEBUG MARKER: Sat May 18 09:04:29 2019

[ 1594.024149] LustreError: 278390:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c3d17cc50 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:108/0 lens 8680/448 e 0 to 0 dl 1558195533 ref 1 fl Interpret:/2/0 rc 0/0
[ 1594.054844] LustreError: 278390:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 102 previous similar messages
[ 1594.067165] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[ 1594.081854] Lustre: Skipped 74 previous similar messages
[ 1653.390633] Lustre: oak-OST0053: Bulk IO read error with 58c0a092-343e-4df0-9084-e99e448e6ef1 (at 10.9.112.10@o2ib4), client will retry: rc -110
[ 1653.405127] Lustre: Skipped 23 previous similar messages
[ 1797.895085] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[ 1797.906733] Lustre: Skipped 138 previous similar messages
[ 2020.336509] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[ 2020.347876] Lustre: Skipped 143 previous similar messages
[ 2041.011265] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033383 to 0x0:26033409
[ 2098.537133] Lustre: DEBUG MARKER: Sat May 18 09:13:17 2019

[ 2120.360972] LustreError: 281132:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d055d4050 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:604/0 lens 488/432 e 0 to 0 dl 1558196029 ref 1 fl Interpret:/2/0 rc 0/0
[ 2120.389024] LustreError: 281132:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 177 previous similar messages
[ 2150.459226] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 2150.473879] Lustre: Skipped 130 previous similar messages
[ 2174.834252] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[ 2174.848530] Lustre: Skipped 53 previous similar messages
[ 2410.713257] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[ 2410.724883] Lustre: Skipped 182 previous similar messages
[ 2419.997816] perf: interrupt took too long (4970 > 4928), lowering kernel.perf_event_max_sample_rate to 40000
[ 2622.153114] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[ 2622.164383] Lustre: Skipped 177 previous similar messages
[ 2642.272120] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033425 to 0x0:26033441
[ 2722.199722] LustreError: 281182:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883bfc128850 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:481/0 lens 8680/448 e 0 to 0 dl 1558196661 ref 1 fl Interpret:/2/0 rc 0/0
[ 2722.227874] LustreError: 281182:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 216 previous similar messages
[ 2754.919056] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 2754.933732] Lustre: Skipped 153 previous similar messages
[ 2786.335516] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[ 2786.349812] Lustre: Skipped 64 previous similar messages
[ 2836.925306] Lustre: oak-OST0041: haven't heard from client ed27858b-59f6-4284-da9b-2a6706889254 (at 10.9.113.8@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c80560000, cur 1558196736 expire 1558196586 last 1558196509
[ 3015.041902] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[ 3015.053480] Lustre: Skipped 175 previous similar messages
[ 3227.199040] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[ 3227.210316] Lustre: Skipped 156 previous similar messages
[ 3243.188687] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033458 to 0x0:26033473
[ 3327.238463] LustreError: 281202:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d2efb4450 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:316/0 lens 8680/448 e 0 to 0 dl 1558197251 ref 1 fl Interpret:/2/0 rc 0/0
[ 3327.266656] LustreError: 281202:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 196 previous similar messages
[ 3360.100844] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 3360.115499] Lustre: Skipped 153 previous similar messages
[ 3396.435352] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[ 3396.449641] Lustre: Skipped 65 previous similar messages
[ 3615.150421] Lustre: oak-OST004b: Connection restored to  (at 10.9.115.5@o2ib4)
[ 3615.158490] Lustre: Skipped 174 previous similar messages
[ 3830.754203] Lustre: oak-OST0059: Client ef88785b-40c5-789e-4234-4405fa02028c (at 10.9.115.11@o2ib4) reconnecting
[ 3830.765573] Lustre: Skipped 180 previous similar messages
[ 3844.218218] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033484 to 0x0:26033505
[ 3930.779517] LustreError: 281374:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883cfd687050 x1631557690964720/t0(0) o3->ef88785b-40c5-789e-4234-4405fa02028c@10.9.115.11@o2ib4:231/0 lens 488/432 e 0 to 0 dl 1558197921 ref 1 fl Interpret:/2/0 rc 0/0
[ 3930.807648] LustreError: 281374:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 219 previous similar messages
[ 3962.691613] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[ 3962.706277] Lustre: Skipped 131 previous similar messages
[ 4001.201358] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[ 4001.215855] Lustre: Skipped 64 previous similar messages
[ 4215.383318] Lustre: oak-OST0053: Connection restored to a595dddf-d3eb-c88c-08d4-76747768c4af (at 10.9.112.6@o2ib4)
[ 4215.394880] Lustre: Skipped 156 previous similar messages
[ 4441.472678] Lustre: oak-OST0053: Client 58c0a092-343e-4df0-9084-e99e448e6ef1 (at 10.9.112.10@o2ib4) reconnecting
[ 4441.484058] Lustre: Skipped 174 previous similar messages
[ 4445.234238] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033523 to 0x0:26033569
[ 4541.515247] LustreError: 281384:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881fea2c9450 x1631565604360528/t0(0) o3->58c0a092-343e-4df0-9084-e99e448e6ef1@10.9.112.10@o2ib4:20/0 lens 488/432 e 0 to 0 dl 1558198465 ref 1 fl Interpret:/2/0 rc 0/0
[ 4541.543194] LustreError: 281384:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 213 previous similar messages
[ 4570.917482] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 4570.917484] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 4570.917486] Lustre: Skipped 152 previous similar messages
[ 4570.952851] Lustre: Skipped 4 previous similar messages
[ 4601.442746] Lustre: oak-OST004f: Bulk IO read error with 2f078282-cf73-f413-8a5d-5860a11c67f9 (at 10.9.113.11@o2ib4), client will retry: rc -110
[ 4601.457219] Lustre: Skipped 63 previous similar messages
[ 4830.917530] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[ 4830.929097] Lustre: Skipped 183 previous similar messages
[ 5046.334055] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[ 5046.343973] Lustre: Skipped 180 previous similar messages
[ 5046.350136] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033587 to 0x0:26033633
[ 5168.348924] LustreError: 281231:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883ca20dbc50 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:662/0 lens 528/448 e 0 to 0 dl 1558199107 ref 1 fl Interpret:/2/0 rc 0/0
[ 5168.376978] LustreError: 281231:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 221 previous similar messages
[ 5175.256164] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 5175.272349] Lustre: Skipped 152 previous similar messages
[ 5211.899603] Lustre: oak-OST004f: Bulk IO read error with 2f078282-cf73-f413-8a5d-5860a11c67f9 (at 10.9.113.11@o2ib4), client will retry: rc -110
[ 5211.914072] Lustre: Skipped 59 previous similar messages
[ 5435.245539] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[ 5435.257109] Lustre: Skipped 178 previous similar messages
[ 5647.171063] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[ 5647.180990] Lustre: Skipped 180 previous similar messages
[ 5647.187357] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033655 to 0x0:26033697
[ 5777.829735] LustreError: 281236:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c33c83c50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:496/0 lens 488/432 e 0 to 0 dl 1558199696 ref 1 fl Interpret:/2/0 rc 0/0
[ 5777.861492] LustreError: 281236:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 221 previous similar messages
[ 5780.481870] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 5780.496546] Lustre: Skipped 150 previous similar messages
[ 5821.725574] Lustre: oak-OST004f: Bulk IO read error with 2f078282-cf73-f413-8a5d-5860a11c67f9 (at 10.9.113.11@o2ib4), client will retry: rc -110
[ 5821.741834] Lustre: Skipped 64 previous similar messages
[ 6036.352321] Lustre: oak-OST0049: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[ 6036.363916] Lustre: Skipped 178 previous similar messages
[ 6247.852551] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[ 6247.864885] Lustre: Skipped 162 previous similar messages
[ 6248.511239] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033713 to 0x0:26033729
[ 6382.378524] LustreError: 275031:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c34ffc450 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:346/0 lens 488/432 e 0 to 0 dl 1558200301 ref 1 fl Interpret:/2/0 rc 0/0
[ 6382.406523] LustreError: 275031:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 221 previous similar messages
[ 6385.269659] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 6385.284328] Lustre: Skipped 154 previous similar messages
[ 6389.032018] Lustre: oak-OST0039: haven't heard from client 2f078282-cf73-f413-8a5d-5860a11c67f9 (at 10.9.113.11@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c7b4fa800, cur 1558200288 expire 1558200138 last 1558200061
[ 6389.056433] Lustre: Skipped 23 previous similar messages
[ 6449.902312] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[ 6449.916791] Lustre: Skipped 64 previous similar messages
[ 6636.675908] Lustre: oak-OST0051: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[ 6636.687483] Lustre: Skipped 167 previous similar messages
[ 6849.336280] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[ 6849.346189] Lustre: Skipped 175 previous similar messages
[ 6849.352364] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033748 to 0x0:26033793
[ 6987.248318] LustreError: 278408:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c24191850 x1631536212116704/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:201/0 lens 8680/448 e 0 to 0 dl 1558200911 ref 1 fl Interpret:/2/0 rc 0/0
[ 6987.276369] LustreError: 278408:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[ 6987.287198] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[ 6987.301766] Lustre: Skipped 134 previous similar messages
[ 7053.319055] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[ 7053.333527] Lustre: Skipped 61 previous similar messages
[ 7237.597591] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[ 7237.609250] Lustre: Skipped 169 previous similar messages
[ 7449.581778] Lustre: oak-OST005f: Client 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4) reconnecting
[ 7449.592960] Lustre: Skipped 172 previous similar messages
[ 7450.337291] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033803 to 0x0:26033825
[ 7589.350823] LustreError: 281206:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c00439450 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:48/0 lens 8680/448 e 0 to 0 dl 1558201513 ref 1 fl Interpret:/2/0 rc 0/0
[ 7589.378871] LustreError: 281206:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 216 previous similar messages
[ 7589.389675] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[ 7589.404342] Lustre: Skipped 154 previous similar messages
[ 7670.129542] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[ 7670.147911] Lustre: Skipped 62 previous similar messages
[ 7840.180385] Lustre: oak-OST0053: Connection restored to a595dddf-d3eb-c88c-08d4-76747768c4af (at 10.9.112.6@o2ib4)
[ 7840.192009] Lustre: Skipped 174 previous similar messages
[ 7996.096987] Lustre: oak-OST0031: haven't heard from client 8ad51bd2-c602-02a8-e37f-0792a77ae74a (at 10.9.104.36@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881c6fb98c00, cur 1558201895 expire 1558201745 last 1558201668
[ 7996.123714] Lustre: Skipped 23 previous similar messages
[ 8003.097102] Lustre: oak-OST005b: haven't heard from client 0fd9e906-ce8c-317c-2f94-42ad9cf3a69b (at 10.8.14.4@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883ca5660800, cur 1558201902 expire 1558201752 last 1558201675
[ 8003.121271] Lustre: Skipped 45 previous similar messages
[ 8050.268499] Lustre: oak-OST0049: Client 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4) reconnecting
[ 8050.279881] Lustre: Skipped 175 previous similar messages
[ 8051.328884] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033844 to 0x0:26033889
[ 8197.788723] LustreError: 281154:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883fdf929850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:651/0 lens 488/432 e 0 to 0 dl 1558202116 ref 1 fl Interpret:/2/0 rc 0/0
[ 8197.816680] LustreError: 281154:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 215 previous similar messages
[ 8200.683834] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 8200.698505] Lustre: Skipped 159 previous similar messages
[ 8317.399662] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[ 8317.414211] Lustre: Skipped 60 previous similar messages
[ 8452.340513] Lustre: oak-OST0053: Connection restored to  (at 10.8.1.29@o2ib6)
[ 8452.348486] Lustre: Skipped 169 previous similar messages
[ 8651.365992] Lustre: oak-OST0053: Client a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4) reconnecting
[ 8651.377361] Lustre: Skipped 154 previous similar messages
[ 8652.206300] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033911 to 0x0:26033953
[ 8801.572374] LustreError: 281206:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c58368c50 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:488/0 lens 488/432 e 0 to 0 dl 1558202708 ref 1 fl Interpret:/2/0 rc 0/0
[ 8801.600424] LustreError: 281206:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 208 previous similar messages
[ 8805.421551] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[ 8805.436214] Lustre: Skipped 150 previous similar messages
[ 8830.126063] Lustre: oak-OST0039: haven't heard from client 76548e90-cf1c-c624-0eb4-8f91dc8f6337 (at 10.8.12.26@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c7b670400, cur 1558202729 expire 1558202579 last 1558202502
[ 8830.150323] Lustre: Skipped 1 previous similar message
[ 8923.515418] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[ 8923.529829] Lustre: Skipped 58 previous similar messages
[ 9055.901851] Lustre: oak-OST003b: Connection restored to  (at 10.9.115.1@o2ib4)
[ 9055.909923] Lustre: Skipped 174 previous similar messages
[ 9253.481924] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[ 9253.491845] Lustre: Skipped 169 previous similar messages
[ 9253.498129] Lustre: oak-OST0051: deleting orphan objects from 0x0:26033982 to 0x0:26034017
[ 9407.684161] LustreError: 281302:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c37b7e450 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:351/0 lens 488/432 e 0 to 0 dl 1558203326 ref 1 fl Interpret:/2/0 rc 0/0
[ 9407.712112] LustreError: 281302:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 210 previous similar messages
[ 9407.712134] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[ 9407.712135] Lustre: Skipped 148 previous similar messages
[ 9528.981186] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[ 9528.995569] Lustre: Skipped 55 previous similar messages
[ 9660.743191] Lustre: oak-OST0053: Connection restored to a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4)
[ 9660.757975] Lustre: Skipped 153 previous similar messages
[ 9854.175047] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[ 9854.184961] Lustre: Skipped 168 previous similar messages
[ 9854.191305] Lustre: oak-OST0051: deleting orphan objects from 0x0:26034038 to 0x0:26034081
[10012.293800] LustreError: 275030:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fea048450 x1631545982496880/t0(0) o4->a4293a38-41d9-60ad-5738-a3b56ad3dea2@10.9.102.29@o2ib4:206/0 lens 8680/448 e 0 to 0 dl 1558203936 ref 1 fl Interpret:/2/0 rc 0/0
[10012.322943] LustreError: 275030:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 195 previous similar messages
[10012.335076] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[10012.351482] Lustre: Skipped 142 previous similar messages
[10133.221732] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[10133.236114] Lustre: Skipped 52 previous similar messages
[10275.611264] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[10275.622830] Lustre: Skipped 173 previous similar messages
[10455.386877] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[10455.396837] Lustre: Skipped 175 previous similar messages
[10455.404052] Lustre: oak-OST0051: deleting orphan objects from 0x0:26034106 to 0x0:26034145
[10618.113462] LustreError: 281216:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881cb46ac850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:51/0 lens 488/432 e 0 to 0 dl 1558204536 ref 1 fl Interpret:/2/0 rc 0/0
[10618.141313] LustreError: 281216:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 209 previous similar messages
[10620.453615] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[10620.468280] Lustre: Skipped 155 previous similar messages
[10737.957386] Lustre: oak-OST0059: Bulk IO read error with ef88785b-40c5-789e-4234-4405fa02028c (at 10.9.115.11@o2ib4), client will retry: rc -110
[10737.971919] Lustre: Skipped 56 previous similar messages
[10785.205056] Lustre: oak-OST0051: haven't heard from client 71e80576-56ad-4094-7c2d-e02e31647a5c (at 10.8.15.4@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c82419400, cur 1558204684 expire 1558204534 last 1558204457
[10785.236811] Lustre: Skipped 23 previous similar messages
[10795.213981] Lustre: oak-OST005f: haven't heard from client 71e80576-56ad-4094-7c2d-e02e31647a5c (at 10.8.15.4@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881c479ca400, cur 1558204694 expire 1558204544 last 1558204467
[10795.238163] Lustre: Skipped 22 previous similar messages
[10880.747857] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[10880.759438] Lustre: Skipped 172 previous similar messages
[11056.467530] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[11056.477447] Lustre: Skipped 167 previous similar messages
[11056.483649] Lustre: oak-OST0051: deleting orphan objects from 0x0:26034163 to 0x0:26034209
[11222.318939] LustreError: 281150:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883ca20df050 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:656/0 lens 488/432 e 0 to 0 dl 1558205141 ref 1 fl Interpret:/2/0 rc 0/0
[11222.349638] LustreError: 281150:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 208 previous similar messages
[11225.291099] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[11225.305764] Lustre: Skipped 147 previous similar messages
[11343.588918] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[11343.603290] Lustre: Skipped 58 previous similar messages
[11486.140296] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[11486.151885] Lustre: Skipped 172 previous similar messages
[11657.672379] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[11657.682313] Lustre: Skipped 155 previous similar messages
[11657.688546] Lustre: oak-OST0051: deleting orphan objects from 0x0:26034229 to 0x0:26034273
[11826.664480] LustreError: 281196:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fdec3bc50 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:510/0 lens 512/448 e 0 to 0 dl 1558205750 ref 1 fl Interpret:/2/0 rc 0/0
[11826.692534] LustreError: 281196:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 215 previous similar messages
[11826.703348] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[11826.718039] Lustre: Skipped 156 previous similar messages
[11949.046533] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[11949.060911] Lustre: Skipped 55 previous similar messages
[12086.210715] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[12086.222371] Lustre: Skipped 169 previous similar messages
[12258.727815] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[12258.737748] Lustre: Skipped 170 previous similar messages
[12258.743968] Lustre: oak-OST0051: deleting orphan objects from 0x0:26034292 to 0x0:26034337
[12432.823103] LustreError: 281372:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883ff8032850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:356/0 lens 488/432 e 0 to 0 dl 1558206351 ref 1 fl Interpret:/2/0 rc 0/0
[12432.851077] LustreError: 281372:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 208 previous similar messages
[12436.141272] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[12436.156002] Lustre: Skipped 151 previous similar messages
[12554.128068] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[12554.142483] Lustre: Skipped 57 previous similar messages
[12686.859680] Lustre: oak-OST0049: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[12686.872334] Lustre: Skipped 155 previous similar messages
[12859.596704] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[12859.607171] Lustre: Skipped 171 previous similar messages
[12859.613959] Lustre: oak-OST0051: deleting orphan objects from 0x0:26034355 to 0x0:26034401
[13035.086574] LustreError: 281391:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881bffcee450 x1631603075736128/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:195/0 lens 2864/448 e 0 to 0 dl 1558206945 ref 1 fl Interpret:/2/0 rc 0/0
[13035.114735] LustreError: 281391:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 190 previous similar messages
[13036.501637] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[13036.516414] Lustre: Skipped 140 previous similar messages
[13158.423775] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[13158.438160] Lustre: Skipped 51 previous similar messages
[13299.248181] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[13299.259746] Lustre: Skipped 168 previous similar messages
[13460.581388] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[13460.592583] Lustre: Skipped 167 previous similar messages
[13460.598876] Lustre: oak-OST0051: deleting orphan objects from 0x0:26034419 to 0x0:26034465
[13642.802877] LustreError: 281216:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881cd7817850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:56/0 lens 488/432 e 0 to 0 dl 1558207561 ref 1 fl Interpret:/2/0 rc 0/0
[13642.830770] LustreError: 281216:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 212 previous similar messages
[13643.677908] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[13643.692670] Lustre: Skipped 151 previous similar messages
[13763.966929] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[13763.981301] Lustre: Skipped 56 previous similar messages
[13905.615422] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[13905.627002] Lustre: Skipped 169 previous similar messages
[14061.566242] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[14061.576161] Lustre: Skipped 151 previous similar messages
[14061.582400] Lustre: oak-OST0051: deleting orphan objects from 0x0:26034479 to 0x0:26034497
[14245.278791] LustreError: 281154:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c7d710050 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:678/0 lens 8680/448 e 0 to 0 dl 1558208183 ref 1 fl Interpret:/2/0 rc 0/0
[14245.312713] LustreError: 281154:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 206 previous similar messages
[14245.325470] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[14245.340169] Lustre: Skipped 150 previous similar messages
[14367.183148] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[14367.200919] Lustre: Skipped 56 previous similar messages
[14511.700104] Lustre: oak-OST0059: Connection restored to f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4)
[14511.711767] Lustre: Skipped 166 previous similar messages
[14653.373512] Lustre: oak-OST003b: haven't heard from client 4267bf67-5b4c-315f-d22e-e5c2ca066d60 (at 10.9.101.47@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883cb2dd1400, cur 1558208552 expire 1558208402 last 1558208325
[14662.743481] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[14662.756665] Lustre: Skipped 170 previous similar messages
[14662.765075] Lustre: oak-OST0051: deleting orphan objects from 0x0:26034569 to 0x0:26034593
[14848.537790] LustreError: 281213:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c3b74f850 x1631584543170192/t0(0) o4->a595dddf-d3eb-c88c-08d4-76747768c4af@10.9.112.6@o2ib4:527/0 lens 512/448 e 0 to 0 dl 1558208787 ref 1 fl Interpret:H/2/0 rc 0/0
[14848.565937] LustreError: 281213:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 206 previous similar messages
[14848.576752] Lustre: oak-OST0053: Bulk IO write error with a595dddf-d3eb-c88c-08d4-76747768c4af (at 10.9.112.6@o2ib4), client will retry: rc = -110
[14848.591416] Lustre: Skipped 149 previous similar messages
[14975.365087] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[14975.379462] Lustre: Skipped 56 previous similar messages
[15111.818809] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[15111.830465] Lustre: Skipped 167 previous similar messages
[15263.583998] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[15263.593955] Lustre: Skipped 169 previous similar messages
[15263.601959] Lustre: oak-OST0051: deleting orphan objects from 0x0:26034974 to 0x0:26035009
[15452.932689] LustreError: 119021:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c2ffba450 x1631567563059776/t0(0) o4->fd9827f5-03ff-8a42-ad41-d8eda0765a7c@10.9.115.5@o2ib4:361/0 lens 512/448 e 0 to 0 dl 1558209376 ref 1 fl Interpret:/2/0 rc 0/0
[15452.960746] LustreError: 119021:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 206 previous similar messages
[15452.971549] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[15452.986243] Lustre: Skipped 149 previous similar messages
[15477.741688] LustreError: 0:0:(ldlm_lockd.c:334:waiting_locks_callback()) ### lock callback timer expired after 14639s: evicting client at 10.9.112.6@o2ib4  ns: filter-oak-OST0053_UUID lock: ffff881c2b803c00/0xf5330dd463ec7a05 lrc: 3/0,0 mode: PW/PW res: [0x178f6c2:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x60000400000020 nid: 10.9.112.6@o2ib4 remote: 0x8a0f620cb926ad78 expref: 7 pid: 276248 timeout: 4310143963 lvb_type: 0
[15580.062890] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[15580.077329] Lustre: Skipped 57 previous similar messages
[15712.050075] Lustre: oak-OST004f: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[15712.061537] Lustre: Skipped 156 previous similar messages
[15865.206257] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[15865.216165] Lustre: Skipped 163 previous similar messages
[15865.222363] Lustre: oak-OST0051: deleting orphan objects from 0x0:26035397 to 0x0:26035425
[16058.391506] LustreError: 278417:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c85df3450 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:226/0 lens 8680/448 e 0 to 0 dl 1558209996 ref 1 fl Interpret:/2/0 rc 0/0
[16058.419752] LustreError: 278417:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 190 previous similar messages
[16058.430557] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[16058.445307] Lustre: Skipped 139 previous similar messages
[16184.895687] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[16184.915165] Lustre: Skipped 49 previous similar messages
[16326.319261] Lustre: oak-OST0049: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[16326.330827] Lustre: Skipped 185 previous similar messages
[16466.066825] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[16466.076744] Lustre: Skipped 150 previous similar messages
[16466.082964] Lustre: oak-OST0051: deleting orphan objects from 0x0:26035824 to 0x0:26035905
[16661.834097] LustreError: 281388:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881fea2c8050 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:45/0 lens 488/432 e 0 to 0 dl 1558210570 ref 1 fl Interpret:/2/0 rc 0/0
[16661.862047] LustreError: 281388:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 206 previous similar messages
[16671.742563] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[16671.757225] Lustre: Skipped 153 previous similar messages
[16785.831223] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[16785.845772] Lustre: Skipped 56 previous similar messages
[16931.627830] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[16931.639388] Lustre: Skipped 167 previous similar messages
[17066.681644] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[17066.691560] Lustre: Skipped 161 previous similar messages
[17066.697715] Lustre: oak-OST0051: deleting orphan objects from 0x0:26036336 to 0x0:26036353
[17264.109772] LustreError: 281379:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c2e38a450 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:662/0 lens 512/448 e 0 to 0 dl 1558211187 ref 1 fl Interpret:/2/0 rc 0/0
[17264.137871] LustreError: 281379:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 203 previous similar messages
[17281.054452] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[17281.069125] Lustre: Skipped 145 previous similar messages
[17392.859006] Lustre: oak-OST0053: Bulk IO read error with 58c0a092-343e-4df0-9084-e99e448e6ef1 (at 10.9.112.10@o2ib4), client will retry: rc -110
[17392.873474] Lustre: Skipped 54 previous similar messages
[17540.445694] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[17540.457257] Lustre: Skipped 164 previous similar messages
[17667.666312] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[17667.676239] Lustre: Skipped 164 previous similar messages
[17667.682528] Lustre: oak-OST0051: deleting orphan objects from 0x0:26036784 to 0x0:26036801
[17870.944506] LustreError: 281179:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c83a65450 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:514/0 lens 8680/448 e 0 to 0 dl 1558211794 ref 1 fl Interpret:/2/0 rc 0/0
[17870.972730] LustreError: 281179:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 204 previous similar messages
[17883.716044] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[17883.730738] Lustre: Skipped 145 previous similar messages
[17994.093603] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[17994.108097] Lustre: Skipped 56 previous similar messages
[18141.855629] Lustre: oak-OST005f: Connection restored to  (at 10.9.0.62@o2ib4)
[18141.863593] Lustre: Skipped 166 previous similar messages
[18269.146918] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[18269.157905] Lustre: Skipped 166 previous similar messages
[18269.164179] Lustre: oak-OST0051: deleting orphan objects from 0x0:26037248 to 0x0:26037281
[18473.830147] LustreError: 281209:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d09c8c850 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:362/0 lens 2112/448 e 0 to 0 dl 1558212397 ref 1 fl Interpret:/2/0 rc 0/0
[18473.858281] LustreError: 281209:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 207 previous similar messages
[18491.068896] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[18491.083559] Lustre: Skipped 156 previous similar messages
[18607.617668] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[18607.632029] Lustre: Skipped 56 previous similar messages
[18742.940295] Lustre: oak-OST004d: Connection restored to abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6)
[18742.951819] Lustre: Skipped 161 previous similar messages
[18869.281428] Lustre: oak-OST004d: Client abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6) reconnecting
[18869.292603] Lustre: Skipped 160 previous similar messages
[18869.747533] Lustre: oak-OST0051: deleting orphan objects from 0x0:26037717 to 0x0:26037761
[19080.411964] LustreError: 281339:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c164d6850 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:196/0 lens 488/432 e 0 to 0 dl 1558212986 ref 1 fl Interpret:/2/0 rc 0/0
[19080.440030] LustreError: 281339:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 191 previous similar messages
[19095.433586] Lustre: oak-OST004f: Bulk IO write error with 77799da5-36ad-442e-f9ad-e6f91aca0e72 (at 10.9.115.2@o2ib4), client will retry: rc = -110
[19095.448282] Lustre: Skipped 138 previous similar messages
[19213.063793] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[19213.087485] Lustre: Skipped 52 previous similar messages
[19348.374323] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[19348.385981] Lustre: Skipped 158 previous similar messages
[19470.733131] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[19470.743047] Lustre: Skipped 157 previous similar messages
[19470.749208] Lustre: oak-OST0051: deleting orphan objects from 0x0:26038161 to 0x0:26038177
[19693.057994] LustreError: 281286:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c33ec5850 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:86/0 lens 528/448 e 0 to 0 dl 1558213631 ref 1 fl Interpret:/2/0 rc 0/0
[19693.085954] LustreError: 281286:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 206 previous similar messages
[19695.884120] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[19695.898797] Lustre: Skipped 141 previous similar messages
[19818.170099] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[19818.184479] Lustre: Skipped 58 previous similar messages
[19950.969620] Lustre: oak-OST0053: Connection restored to 58c0a092-343e-4df0-9084-e99e448e6ef1 (at 10.9.112.10@o2ib4)
[19950.981277] Lustre: Skipped 166 previous similar messages
[20072.349222] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[20072.360182] Lustre: Skipped 165 previous similar messages
[20072.366628] Lustre: oak-OST0051: deleting orphan objects from 0x0:26038584 to 0x0:26038625
[20297.462700] LustreError: 281387:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cb47cdc50 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:690/0 lens 8680/448 e 0 to 0 dl 1558214235 ref 1 fl Interpret:/2/0 rc 0/0
[20297.490942] LustreError: 281387:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 207 previous similar messages
[20297.501742] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[20297.516501] Lustre: Skipped 147 previous similar messages
[20423.109869] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[20423.125948] Lustre: Skipped 57 previous similar messages
[20559.415691] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[20559.427355] Lustre: Skipped 165 previous similar messages
[20673.101263] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[20673.112009] Lustre: Skipped 166 previous similar messages
[20673.118214] Lustre: oak-OST0051: deleting orphan objects from 0x0:26039038 to 0x0:26039073
[20907.158621] LustreError: 281231:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c85df4050 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:525/0 lens 488/432 e 0 to 0 dl 1558214825 ref 1 fl Interpret:/2/0 rc 0/0
[20907.186581] LustreError: 281231:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 207 previous similar messages
[20911.599870] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[20911.614549] Lustre: Skipped 152 previous similar messages
[21023.722389] Lustre: oak-OST0053: Bulk IO read error with 58c0a092-343e-4df0-9084-e99e448e6ef1 (at 10.9.112.10@o2ib4), client will retry: rc -110
[21023.736864] Lustre: Skipped 56 previous similar messages
[21162.704162] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[21162.715830] Lustre: Skipped 170 previous similar messages
[21273.633484] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[21273.643406] Lustre: Skipped 168 previous similar messages
[21273.649597] Lustre: oak-OST0051: deleting orphan objects from 0x0:26039539 to 0x0:26039585
[21508.630181] LustreError: 281345:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c1f802050 x1631567563059776/t0(0) o4->fd9827f5-03ff-8a42-ad41-d8eda0765a7c@10.9.115.5@o2ib4:376/0 lens 512/448 e 0 to 0 dl 1558215431 ref 1 fl Interpret:/2/0 rc 0/0
[21508.658266] LustreError: 281345:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 206 previous similar messages
[21512.775397] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[21512.790071] Lustre: Skipped 146 previous similar messages
[21632.997333] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[21633.013404] Lustre: Skipped 58 previous similar messages
[21762.992274] Lustre: oak-OST0045: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[21763.003941] Lustre: Skipped 160 previous similar messages
[21874.888530] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[21874.898467] Lustre: Skipped 156 previous similar messages
[21874.907560] Lustre: oak-OST0051: deleting orphan objects from 0x0:26039960 to 0x0:26040001
[22110.686867] LustreError: 281295:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c4b3c7850 x1631591584146752/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:224/0 lens 488/432 e 0 to 0 dl 1558216034 ref 1 fl Interpret:/2/0 rc 0/0
[22110.715561] LustreError: 281295:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 198 previous similar messages
[22112.995973] Lustre: oak-OST0051: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[22113.010547] Lustre: Skipped 144 previous similar messages
[22236.870097] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[22236.884566] Lustre: Skipped 53 previous similar messages
[22368.490220] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[22368.501879] Lustre: Skipped 162 previous similar messages
[22476.167874] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[22476.177798] Lustre: Skipped 168 previous similar messages
[22476.183947] Lustre: oak-OST0051: deleting orphan objects from 0x0:26040425 to 0x0:26040449
[22722.005464] LustreError: 281276:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881cb3fae050 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:75/0 lens 488/432 e 0 to 0 dl 1558216640 ref 1 fl Interpret:/2/0 rc 0/0
[22722.033314] LustreError: 281276:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 208 previous similar messages
[22727.501743] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[22727.516404] Lustre: Skipped 150 previous similar messages
[22843.184517] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[22843.198960] Lustre: Skipped 55 previous similar messages
[22975.193047] Lustre: oak-OST003b: Connection restored to  (at 10.9.115.1@o2ib4)
[22975.201115] Lustre: Skipped 165 previous similar messages
[23077.416846] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[23077.426800] Lustre: Skipped 165 previous similar messages
[23077.433006] Lustre: oak-OST0051: deleting orphan objects from 0x0:26040950 to 0x0:26040993
[23323.560200] LustreError: 281389:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff880062669050 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:666/0 lens 488/432 e 0 to 0 dl 1558217231 ref 1 fl Interpret:/2/0 rc 0/0
[23323.591050] LustreError: 281389:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 206 previous similar messages
[23331.888883] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[23331.903558] Lustre: Skipped 152 previous similar messages
[23447.775394] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[23447.789783] Lustre: Skipped 55 previous similar messages
[23580.797373] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[23580.809027] Lustre: Skipped 171 previous similar messages
[23678.152818] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[23678.162732] Lustre: Skipped 167 previous similar messages
[23678.168929] Lustre: oak-OST0051: deleting orphan objects from 0x0:26041453 to 0x0:26041473
[23923.645896] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fd3b0a850 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:541/0 lens 528/448 e 0 to 0 dl 1558217861 ref 1 fl Interpret:/2/0 rc 0/0
[23923.673948] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 205 previous similar messages
[23937.727488] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[23937.742683] Lustre: Skipped 145 previous similar messages
[24053.225281] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[24053.239658] Lustre: Skipped 56 previous similar messages
[24186.424901] Lustre: oak-OST004b: Connection restored to  (at 10.9.115.5@o2ib4)
[24186.432973] Lustre: Skipped 167 previous similar messages
[24279.043639] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[24279.054815] Lustre: Skipped 152 previous similar messages
[24279.338378] Lustre: oak-OST0051: deleting orphan objects from 0x0:26041932 to 0x0:26041953
[24526.606683] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8a1f3850 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:374/0 lens 2112/448 e 0 to 0 dl 1558218449 ref 1 fl Interpret:/2/0 rc 0/0
[24526.634846] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 205 previous similar messages
[24539.157232] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[24539.171898] Lustre: Skipped 147 previous similar messages
[24655.282051] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[24655.296540] Lustre: Skipped 58 previous similar messages
[24787.009749] Lustre: oak-OST0045: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[24787.021465] Lustre: Skipped 157 previous similar messages
[24880.049975] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[24880.065162] Lustre: Skipped 167 previous similar messages
[24880.076276] Lustre: oak-OST0051: deleting orphan objects from 0x0:26042377 to 0x0:26042401
[24920.796330] Lustre: oak-OST004d: haven't heard from client 48916545-adf6-f58c-c1e8-75c92dcb614e (at 10.9.101.43@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881cf0843800, cur 1558218819 expire 1558218669 last 1558218592
[24920.820691] Lustre: Skipped 23 previous similar messages
[25129.544695] LustreError: 119019:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c24ac5c50 x1631602936977888/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:217/0 lens 4320/448 e 0 to 0 dl 1558219047 ref 1 fl Interpret:/2/0 rc 0/0
[25129.572885] LustreError: 119019:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[25140.143979] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[25140.158633] Lustre: Skipped 144 previous similar messages
[25262.457042] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[25262.471517] Lustre: Skipped 52 previous similar messages
[25392.776580] Lustre: oak-OST0053: Connection restored to 58c0a092-343e-4df0-9084-e99e448e6ef1 (at 10.9.112.10@o2ib4)
[25392.788238] Lustre: Skipped 164 previous similar messages
[25481.079803] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[25481.089761] Lustre: Skipped 165 previous similar messages
[25481.096022] Lustre: oak-OST0051: deleting orphan objects from 0x0:26042870 to 0x0:26042913
[25737.400534] LustreError: 281305:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883ffcd3d850 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:75/0 lens 512/448 e 0 to 0 dl 1558219660 ref 1 fl Interpret:/2/0 rc 0/0
[25737.428589] LustreError: 281305:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 205 previous similar messages
[25753.673253] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[25753.687913] Lustre: Skipped 147 previous similar messages
[25868.972079] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[25868.986481] Lustre: Skipped 55 previous similar messages
[25998.326576] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[25998.338267] Lustre: Skipped 166 previous similar messages
[26082.520528] Lustre: oak-OST0045: Client ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4) reconnecting
[26082.533006] Lustre: Skipped 172 previous similar messages
[26082.852643] Lustre: oak-OST0051: deleting orphan objects from 0x0:26043382 to 0x0:26043425
[26352.940970] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883ca44a0450 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:691/0 lens 512/448 e 0 to 0 dl 1558220276 ref 1 fl Interpret:/2/0 rc 0/0
[26352.969038] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 209 previous similar messages
[26357.912196] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[26357.926862] Lustre: Skipped 153 previous similar messages
[26475.182073] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[26475.196808] Lustre: Skipped 57 previous similar messages
[26610.866444] Lustre: oak-OST0049: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[26610.880397] Lustre: Skipped 168 previous similar messages
[26684.260986] Lustre: oak-OST0049: Client 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4) reconnecting
[26684.272435] Lustre: Skipped 160 previous similar messages
[26684.469513] Lustre: oak-OST0051: deleting orphan objects from 0x0:26043895 to 0x0:26043937
[26824.917469] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558220716/real 1558220716]  req@ffff880a6a28e000 x1633885366712656/t0(0) o106->oak-OST004f@10.9.112.10@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558220723 ref 1 fl Rpc:X/0/ffffffff rc 0/-1
[26831.950747] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558220723/real 1558220723]  req@ffff880a6a28e000 x1633885366712656/t0(0) o106->oak-OST004f@10.9.112.10@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558220730 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[26838.981039] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558220730/real 1558220730]  req@ffff880a6a28e000 x1633885366712656/t0(0) o106->oak-OST004f@10.9.112.10@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558220737 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[26846.014308] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558220737/real 1558220737]  req@ffff880a6a28e000 x1633885366712656/t0(0) o106->oak-OST004f@10.9.112.10@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558220744 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[26853.044638] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558220744/real 1558220744]  req@ffff880a6a28e000 x1633885366712656/t0(0) o106->oak-OST004f@10.9.112.10@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558220751 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[26867.075210] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558220758/real 1558220758]  req@ffff880a6a28e000 x1633885366712656/t0(0) o106->oak-OST004f@10.9.112.10@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558220765 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[26867.105901] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 1 previous similar message
[26888.117085] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558220779/real 1558220779]  req@ffff880a6a28e000 x1633885366712656/t0(0) o106->oak-OST004f@10.9.112.10@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558220786 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[26888.147763] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 2 previous similar messages
[26923.159519] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558220814/real 1558220814]  req@ffff880a6a28e000 x1633885366712656/t0(0) o106->oak-OST004f@10.9.112.10@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558220821 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[26923.190191] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 4 previous similar messages
[26959.662011] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c878d1850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:537/0 lens 488/432 e 0 to 0 dl 1558220877 ref 1 fl Interpret:/2/0 rc 0/0
[26959.689965] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 210 previous similar messages
[26963.279172] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[26963.293839] Lustre: Skipped 147 previous similar messages
[26993.203384] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558220884/real 1558220884]  req@ffff880a6a28e000 x1633885366712656/t0(0) o106->oak-OST004f@10.9.112.10@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558220891 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[26993.236211] Lustre: 348315:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 9 previous similar messages
[27018.567450] LNet: Service thread pid 348315 was inactive for 200.64s. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes:
[27018.586496] LNet: Skipped 1 previous similar message
[27018.593005] Pid: 348315, comm: ll_ost00_054 3.10.0-693.2.2.el7_lustre.pl3.x86_64 #1 SMP Thu Mar 15 13:06:45 PDT 2018
[27018.606399] Call Trace:
[27018.609685]  [<ffffffffc0b69ee0>] ptlrpc_set_wait+0x4c0/0x910 [ptlrpc]
[27018.617826]  [<ffffffffc0b27e03>] ldlm_run_ast_work+0xd3/0x3a0 [ptlrpc]
[27018.626145]  [<ffffffffc0b4897b>] ldlm_glimpse_locks+0x3b/0x100 [ptlrpc]
[27018.634801]  [<ffffffffc11be7a4>] ofd_intent_policy+0x444/0xa30 [ofd]
[27018.642815]  [<ffffffffc0b2728a>] ldlm_lock_enqueue+0x38a/0x970 [ptlrpc]
[27018.650408]  [<ffffffffc0b50a63>] ldlm_handle_enqueue0+0xa73/0x1660 [ptlrpc]
[27018.660220]  [<ffffffffc0bd6212>] tgt_enqueue+0x62/0x210 [ptlrpc]
[27018.667936]  [<ffffffffc0bda115>] tgt_request_handle+0x925/0x1370 [ptlrpc]
[27018.676744]  [<ffffffffc0b82dd6>] ptlrpc_server_handle_request+0x236/0xa90 [ptlrpc]
[27018.685389]  [<ffffffffc0b86512>] ptlrpc_main+0xa92/0x1e40 [ptlrpc]
[27018.694040]  [<ffffffff810b098f>] kthread+0xcf/0xe0
[27018.700286]  [<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[27018.706355]  [<ffffffffffffffff>] 0xffffffffffffffff
[27018.713340] LustreError: dumping log to /tmp/lustre-log.1558220916.348315
[27029.885973] Lustre: oak-OST0039: haven't heard from client 58c0a092-343e-4df0-9084-e99e448e6ef1 (at 10.9.112.10@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c7bbfb400, cur 1558220928 expire 1558220778 last 1558220701
[27029.912120] Lustre: Skipped 23 previous similar messages
[27029.919056] LNet: Service thread pid 348315 completed after 211.99s. This indicates the system was overloaded (too many service threads, or there were not enough hardware resources).
[27079.892992] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[27079.907409] Lustre: Skipped 56 previous similar messages
[27211.100440] Lustre: oak-OST0045: Connection restored to ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4)
[27211.112025] Lustre: Skipped 165 previous similar messages
[27285.057159] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[27285.067858] Lustre: Skipped 154 previous similar messages
[27285.074114] Lustre: oak-OST0051: deleting orphan objects from 0x0:26044352 to 0x0:26044385
[27564.470943] LustreError: 281140:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c86787450 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:387/0 lens 488/432 e 0 to 0 dl 1558221482 ref 1 fl Interpret:/2/0 rc 0/0
[27564.498901] LustreError: 281140:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 201 previous similar messages
[27568.383115] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[27568.397892] Lustre: Skipped 146 previous similar messages
[27685.701970] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[27685.716547] Lustre: Skipped 52 previous similar messages
[27811.666106] Lustre: oak-OST0045: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[27811.677795] Lustre: Skipped 153 previous similar messages
[27885.750115] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[27885.761483] Lustre: Skipped 159 previous similar messages
[27885.979032] Lustre: oak-OST0051: deleting orphan objects from 0x0:26044833 to 0x0:26044865
[28166.022773] LustreError: 278396:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cf1954850 x1631535361710112/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:239/0 lens 8680/448 e 0 to 0 dl 1558222089 ref 1 fl Interpret:/2/0 rc 0/0
[28166.050915] LustreError: 278396:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 193 previous similar messages
[28170.637975] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[28170.654080] Lustre: Skipped 142 previous similar messages
[28286.410740] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[28286.425254] Lustre: Skipped 49 previous similar messages
[28297.923050] Lustre: oak-OST004b: haven't heard from client ac2b876d-b8d7-50fd-322a-c0106c2dc206 (at 10.9.115.8@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883d3b6d9400, cur 1558222196 expire 1558222046 last 1558221969
[28297.947324] Lustre: Skipped 23 previous similar messages
[28377.471505] LNet: Service thread pid 281171 was inactive for 200.53s. The thread might be hung, or it might only be slow and will resume later. Dumping the stack trace for debugging purposes:
[28377.490573] Pid: 281171, comm: ll_ost01_029 3.10.0-693.2.2.el7_lustre.pl3.x86_64 #1 SMP Thu Mar 15 13:06:45 PDT 2018
[28377.502342] Call Trace:
[28377.505090]  [<ffffffffc0b41901>] ldlm_completion_ast+0x5b1/0x920 [ptlrpc]
[28377.512848]  [<ffffffffc0b42a40>] ldlm_cli_enqueue_local+0x230/0x860 [ptlrpc]
[28377.520902]  [<ffffffffc11adb5c>] ofd_destroy_by_fid+0x1cc/0x4a0 [ofd]
[28377.528223]  [<ffffffffc11a0727>] ofd_destroy_hdl+0x267/0x970 [ofd]
[28377.535266]  [<ffffffffc0bda115>] tgt_request_handle+0x925/0x1370 [ptlrpc]
[28377.543078]  [<ffffffffc0b82dd6>] ptlrpc_server_handle_request+0x236/0xa90 [ptlrpc]
[28377.551725]  [<ffffffffc0b86512>] ptlrpc_main+0xa92/0x1e40 [ptlrpc]
[28377.559101]  [<ffffffff810b098f>] kthread+0xcf/0xe0
[28377.565111]  [<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[28377.571994]  [<ffffffffffffffff>] 0xffffffffffffffff
[28377.577587] LustreError: dumping log to /tmp/lustre-log.1558222275.281171
[28377.589210] Pid: 66405, comm: ll_ost01_120 3.10.0-693.2.2.el7_lustre.pl3.x86_64 #1 SMP Thu Mar 15 13:06:45 PDT 2018
[28377.604598] Call Trace:
[28377.609289]  [<ffffffffc0b41901>] ldlm_completion_ast+0x5b1/0x920 [ptlrpc]
[28377.618653]  [<ffffffffc0b42a40>] ldlm_cli_enqueue_local+0x230/0x860 [ptlrpc]
[28377.630262]  [<ffffffffc11adb5c>] ofd_destroy_by_fid+0x1cc/0x4a0 [ofd]
[28377.638412]  [<ffffffffc11a0727>] ofd_destroy_hdl+0x267/0x970 [ofd]
[28377.646289]  [<ffffffffc0bda115>] tgt_request_handle+0x925/0x1370 [ptlrpc]
[28377.654355]  [<ffffffffc0b82dd6>] ptlrpc_server_handle_request+0x236/0xa90 [ptlrpc]
[28377.663009]  [<ffffffffc0b86512>] ptlrpc_main+0xa92/0x1e40 [ptlrpc]
[28377.670101]  [<ffffffff810b098f>] kthread+0xcf/0xe0
[28377.675561]  [<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[28377.681615]  [<ffffffffffffffff>] 0xffffffffffffffff
[28414.744687] Lustre: oak-OST003b: Connection restored to  (at 10.8.1.28@o2ib6)
[28414.752658] Lustre: Skipped 158 previous similar messages
[28476.905588] LustreError: 66405:0:(ldlm_request.c:130:ldlm_expired_completion_wait()) ### lock timed out (enqueued at 1558222074, 300s ago); not entering recovery in server code, just going back to sleep ns: filter-oak-OST0049_UUID lock: ffff881048724e00/0xf5330dd465947dd1 lrc: 3/0,1 mode: --/PW res: [0x17ddb00:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 66405 timeout: 0 lvb_type: 0
[28476.954540] LustreError: 66405:0:(ldlm_request.c:130:ldlm_expired_completion_wait()) Skipped 1 previous similar message
[28486.963609] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[28486.973553] Lustre: Skipped 166 previous similar messages
[28486.979738] Lustre: oak-OST0051: deleting orphan objects from 0x0:26045372 to 0x0:26045409
[28767.917544] LustreError: 281219:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c6f425850 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:85/0 lens 512/448 e 0 to 0 dl 1558222690 ref 1 fl Interpret:/2/0 rc 0/0
[28767.945501] LustreError: 281219:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[28771.007663] Lustre: 66390:0:(service.c:1346:ptlrpc_at_send_early_reply()) @@@ Couldn't add any time (5/5), not sending early reply
  req@ffff883c8aaf2450 x1631344691656336/t0(0) o6->oak-MDT0000-mdtlov_UUID@10.0.2.52@o2ib5:69/0 lens 664/432 e 23 to 0 dl 1558222674 ref 2 fl Interpret:/0/0 rc 0/0
[28771.038265] Lustre: 66390:0:(service.c:1346:ptlrpc_at_send_early_reply()) Skipped 5 previous similar messages
[28772.009687] Lustre: 281167:0:(service.c:1346:ptlrpc_at_send_early_reply()) @@@ Couldn't add any time (5/5), not sending early reply
  req@ffff883c7bd39050 x1631344691671168/t0(0) o6->oak-MDT0000-mdtlov_UUID@10.0.2.52@o2ib5:70/0 lens 664/432 e 23 to 0 dl 1558222675 ref 2 fl Interpret:/0/0 rc 0/0
[28778.799712] Lustre: oak-OST0049: deleting orphan objects from 0x0:25044364 to 0x0:25044385
[28783.675183] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[28783.691380] Lustre: Skipped 148 previous similar messages
[28896.111818] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[28896.126224] Lustre: Skipped 53 previous similar messages
[29023.140136] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[29023.151816] Lustre: Skipped 162 previous similar messages
[29088.318844] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[29088.330120] Lustre: Skipped 161 previous similar messages
[29088.634001] Lustre: oak-OST0051: deleting orphan objects from 0x0:26045951 to 0x0:26045985
[29368.815251] LustreError: 281270:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c38381450 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:682/0 lens 680/448 e 0 to 0 dl 1558223287 ref 1 fl Interpret:/2/0 rc 0/0
[29368.846111] LustreError: 281270:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 198 previous similar messages
[29387.445897] Lustre: oak-OST0049: deleting orphan objects from 0x0:25044813 to 0x0:25044833
[29398.712514] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[29398.727182] Lustre: Skipped 143 previous similar messages
[29497.828624] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[29497.844413] Lustre: Skipped 52 previous similar messages
[29634.633228] Lustre: oak-OST003b: Connection restored to  (at 10.8.1.28@o2ib6)
[29634.641953] Lustre: Skipped 166 previous similar messages
[29689.234901] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[29689.247348] Lustre: Skipped 149 previous similar messages
[29689.255338] Lustre: oak-OST0051: deleting orphan objects from 0x0:26046450 to 0x0:26046465
[29973.101211] LustreError: 281352:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c80503050 x1631602937005968/t0(0) o3->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:531/0 lens 488/432 e 0 to 0 dl 1558223891 ref 1 fl Interpret:/2/0 rc 0/0
[29973.129235] LustreError: 281352:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 200 previous similar messages
[29988.406628] Lustre: oak-OST0049: deleting orphan objects from 0x0:25045010 to 0x0:25045025
[30010.793785] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[30010.808470] Lustre: Skipped 149 previous similar messages
[30103.269609] Lustre: oak-OST0053: Bulk IO read error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc -110
[30103.283988] Lustre: Skipped 52 previous similar messages
[30234.772819] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[30234.784386] Lustre: Skipped 162 previous similar messages
[30290.427784] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[30290.437696] Lustre: Skipped 159 previous similar messages
[30290.443843] Lustre: oak-OST0051: deleting orphan objects from 0x0:26046496 to 0x0:26046529
[30576.495104] LustreError: 281210:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d4e282c50 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:384/0 lens 8680/448 e 0 to 0 dl 1558224499 ref 1 fl Interpret:/2/0 rc 0/0
[30576.523248] LustreError: 281210:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[30589.298393] Lustre: oak-OST0049: deleting orphan objects from 0x0:25045116 to 0x0:25045153
[30621.716991] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[30621.731704] Lustre: Skipped 145 previous similar messages
[30711.437692] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[30711.452076] Lustre: Skipped 53 previous similar messages
[30834.999910] Lustre: oak-OST004f: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[30835.011380] Lustre: Skipped 151 previous similar messages
[30891.300250] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[30891.310176] Lustre: Skipped 165 previous similar messages
[30891.316385] Lustre: oak-OST0051: deleting orphan objects from 0x0:26046904 to 0x0:26046945
[30987.034080] Lustre: oak-OST0043: haven't heard from client 777b5977-57b7-d70a-1051-7def5697f482 (at 10.8.16.8@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c84d1d800, cur 1558224885 expire 1558224735 last 1558224658
[30987.060297] Lustre: Skipped 23 previous similar messages
[30989.654032] Lustre: oak-OST004b: haven't heard from client 777b5977-57b7-d70a-1051-7def5697f482 (at 10.8.16.8@o2ib6) in 229 seconds. I think it's dead, and I am evicting it. exp ffff883d51002c00, cur 1558224887 expire 1558224737 last 1558224658
[30989.678386] Lustre: Skipped 21 previous similar messages
[31180.306157] LustreError: 281222:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881fea2e0050 x1631602937005968/t0(0) o3->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:228/0 lens 488/432 e 0 to 0 dl 1558225098 ref 1 fl Interpret:/2/0 rc 0/0
[31180.334110] LustreError: 281222:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 184 previous similar messages
[31190.043477] Lustre: oak-OST0049: deleting orphan objects from 0x0:25045631 to 0x0:25045665
[31240.730678] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[31240.745343] Lustre: Skipped 142 previous similar messages
[31313.124747] Lustre: oak-OST0045: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[31313.139245] Lustre: Skipped 47 previous similar messages
[31435.913135] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[31435.924793] Lustre: Skipped 178 previous similar messages
[31492.156874] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[31492.166792] Lustre: Skipped 163 previous similar messages
[31492.172941] Lustre: oak-OST0051: deleting orphan objects from 0x0:26047510 to 0x0:26047553
[31793.300449] Lustre: oak-OST0049: deleting orphan objects from 0x0:25046178 to 0x0:25046209
[31796.594843] LustreError: 281340:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c6f7bb450 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:94/0 lens 512/448 e 0 to 0 dl 1558225719 ref 1 fl Interpret:/2/0 rc 0/0
[31796.622794] LustreError: 281340:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[31842.205779] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[31842.220452] Lustre: Skipped 148 previous similar messages
[31921.892014] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[31921.906392] Lustre: Skipped 52 previous similar messages
[32043.714767] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[32043.726448] Lustre: Skipped 167 previous similar messages
[32093.043561] Lustre: oak-OST0049: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[32093.054929] Lustre: Skipped 146 previous similar messages
[32093.416827] Lustre: oak-OST0051: deleting orphan objects from 0x0:26048275 to 0x0:26048321
[32395.677374] Lustre: oak-OST0049: deleting orphan objects from 0x0:25046776 to 0x0:25046817
[32405.768007] LustreError: 281263:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c867fd850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:698/0 lens 488/432 e 0 to 0 dl 1558226323 ref 1 fl Interpret:/2/0 rc 0/0
[32405.796001] LustreError: 281263:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 201 previous similar messages
[32446.320663] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[32446.335252] Lustre: Skipped 133 previous similar messages
[32526.949965] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[32526.964380] Lustre: Skipped 52 previous similar messages
[32658.172031] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[32658.183689] Lustre: Skipped 162 previous similar messages
[32695.061623] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[32695.071786] Lustre: Skipped 159 previous similar messages
[32695.078085] Lustre: oak-OST0051: deleting orphan objects from 0x0:26049080 to 0x0:26049121
[32996.854111] Lustre: oak-OST0049: deleting orphan objects from 0x0:25047531 to 0x0:25047553
[33007.620867] LustreError: 281314:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cea26d450 x1631602936978960/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:545/0 lens 5336/448 e 0 to 0 dl 1558226925 ref 1 fl Interpret:H/2/0 rc 0/0
[33007.649117] LustreError: 281314:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 201 previous similar messages
[33056.417885] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[33056.432562] Lustre: Skipped 146 previous similar messages
[33128.694829] Lustre: oak-OST0059: Bulk IO read error with ef88785b-40c5-789e-4234-4405fa02028c (at 10.9.115.11@o2ib4), client will retry: rc -110
[33128.709354] Lustre: Skipped 51 previous similar messages
[33272.066778] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[33272.074848] Lustre: Skipped 164 previous similar messages
[33295.616058] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[33295.625999] Lustre: Skipped 168 previous similar messages
[33295.632170] Lustre: oak-OST0051: deleting orphan objects from 0x0:26049993 to 0x0:26050049
[33598.703033] Lustre: oak-OST0049: deleting orphan objects from 0x0:25048328 to 0x0:25048353
[33608.271587] LustreError: 281417:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881ff0727450 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:396/0 lens 2112/448 e 0 to 0 dl 1558227531 ref 1 fl Interpret:/2/0 rc 0/0
[33608.299731] LustreError: 281417:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 195 previous similar messages
[33660.783807] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[33660.798492] Lustre: Skipped 150 previous similar messages
[33730.885958] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[33730.900275] Lustre: Skipped 53 previous similar messages
[33872.659795] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[33872.671459] Lustre: Skipped 160 previous similar messages
[33884.160064] Lustre: oak-OST004b: haven't heard from client ef88785b-40c5-789e-4234-4405fa02028c (at 10.9.115.11@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883fd4aefc00, cur 1558227782 expire 1558227632 last 1558227555
[33884.184558] Lustre: Skipped 1 previous similar message
[33896.300158] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[33896.310084] Lustre: Skipped 161 previous similar messages
[33896.316556] Lustre: oak-OST0051: deleting orphan objects from 0x0:26051069 to 0x0:26051105
[34199.239749] Lustre: oak-OST0049: deleting orphan objects from 0x0:25049267 to 0x0:25049313
[34208.620355] LustreError: 281304:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c86ae2050 x1631591584136816/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:241/0 lens 488/432 e 0 to 0 dl 1558228131 ref 1 fl Interpret:/2/0 rc 0/0
[34208.648446] LustreError: 281304:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 175 previous similar messages
[34260.925575] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[34260.940341] Lustre: Skipped 135 previous similar messages
[34334.249560] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[34334.265562] Lustre: Skipped 45 previous similar messages
[34473.989945] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[34474.001608] Lustre: Skipped 146 previous similar messages
[34497.388939] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[34497.399909] Lustre: Skipped 147 previous similar messages
[34497.406603] Lustre: oak-OST0051: deleting orphan objects from 0x0:26052196 to 0x0:26052225
[34800.992509] Lustre: oak-OST0049: deleting orphan objects from 0x0:25050364 to 0x0:25050401
[34822.784721] LustreError: 278414:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c95c5b050 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:100/0 lens 512/448 e 0 to 0 dl 1558228745 ref 1 fl Interpret:/2/0 rc 0/0
[34822.813415] LustreError: 278414:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 189 previous similar messages
[34868.686615] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[34868.701316] Lustre: Skipped 146 previous similar messages
[34947.818870] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[34947.833305] Lustre: Skipped 48 previous similar messages
[35086.024466] Lustre: oak-OST0053: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[35086.036051] Lustre: Skipped 155 previous similar messages
[35098.530105] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[35098.540026] Lustre: Skipped 146 previous similar messages
[35098.546195] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053052 to 0x0:26053089
[35401.705289] Lustre: oak-OST0049: deleting orphan objects from 0x0:25050650 to 0x0:25050689
[35432.238844] LustreError: 281153:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883bfc04c850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:705/0 lens 488/432 e 0 to 0 dl 1558229350 ref 1 fl Interpret:/2/0 rc 0/0
[35432.266852] LustreError: 281153:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 191 previous similar messages
[35470.536422] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[35470.551004] Lustre: Skipped 124 previous similar messages
[35508.223774] Lustre: oak-OST0037: haven't heard from client ab44e590-792d-febd-45a0-dd4a8ac6cf11 (at 10.8.9.8@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881d4e926c00, cur 1558229406 expire 1558229256 last 1558229179
[35508.247845] Lustre: Skipped 23 previous similar messages
[35553.379805] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[35553.395556] Lustre: Skipped 49 previous similar messages
[35690.444249] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[35690.455812] Lustre: Skipped 187 previous similar messages
[35699.557437] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[35699.567359] Lustre: Skipped 163 previous similar messages
[35699.573518] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053154 to 0x0:26053185
[36002.866068] Lustre: oak-OST0049: deleting orphan objects from 0x0:25050728 to 0x0:25050753
[36037.457652] LustreError: 281385:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c50d79c50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:555/0 lens 488/432 e 0 to 0 dl 1558229955 ref 1 fl Interpret:/2/0 rc 0/0
[36037.485610] LustreError: 281385:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 188 previous similar messages
[36073.096104] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[36073.112307] Lustre: Skipped 139 previous similar messages
[36158.722723] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[36158.737138] Lustre: Skipped 49 previous similar messages
[36300.472185] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[36300.483179] Lustre: Skipped 156 previous similar messages
[36300.489783] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[36300.497759] Lustre: Skipped 158 previous similar messages
[36300.503966] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053211 to 0x0:26053249
[36603.834724] Lustre: oak-OST0049: deleting orphan objects from 0x0:25050788 to 0x0:25050817
[36638.823342] LustreError: 275032:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d17154850 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:406/0 lens 8680/448 e 0 to 0 dl 1558230561 ref 1 fl Interpret:/2/0 rc 0/0
[36638.851538] LustreError: 275032:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 193 previous similar messages
[36678.179899] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[36678.194611] Lustre: Skipped 140 previous similar messages
[36764.045364] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[36764.059768] Lustre: Skipped 49 previous similar messages
[36901.390572] Lustre: oak-OST005f: Client 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4) reconnecting
[36901.402763] Lustre: Skipped 153 previous similar messages
[36901.408833] Lustre: oak-OST005f: Connection restored to  (at 10.9.0.62@o2ib4)
[36901.416796] Lustre: Skipped 153 previous similar messages
[36901.484327] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053308 to 0x0:26053345
[37204.323602] Lustre: oak-OST0049: deleting orphan objects from 0x0:25050863 to 0x0:25050881
[37239.651872] LustreError: 281296:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fe7cc0450 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:252/0 lens 8680/448 e 0 to 0 dl 1558231162 ref 1 fl Interpret:/2/0 rc 0/0
[37239.680255] LustreError: 281296:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 180 previous similar messages
[37296.389200] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[37296.403864] Lustre: Skipped 136 previous similar messages
[37369.287212] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[37369.303380] Lustre: Skipped 46 previous similar messages
[37502.431297] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[37502.441246] Lustre: Skipped 142 previous similar messages
[37502.447318] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[37502.455306] Lustre: Skipped 142 previous similar messages
[37502.461901] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053386 to 0x0:26053409
[37775.331219] Lustre: oak-OST005d: haven't heard from client ed886c4e-79ac-8b31-5c1b-8c0be53a98e8 (at 10.8.15.7@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881cda749000, cur 1558231673 expire 1558231523 last 1558231446
[37775.361666] Lustre: Skipped 23 previous similar messages
[37805.500081] Lustre: oak-OST0049: deleting orphan objects from 0x0:25050913 to 0x0:25050945
[37848.668863] LustreError: 281409:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c04c61850 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:106/0 lens 512/448 e 0 to 0 dl 1558231771 ref 1 fl Interpret:/2/0 rc 0/0
[37848.696913] LustreError: 281409:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 177 previous similar messages
[37899.422957] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[37899.437621] Lustre: Skipped 147 previous similar messages
[37974.223052] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[37974.237447] Lustre: Skipped 45 previous similar messages
[38103.623994] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[38103.633914] Lustre: Skipped 161 previous similar messages
[38103.639964] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[38103.647934] Lustre: Skipped 161 previous similar messages
[38103.654114] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053477 to 0x0:26053505
[38406.648672] Lustre: oak-OST0049: deleting orphan objects from 0x0:25050993 to 0x0:25051009
[38448.804540] LustreError: 281286:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cf39dc450 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:721/0 lens 528/448 e 0 to 0 dl 1558232386 ref 1 fl Interpret:/2/0 rc 0/0
[38448.832590] LustreError: 281286:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 195 previous similar messages
[38499.676627] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[38499.691307] Lustre: Skipped 133 previous similar messages
[38578.530895] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[38578.545271] Lustre: Skipped 50 previous similar messages
[38704.614231] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[38704.624153] Lustre: Skipped 158 previous similar messages
[38704.630234] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[38704.638199] Lustre: Skipped 158 previous similar messages
[38704.644381] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053561 to 0x0:26053601
[39008.461318] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051039 to 0x0:25051073
[39062.585825] LustreError: 281278:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c2573bc50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:560/0 lens 488/432 e 0 to 0 dl 1558232980 ref 1 fl Interpret:/2/0 rc 0/0
[39062.613804] LustreError: 281278:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[39110.371808] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[39110.387731] Lustre: Skipped 135 previous similar messages
[39183.877814] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[39183.892190] Lustre: Skipped 46 previous similar messages
[39305.615317] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[39305.625230] Lustre: Skipped 155 previous similar messages
[39305.631336] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[39305.639300] Lustre: Skipped 155 previous similar messages
[39305.645513] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053616 to 0x0:26053633
[39609.446100] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051088 to 0x0:25051105
[39666.622659] LustreError: 281323:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c80996050 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:414/0 lens 8680/448 e 0 to 0 dl 1558233589 ref 1 fl Interpret:/2/0 rc 0/0
[39666.658534] LustreError: 281323:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 185 previous similar messages
[39715.997864] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[39716.012549] Lustre: Skipped 139 previous similar messages
[39785.580610] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[39785.595105] Lustre: Skipped 49 previous similar messages
[39906.599754] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[39906.609696] Lustre: Skipped 149 previous similar messages
[39906.618225] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[39906.627239] Lustre: Skipped 149 previous similar messages
[39906.634209] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053655 to 0x0:26053697
[40216.591341] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051126 to 0x0:25051169
[40273.224818] LustreError: 281223:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881fe9fe1c50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:260/0 lens 488/432 e 0 to 0 dl 1558234190 ref 1 fl Interpret:/2/0 rc 0/0
[40273.252797] LustreError: 281223:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 182 previous similar messages
[40333.007302] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[40333.022008] Lustre: Skipped 140 previous similar messages
[40386.238493] Lustre: oak-OST0045: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[40386.253002] Lustre: Skipped 45 previous similar messages
[40507.760981] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[40507.773140] Lustre: Skipped 157 previous similar messages
[40507.781906] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[40507.790799] Lustre: Skipped 157 previous similar messages
[40507.797011] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053727 to 0x0:26053761
[40818.216079] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051189 to 0x0:25051233
[40874.886638] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c0365b850 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:112/0 lens 512/448 e 0 to 0 dl 1558234797 ref 1 fl Interpret:/2/0 rc 0/0
[40874.914688] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 192 previous similar messages
[40942.489441] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[40942.505566] Lustre: Skipped 147 previous similar messages
[41000.887898] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[41000.902309] Lustre: Skipped 47 previous similar messages
[41108.745942] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[41108.755859] Lustre: Skipped 158 previous similar messages
[41108.761907] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[41108.769881] Lustre: Skipped 158 previous similar messages
[41108.776012] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053776 to 0x0:26053793
[41418.560866] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051253 to 0x0:25051297
[41477.451485] LustreError: 278392:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881ce89dd450 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:710/0 lens 488/432 e 0 to 0 dl 1558235395 ref 1 fl Interpret:/2/0 rc 0/0
[41477.481597] LustreError: 278392:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 186 previous similar messages
[41548.996476] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[41549.011236] Lustre: Skipped 138 previous similar messages
[41606.212808] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[41606.227208] Lustre: Skipped 47 previous similar messages
[41709.730440] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[41709.740387] Lustre: Skipped 155 previous similar messages
[41709.746457] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[41709.756528] Lustre: Skipped 155 previous similar messages
[41709.765898] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053814 to 0x0:26053857
[41808.482291] Lustre: oak-OST0035: haven't heard from client e930d65b-dc79-994c-6bc9-da54dc2fb416 (at 10.8.10.33@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881cd30ecc00, cur 1558235706 expire 1558235556 last 1558235479
[41808.506557] Lustre: Skipped 23 previous similar messages
[42022.905794] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051360 to 0x0:25051393
[42082.952462] LustreError: 281348:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c09ff8450 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:550/0 lens 488/432 e 0 to 0 dl 1558235990 ref 1 fl Interpret:/2/0 rc 0/0
[42082.981603] LustreError: 281348:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 190 previous similar messages
[42150.895303] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[42150.910056] Lustre: Skipped 134 previous similar messages
[42210.645807] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[42210.660180] Lustre: Skipped 48 previous similar messages
[42310.715312] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[42310.725306] Lustre: Skipped 157 previous similar messages
[42310.731434] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[42310.739444] Lustre: Skipped 157 previous similar messages
[42310.745635] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053904 to 0x0:26053921
[42623.890670] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051432 to 0x0:25051457
[42687.142550] LustreError: 278392:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cdf8d7850 x1631555087484320/t0(0) o4->ff76fa22-9ee3-1343-b911-ce5720bba2a6@10.9.112.8@o2ib4:429/0 lens 8680/448 e 0 to 0 dl 1558236624 ref 1 fl Interpret:/2/0 rc 0/0
[42687.171247] LustreError: 278392:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 190 previous similar messages
[42759.251541] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[42759.266299] Lustre: Skipped 148 previous similar messages
[42815.977884] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[42815.992267] Lustre: Skipped 47 previous similar messages
[42911.526468] Lustre: oak-OST0049: Client aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4) reconnecting
[42911.537739] Lustre: Skipped 149 previous similar messages
[42911.543872] Lustre: oak-OST0049: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[42911.555443] Lustre: Skipped 149 previous similar messages
[42912.326620] Lustre: oak-OST0051: deleting orphan objects from 0x0:26053974 to 0x0:26054017
[43224.747546] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051493 to 0x0:25051521
[43287.856365] LustreError: 281330:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c88649050 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:260/0 lens 8680/448 e 0 to 0 dl 1558237210 ref 1 fl Interpret:/2/0 rc 0/0
[43287.884513] LustreError: 281330:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 195 previous similar messages
[43364.206534] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[43364.221301] Lustre: Skipped 148 previous similar messages
[43421.436926] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[43421.451301] Lustre: Skipped 49 previous similar messages
[43512.909493] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[43512.919407] Lustre: Skipped 159 previous similar messages
[43512.925458] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[43512.933428] Lustre: Skipped 159 previous similar messages
[43512.939556] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054060 to 0x0:26054081
[43826.900383] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051639 to 0x0:25051681
[43888.872205] LustreError: 281379:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883fdfa71c50 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:89/0 lens 488/432 e 0 to 0 dl 1558237794 ref 1 fl Interpret:/2/0 rc 0/0
[43888.900160] LustreError: 281379:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 185 previous similar messages
[43969.937796] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[43969.952578] Lustre: Skipped 146 previous similar messages
[44026.169841] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[44026.184218] Lustre: Skipped 46 previous similar messages
[44114.104121] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[44114.114061] Lustre: Skipped 160 previous similar messages
[44114.120136] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[44114.128108] Lustre: Skipped 160 previous similar messages
[44114.134266] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054223 to 0x0:26054241
[44431.997212] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051719 to 0x0:25051745
[44493.115134] LustreError: 281361:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c7dc05050 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:706/0 lens 488/432 e 0 to 0 dl 1558238411 ref 1 fl Interpret:/2/0 rc 0/0
[44493.143041] LustreError: 281361:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 192 previous similar messages
[44571.011356] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[44571.025925] Lustre: Skipped 146 previous similar messages
[44631.888895] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[44631.903269] Lustre: Skipped 48 previous similar messages
[44714.878495] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[44714.888435] Lustre: Skipped 156 previous similar messages
[44714.894508] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[44714.902495] Lustre: Skipped 156 previous similar messages
[44714.908665] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054287 to 0x0:26054305
[45032.838019] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051786 to 0x0:25051809
[45098.110895] LustreError: 281097:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c4865a050 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:575/0 lens 8680/448 e 0 to 0 dl 1558239035 ref 1 fl Interpret:/2/0 rc 0/0
[45098.139046] LustreError: 281097:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[45174.774067] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[45174.788738] Lustre: Skipped 133 previous similar messages
[45237.606696] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[45237.621072] Lustre: Skipped 49 previous similar messages
[45315.140394] Lustre: oak-OST0041: Client 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4) reconnecting
[45315.151770] Lustre: Skipped 153 previous similar messages
[45315.157850] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[45315.169509] Lustre: Skipped 153 previous similar messages
[45316.085770] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054346 to 0x0:26054369
[45633.822739] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051844 to 0x0:25051873
[45700.857723] LustreError: 281409:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cb42b5c50 x1632894316153072/t0(0) o4->77799da5-36ad-442e-f9ad-e6f91aca0e72@10.9.115.2@o2ib4:407/0 lens 672/448 e 0 to 0 dl 1558239622 ref 1 fl Interpret:H/2/0 rc 0/0
[45700.894904] LustreError: 281409:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[45781.590106] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[45781.604770] Lustre: Skipped 140 previous similar messages
[45842.300585] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[45842.314956] Lustre: Skipped 47 previous similar messages
[45916.674261] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[45916.684180] Lustre: Skipped 156 previous similar messages
[45916.690233] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[45916.698215] Lustre: Skipped 156 previous similar messages
[45916.704353] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054393 to 0x0:26054433
[46239.479714] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051899 to 0x0:25051937
[46306.699868] LustreError: 281226:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881fea069850 x1631591584146752/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:259/0 lens 488/432 e 0 to 0 dl 1558240229 ref 1 fl Interpret:/2/0 rc 0/0
[46306.734855] LustreError: 281226:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 180 previous similar messages
[46390.383144] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[46390.397938] Lustre: Skipped 152 previous similar messages
[46447.518545] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[46447.532923] Lustre: Skipped 49 previous similar messages
[46518.000786] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[46518.010749] Lustre: Skipped 161 previous similar messages
[46518.016822] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[46518.024823] Lustre: Skipped 161 previous similar messages
[46518.031015] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054465 to 0x0:26054497
[46647.174466] LustreError: 281372:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff883fce750850 x1633797185428128/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:585/0 lens 488/432 e 0 to 0 dl 1558240555 ref 1 fl Interpret:/0/0 rc 0/0
[46840.928352] Lustre: oak-OST0049: deleting orphan objects from 0x0:25051960 to 0x0:25052001
[46909.105358] LustreError: 281101:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c05941050 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:121/0 lens 528/448 e 0 to 0 dl 1558240846 ref 1 fl Interpret:/2/0 rc 0/0
[46909.133408] LustreError: 281101:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[46995.082897] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[46995.099023] Lustre: Skipped 144 previous similar messages
[47049.758185] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[47049.772657] Lustre: Skipped 46 previous similar messages
[47120.043724] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[47120.054547] Lustre: Skipped 159 previous similar messages
[47120.061028] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[47120.069516] Lustre: Skipped 159 previous similar messages
[47120.076162] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054517 to 0x0:26054561
[47441.784995] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052012 to 0x0:25052033
[47522.244556] LustreError: 281318:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883ca39da450 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:704/0 lens 488/432 e 0 to 0 dl 1558241429 ref 1 fl Interpret:/2/0 rc 0/0
[47522.272618] LustreError: 281318:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[47598.488669] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[47598.503316] Lustre: Skipped 145 previous similar messages
[47655.168000] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[47655.182483] Lustre: Skipped 48 previous similar messages
[47721.065744] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[47721.075667] Lustre: Skipped 152 previous similar messages
[47721.081728] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[47721.089692] Lustre: Skipped 152 previous similar messages
[47721.095867] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054578 to 0x0:26054593
[48047.106258] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052047 to 0x0:25052065
[48139.975886] LustreError: 281215:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881d1d08ec50 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:565/0 lens 488/432 e 0 to 0 dl 1558242045 ref 1 fl Interpret:/2/0 rc 0/0
[48140.003977] LustreError: 281215:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 201 previous similar messages
[48198.850316] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[48198.865078] Lustre: Skipped 140 previous similar messages
[48262.601928] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[48262.616305] Lustre: Skipped 50 previous similar messages
[48322.050806] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[48322.060766] Lustre: Skipped 156 previous similar messages
[48322.066828] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[48322.074797] Lustre: Skipped 156 previous similar messages
[48322.081349] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054620 to 0x0:26054657
[48649.306498] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052089 to 0x0:25052129
[48741.853554] LustreError: 281368:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fdfb5ac50 x1631603075736128/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:416/0 lens 2864/448 e 0 to 0 dl 1558242651 ref 1 fl Interpret:H/2/0 rc 0/0
[48741.881917] LustreError: 281368:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 195 previous similar messages
[48810.216367] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[48810.231155] Lustre: Skipped 144 previous similar messages
[48867.865740] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[48867.880112] Lustre: Skipped 48 previous similar messages
[48923.285646] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[48923.295576] Lustre: Skipped 158 previous similar messages
[48923.301642] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[48923.309614] Lustre: Skipped 158 previous similar messages
[48923.315761] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054676 to 0x0:26054721
[49249.891200] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052153 to 0x0:25052193
[49351.881555] LustreError: 281342:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883bfc55d450 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:279/0 lens 488/432 e 0 to 0 dl 1558243269 ref 1 fl Interpret:/2/0 rc 0/0
[49351.912423] LustreError: 281342:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 198 previous similar messages
[49414.912139] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[49414.926904] Lustre: Skipped 148 previous similar messages
[49473.063538] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[49473.078036] Lustre: Skipped 49 previous similar messages
[49524.179885] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[49524.189884] Lustre: Skipped 162 previous similar messages
[49524.195948] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[49524.203925] Lustre: Skipped 162 previous similar messages
[49524.210103] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054740 to 0x0:26054785
[49850.812043] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052217 to 0x0:25052257
[49955.037387] LustreError: 281223:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fe7dedc50 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:132/0 lens 512/448 e 0 to 0 dl 1558243877 ref 1 fl Interpret:/2/0 rc 0/0
[49955.065438] LustreError: 281223:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 182 previous similar messages
[50015.669894] Lustre: oak-OST0053: Bulk IO write error with 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6), client will retry: rc = -110
[50015.684464] Lustre: Skipped 147 previous similar messages
[50075.214329] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[50075.228801] Lustre: Skipped 45 previous similar messages
[50125.532548] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[50125.542479] Lustre: Skipped 156 previous similar messages
[50125.548545] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[50125.556540] Lustre: Skipped 156 previous similar messages
[50125.562712] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054806 to 0x0:26054849
[50453.364648] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052278 to 0x0:25052321
[50555.957112] LustreError: 281155:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d17077050 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:733/0 lens 488/432 e 0 to 0 dl 1558244478 ref 1 fl Interpret:/2/0 rc 0/0
[50555.985163] LustreError: 281155:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[50616.913640] Lustre: oak-OST004f: Bulk IO write error with 77799da5-36ad-442e-f9ad-e6f91aca0e72 (at 10.9.115.2@o2ib4), client will retry: rc = -110
[50616.929412] Lustre: Skipped 141 previous similar messages
[50682.325412] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[50682.339875] Lustre: Skipped 48 previous similar messages
[50726.117524] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[50726.127445] Lustre: Skipped 149 previous similar messages
[50726.133498] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[50726.141468] Lustre: Skipped 149 previous similar messages
[50726.147610] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054866 to 0x0:26054881
[51056.957599] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052367 to 0x0:25052385
[51161.317057] LustreError: 281420:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c9571a050 x1631602936977888/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:578/0 lens 4320/448 e 0 to 0 dl 1558245078 ref 1 fl Interpret:/2/0 rc 0/0
[51161.351525] LustreError: 281420:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 198 previous similar messages
[51218.044453] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[51218.059166] Lustre: Skipped 141 previous similar messages
[51288.822355] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[51288.836734] Lustre: Skipped 49 previous similar messages
[51326.986540] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[51326.996480] Lustre: Skipped 161 previous similar messages
[51327.002703] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[51327.010683] Lustre: Skipped 162 previous similar messages
[51327.016833] Lustre: oak-OST0051: deleting orphan objects from 0x0:26054969 to 0x0:26055009
[51659.446357] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052453 to 0x0:25052481
[51763.140798] LustreError: 281271:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c95c5c850 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:430/0 lens 512/448 e 0 to 0 dl 1558245685 ref 1 fl Interpret:/2/0 rc 0/0
[51763.168873] LustreError: 281271:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[51820.900180] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[51820.914873] Lustre: Skipped 139 previous similar messages
[51892.931136] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[51892.945519] Lustre: Skipped 51 previous similar messages
[51928.183387] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[51928.193325] Lustre: Skipped 160 previous similar messages
[51928.199420] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[51928.207446] Lustre: Skipped 160 previous similar messages
[51928.213601] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055078 to 0x0:26055105
[52261.247021] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052503 to 0x0:25052545
[52377.167031] LustreError: 281054:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883ca20d9850 x1631750831545088/t0(0) o4->44f95c12-7495-5c2a-f528-3592173661d9@10.8.20.28@o2ib6:289/0 lens 552/448 e 0 to 0 dl 1558246299 ref 1 fl Interpret:/2/0 rc 0/0
[52377.195083] LustreError: 281054:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 192 previous similar messages
[52427.370045] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[52427.384615] Lustre: Skipped 151 previous similar messages
[52499.106977] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[52499.121398] Lustre: Skipped 43 previous similar messages
[52528.780523] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[52528.791933] Lustre: Skipped 152 previous similar messages
[52528.798011] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[52528.809715] Lustre: Skipped 152 previous similar messages
[52529.274094] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055129 to 0x0:26055169
[52869.160024] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052554 to 0x0:25052577
[52983.166817] LustreError: 281326:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c7d715c50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:135/0 lens 488/432 e 0 to 0 dl 1558246900 ref 1 fl Interpret:/2/0 rc 0/0
[52983.194771] LustreError: 281326:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 182 previous similar messages
[53027.417656] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[53027.432444] Lustre: Skipped 148 previous similar messages
[53104.312836] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[53104.327214] Lustre: Skipped 45 previous similar messages
[53130.392584] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[53130.402510] Lustre: Skipped 149 previous similar messages
[53130.408560] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[53130.416543] Lustre: Skipped 149 previous similar messages
[53130.422737] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055186 to 0x0:26055201
[53471.552787] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052600 to 0x0:25052641
[53584.850569] LustreError: 281344:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c7dc05850 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:741/0 lens 488/432 e 0 to 0 dl 1558247506 ref 1 fl Interpret:/2/0 rc 0/0
[53584.879103] LustreError: 281344:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 198 previous similar messages
[53637.957757] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[53637.972454] Lustre: Skipped 140 previous similar messages
[53709.381668] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[53709.396042] Lustre: Skipped 48 previous similar messages
[53730.621817] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[53730.633095] Lustre: Skipped 161 previous similar messages
[53730.639155] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[53730.650719] Lustre: Skipped 161 previous similar messages
[53731.516886] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055226 to 0x0:26055265
[54073.058259] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052663 to 0x0:25052705
[54186.623245] LustreError: 281413:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d0ba45050 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:588/0 lens 8680/448 e 0 to 0 dl 1558248108 ref 1 fl Interpret:/2/0 rc 0/0
[54186.651390] LustreError: 281413:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 201 previous similar messages
[54242.585531] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[54242.600203] Lustre: Skipped 141 previous similar messages
[54314.714487] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[54314.728881] Lustre: Skipped 50 previous similar messages
[54332.500188] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[54332.510602] Lustre: Skipped 162 previous similar messages
[54332.517205] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[54332.525172] Lustre: Skipped 162 previous similar messages
[54332.531322] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055285 to 0x0:26055329
[54678.034128] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052733 to 0x0:25052769
[54789.199833] LustreError: 281342:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883ca120e050 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:436/0 lens 512/448 e 0 to 0 dl 1558248711 ref 1 fl Interpret:/2/0 rc 0/0
[54789.227885] LustreError: 281342:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 190 previous similar messages
[54846.844236] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[54846.858900] Lustre: Skipped 152 previous similar messages
[54919.951222] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[54919.965600] Lustre: Skipped 49 previous similar messages
[54933.220440] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[54933.230356] Lustre: Skipped 156 previous similar messages
[54933.236447] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[54933.244427] Lustre: Skipped 156 previous similar messages
[54933.250614] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055396 to 0x0:26055425
[55099.027834] Lustre: oak-OST0039: haven't heard from client 0b264406-1bd7-77c2-4c07-723c202531c8 (at 10.9.101.56@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c7acbc400, cur 1558248996 expire 1558248846 last 1558248769
[55099.052198] Lustre: Skipped 23 previous similar messages
[55279.754723] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052798 to 0x0:25052833
[55393.407586] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c34e4c050 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:300/0 lens 8680/448 e 0 to 0 dl 1558249330 ref 1 fl Interpret:/2/0 rc 0/0
[55393.435732] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[55449.799918] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[55449.814580] Lustre: Skipped 149 previous similar messages
[55522.129859] Lustre: oak-OST0053: Bulk IO read error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc -110
[55522.144533] Lustre: Skipped 47 previous similar messages
[55533.469858] Lustre: oak-OST0045: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[55533.481245] Lustre: Skipped 150 previous similar messages
[55533.487330] Lustre: oak-OST0045: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[55533.498998] Lustre: Skipped 150 previous similar messages
[55534.197141] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055448 to 0x0:26055489
[55880.467375] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052846 to 0x0:25052865
[56009.063774] LustreError: 281209:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+1s  req@ffff881c3106fc50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:140/0 lens 488/432 e 0 to 0 dl 1558249925 ref 1 fl Interpret:/2/0 rc 0/0
[56009.096193] LustreError: 281209:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 192 previous similar messages
[56050.091466] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[56050.106199] Lustre: Skipped 141 previous similar messages
[56129.340756] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[56129.355130] Lustre: Skipped 47 previous similar messages
[56135.406001] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[56135.415976] Lustre: Skipped 162 previous similar messages
[56135.422028] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[56135.430005] Lustre: Skipped 162 previous similar messages
[56135.436180] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055503 to 0x0:26055521
[56481.500296] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052880 to 0x0:25052897
[56611.184647] LustreError: 281325:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c16db0c50 x1631567563059776/t0(0) o4->fd9827f5-03ff-8a42-ad41-d8eda0765a7c@10.9.115.5@o2ib4:748/0 lens 512/448 e 0 to 0 dl 1558250533 ref 1 fl Interpret:/2/0 rc 0/0
[56611.212722] LustreError: 281325:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[56650.347302] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[56650.361964] Lustre: Skipped 147 previous similar messages
[56734.656746] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[56734.671119] Lustre: Skipped 47 previous similar messages
[56736.176100] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[56736.190176] Lustre: Skipped 160 previous similar messages
[56736.198565] Lustre: oak-OST003f: Connection restored to 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4)
[56736.212827] Lustre: Skipped 183 previous similar messages
[56736.380716] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055556 to 0x0:26055585
[57082.484859] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052946 to 0x0:25052961
[57212.084313] LustreError: 281266:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c286a1450 x1631602936977888/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:588/0 lens 4320/448 e 0 to 0 dl 1558251128 ref 1 fl Interpret:/2/0 rc 0/0
[57212.112460] LustreError: 281266:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 203 previous similar messages
[57257.498209] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[57257.512996] Lustre: Skipped 144 previous similar messages
[57337.204037] Lustre: oak-OST003b: Client b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4) reconnecting
[57337.217125] Lustre: Skipped 160 previous similar messages
[57337.223765] Lustre: oak-OST003b: Connection restored to  (at 10.9.115.1@o2ib4)
[57337.232611] Lustre: Skipped 160 previous similar messages
[57337.400325] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055642 to 0x0:26055681
[57339.691621] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[57339.708024] Lustre: Skipped 51 previous similar messages
[57507.327452] LustreError: 281266:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff883ca39d8050 x1633797276136560/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:120/0 lens 488/432 e 0 to 0 dl 1558251415 ref 1 fl Interpret:/0/0 rc 0/0
[57633.769953] LustreError: 281290:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff881c16647050 x1633797276468000/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:243/0 lens 488/432 e 0 to 0 dl 1558251538 ref 1 fl Interpret:/0/0 rc 0/0
[57683.965973] Lustre: oak-OST0049: deleting orphan objects from 0x0:25052989 to 0x0:25053025
[57815.400069] LustreError: 281304:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8a0aa450 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:442/0 lens 512/448 e 0 to 0 dl 1558251737 ref 1 fl Interpret:/2/0 rc 0/0
[57815.432319] LustreError: 281304:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 199 previous similar messages
[57873.130412] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[57873.145080] Lustre: Skipped 149 previous similar messages
[57937.461529] Lustre: oak-OST005d: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[57937.465862] Lustre: oak-OST0037: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[57937.465864] Lustre: Skipped 154 previous similar messages
[57937.490383] Lustre: Skipped 155 previous similar messages
[57938.493944] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055714 to 0x0:26055745
[57944.723353] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[57944.737726] Lustre: Skipped 50 previous similar messages
[58014.556063] LustreError: 281420:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff881c50d7d450 x1633797277583488/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:662/0 lens 488/432 e 0 to 0 dl 1558251957 ref 1 fl Interpret:/0/0 rc 0/0
[58284.185249] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053046 to 0x0:25053089
[58415.442585] LustreError: 281395:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fe9fe6450 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:287/0 lens 8680/448 e 0 to 0 dl 1558252337 ref 1 fl Interpret:/2/0 rc 0/0
[58415.470731] LustreError: 281395:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 196 previous similar messages
[58475.785060] Lustre: oak-OST0053: Bulk IO write error with 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6), client will retry: rc = -110
[58475.799627] Lustre: Skipped 152 previous similar messages
[58537.680054] Lustre: oak-OST005f: Client 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4) reconnecting
[58537.691226] Lustre: Skipped 157 previous similar messages
[58537.697298] Lustre: oak-OST005f: Connection restored to  (at 10.9.0.62@o2ib4)
[58537.705267] Lustre: Skipped 158 previous similar messages
[58539.392509] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055768 to 0x0:26055809
[58550.148114] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[58550.162481] Lustre: Skipped 51 previous similar messages
[58887.845723] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053120 to 0x0:25053153
[58904.565676] md: data-check of RAID array md29
[58910.694872] md: data-check of RAID array md41
[58916.822790] md: data-check of RAID array md45
[58922.948960] md: data-check of RAID array md33
[58929.069600] md: data-check of RAID array md35
[58935.191763] md: data-check of RAID array md21
[58941.313515] md: data-check of RAID array md19
[58947.458602] md: data-check of RAID array md43
[58953.589620] md: data-check of RAID array md25
[58959.719572] md: data-check of RAID array md5
[58965.848948] md: data-check of RAID array md1
[58971.975617] md: data-check of RAID array md3
[58978.100795] md: data-check of RAID array md37
[59016.151192] LustreError: 281362:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c87ab0450 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:128/0 lens 680/448 e 0 to 0 dl 1558252933 ref 1 fl Interpret:/2/0 rc 0/0
[59016.181041] LustreError: 281362:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 189 previous similar messages
[59075.934920] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[59075.949622] Lustre: Skipped 150 previous similar messages
[59140.376900] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[59140.386817] Lustre: Skipped 160 previous similar messages
[59140.392858] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[59140.400834] Lustre: Skipped 160 previous similar messages
[59140.406990] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055848 to 0x0:26055873
[59152.120771] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[59152.135262] Lustre: Skipped 46 previous similar messages
[59489.639462] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053181 to 0x0:25053217
[59616.966671] LustreError: 281132:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fdf4b6c50 x1631602936978672/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:728/0 lens 5176/448 e 0 to 0 dl 1558253533 ref 1 fl Interpret:H/2/0 rc 0/0
[59616.996795] LustreError: 281132:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 201 previous similar messages
[59676.079060] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[59676.093783] Lustre: Skipped 146 previous similar messages
[59741.337522] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[59741.347469] Lustre: Skipped 161 previous similar messages
[59741.353549] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[59741.361515] Lustre: Skipped 161 previous similar messages
[59741.367715] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055915 to 0x0:26055937
[59759.551489] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[59759.565865] Lustre: Skipped 50 previous similar messages
[60092.943991] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053265 to 0x0:25053281
[60219.668352] LustreError: 281359:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883ca0a46850 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:596/0 lens 8680/448 e 0 to 0 dl 1558254156 ref 1 fl Interpret:/2/0 rc 0/0
[60219.696720] LustreError: 281359:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 193 previous similar messages
[60276.827725] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[60276.842484] Lustre: Skipped 143 previous similar messages
[60342.346096] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[60342.356284] Lustre: Skipped 156 previous similar messages
[60342.362620] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[60342.370842] Lustre: Skipped 156 previous similar messages
[60342.376996] Lustre: oak-OST0051: deleting orphan objects from 0x0:26055982 to 0x0:26056001
[60364.480369] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[60364.494794] Lustre: Skipped 50 previous similar messages
[60698.648772] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053320 to 0x0:25053345
[60823.260163] LustreError: 281273:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c50d7bc50 x1631750831545088/t0(0) o4->44f95c12-7495-5c2a-f528-3592173661d9@10.8.20.28@o2ib6:429/0 lens 552/448 e 0 to 0 dl 1558254744 ref 1 fl Interpret:/2/0 rc 0/0
[60823.290229] LustreError: 281273:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 195 previous similar messages
[60877.132355] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[60877.147108] Lustre: Skipped 150 previous similar messages
[60943.298733] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[60943.308653] Lustre: Skipped 156 previous similar messages
[60943.314701] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[60943.322671] Lustre: Skipped 156 previous similar messages
[60943.328816] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056046 to 0x0:26056065
[60971.476265] Lustre: oak-OST0053: Bulk IO read error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc -110
[60971.490644] Lustre: Skipped 49 previous similar messages
[61329.474658] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053366 to 0x0:25053409
[61429.840991] LustreError: 281365:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883e60a69850 x1631591584146752/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:281/0 lens 488/432 e 0 to 0 dl 1558255351 ref 1 fl Interpret:/2/0 rc 0/0
[61429.869049] LustreError: 281365:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 189 previous similar messages
[61487.458388] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[61487.473053] Lustre: Skipped 150 previous similar messages
[61545.257380] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[61545.267300] Lustre: Skipped 161 previous similar messages
[61545.273360] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[61545.281331] Lustre: Skipped 161 previous similar messages
[61545.287461] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056103 to 0x0:26056129
[61577.134321] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[61577.151177] Lustre: Skipped 49 previous similar messages
[61930.667265] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053421 to 0x0:25053441
[62032.448736] LustreError: 281310:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c3592e450 x1631567563059776/t0(0) o4->fd9827f5-03ff-8a42-ad41-d8eda0765a7c@10.9.115.5@o2ib4:129/0 lens 512/448 e 0 to 0 dl 1558255954 ref 1 fl Interpret:/2/0 rc 0/0
[62032.476787] LustreError: 281310:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 202 previous similar messages
[62091.284136] Lustre: oak-OST004f: Bulk IO write error with 77799da5-36ad-442e-f9ad-e6f91aca0e72 (at 10.9.115.2@o2ib4), client will retry: rc = -110
[62091.298803] Lustre: Skipped 147 previous similar messages
[62146.416088] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[62146.426001] Lustre: Skipped 161 previous similar messages
[62146.432059] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[62146.440029] Lustre: Skipped 161 previous similar messages
[62146.446211] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056144 to 0x0:26056161
[62180.372798] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[62180.387091] Lustre: Skipped 46 previous similar messages
[62531.651993] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053451 to 0x0:25053473
[62639.746634] LustreError: 281368:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883ff7603c50 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:719/0 lens 488/432 e 0 to 0 dl 1558256544 ref 1 fl Interpret:/2/0 rc 0/0
[62639.774690] LustreError: 281368:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 200 previous similar messages
[62692.945854] Lustre: oak-OST0051: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[62692.960437] Lustre: Skipped 134 previous similar messages
[62747.544632] Lustre: oak-OST004f: Client 77799da5-36ad-442e-f9ad-e6f91aca0e72 (at 10.9.115.2@o2ib4) reconnecting
[62747.556737] Lustre: Skipped 156 previous similar messages
[62747.563549] Lustre: oak-OST004f: Connection restored to 77799da5-36ad-442e-f9ad-e6f91aca0e72 (at 10.9.115.2@o2ib4)
[62747.575912] Lustre: Skipped 156 previous similar messages
[62747.826800] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056178 to 0x0:26056193
[62786.903714] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[62786.918088] Lustre: Skipped 49 previous similar messages
[63132.636586] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053485 to 0x0:25053505
[63251.424743] LustreError: 281298:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c07be7050 x1631603075736144/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:580/0 lens 2992/448 e 0 to 0 dl 1558257160 ref 1 fl Interpret:H/2/0 rc 0/0
[63251.453011] LustreError: 281298:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 200 previous similar messages
[63293.112097] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[63293.130848] Lustre: Skipped 152 previous similar messages
[63348.530170] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[63348.542924] Lustre: Skipped 155 previous similar messages
[63348.550158] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[63348.561665] Lustre: Skipped 155 previous similar messages
[63348.955667] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056208 to 0x0:26056225
[63392.133530] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[63392.152007] Lustre: Skipped 49 previous similar messages
[63734.197622] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053518 to 0x0:25053537
[63855.272468] LustreError: 281365:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d9b5eb450 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:456/0 lens 8680/448 e 0 to 0 dl 1558257791 ref 1 fl Interpret:/2/0 rc 0/0
[63855.300680] LustreError: 281365:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 201 previous similar messages
[63896.960229] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[63896.974807] Lustre: Skipped 148 previous similar messages
[63949.796291] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[63949.807065] Lustre: Skipped 158 previous similar messages
[63949.813155] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[63949.821133] Lustre: Skipped 158 previous similar messages
[63949.827293] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056240 to 0x0:26056257
[63996.459293] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[63996.473676] Lustre: Skipped 50 previous similar messages
[64335.166142] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053550 to 0x0:25053569
[64455.433108] LustreError: 278399:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c6f7bf050 x1631591584147664/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:287/0 lens 488/432 e 0 to 0 dl 1558258377 ref 1 fl Interpret:/2/0 rc 0/0
[64455.461185] LustreError: 278399:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 185 previous similar messages
[64498.247844] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[64498.263618] Lustre: Skipped 147 previous similar messages
[64551.473867] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[64551.483807] Lustre: Skipped 162 previous similar messages
[64551.489873] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[64551.497886] Lustre: Skipped 162 previous similar messages
[64551.504078] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056277 to 0x0:26056321
[64601.773126] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[64601.787499] Lustre: Skipped 48 previous similar messages
[64936.715656] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053581 to 0x0:25053601
[65058.475809] LustreError: 281220:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c06535850 x1631567563059776/t0(0) o4->fd9827f5-03ff-8a42-ad41-d8eda0765a7c@10.9.115.5@o2ib4:135/0 lens 512/448 e 0 to 0 dl 1558258980 ref 1 fl Interpret:/2/0 rc 0/0
[65058.504937] LustreError: 281220:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 196 previous similar messages
[65100.530570] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[65100.545239] Lustre: Skipped 145 previous similar messages
[65152.030899] Lustre: oak-OST0045: Client ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4) reconnecting
[65152.042196] Lustre: Skipped 160 previous similar messages
[65152.048256] Lustre: oak-OST0045: Connection restored to ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4)
[65152.059831] Lustre: Skipped 160 previous similar messages
[65152.720515] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056340 to 0x0:26056385
[65207.106932] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[65207.121635] Lustre: Skipped 48 previous similar messages
[65540.799334] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053611 to 0x0:25053633
[65665.289730] LustreError: 281329:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fca369050 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:1/0 lens 528/448 e 0 to 0 dl 1558259601 ref 1 fl Interpret:/2/0 rc 0/0
[65665.317583] LustreError: 281329:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 199 previous similar messages
[65709.327560] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[65709.342228] Lustre: Skipped 143 previous similar messages
[65754.319324] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[65754.329251] Lustre: Skipped 162 previous similar messages
[65754.335312] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[65754.343281] Lustre: Skipped 162 previous similar messages
[65754.349410] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056397 to 0x0:26056417
[65812.299980] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[65812.314401] Lustre: Skipped 49 previous similar messages
[66142.408065] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053647 to 0x0:25053665
[66282.144091] LustreError: 281378:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c9b8c3450 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:588/0 lens 488/432 e 0 to 0 dl 1558260188 ref 1 fl Interpret:/2/0 rc 0/0
[66282.172141] LustreError: 281378:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 202 previous similar messages
[66309.605353] md: md13: resync done.
[66311.514307] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[66311.528970] Lustre: Skipped 146 previous similar messages
[66354.672710] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[66354.682663] Lustre: Skipped 148 previous similar messages
[66354.688736] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[66354.696750] Lustre: Skipped 148 previous similar messages
[66354.702949] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056433 to 0x0:26056449
[66364.906466] md: md9: resync done.
[66366.817343] md: md23: resync done.
[66417.408642] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[66417.424317] Lustre: Skipped 49 previous similar messages
[66457.858685] md: md31: resync done.
[66567.687929] md: md47: resync done.
[66742.976743] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053674 to 0x0:25053697
[66883.858818] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c869a7450 x1631720785878800/t0(0) o3->5d640b8d-09d2-994d-3695-203706571954@10.9.104.62@o2ib4:450/0 lens 488/432 e 0 to 0 dl 1558260805 ref 1 fl Interpret:/2/0 rc 0/0
[66883.886896] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[66913.552020] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[66913.566694] Lustre: Skipped 145 previous similar messages
[66955.935709] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[66955.945618] Lustre: Skipped 158 previous similar messages
[66955.951661] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[66955.959628] Lustre: Skipped 158 previous similar messages
[66955.965792] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056460 to 0x0:26056481
[67066.262309] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[67066.276581] Lustre: Skipped 50 previous similar messages
[67344.857360] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053708 to 0x0:25053729
[67484.497389] LustreError: 281364:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c03dfb450 x1631536212116672/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:295/0 lens 8680/448 e 0 to 0 dl 1558261405 ref 1 fl Interpret:/2/0 rc 0/0
[67484.525663] LustreError: 281364:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 189 previous similar messages
[67521.038902] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[67521.053467] Lustre: Skipped 149 previous similar messages
[67556.440937] Lustre: oak-OST0049: Client aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4) reconnecting
[67556.452235] Lustre: Skipped 162 previous similar messages
[67556.458315] Lustre: oak-OST0049: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[67556.469875] Lustre: Skipped 162 previous similar messages
[67556.920049] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056495 to 0x0:26056513
[67675.865162] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[67675.879486] Lustre: Skipped 51 previous similar messages
[67945.715892] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053740 to 0x0:25053761
[68088.864936] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d29a48450 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:160/0 lens 8680/448 e 0 to 0 dl 1558262025 ref 1 fl Interpret:/2/0 rc 0/0
[68088.893083] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 191 previous similar messages
[68121.366238] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[68121.380897] Lustre: Skipped 143 previous similar messages
[68157.523049] Lustre: oak-OST0049: Client 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4) reconnecting
[68157.534448] Lustre: Skipped 153 previous similar messages
[68157.540506] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[68157.552163] Lustre: Skipped 153 previous similar messages
[68157.898634] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056526 to 0x0:26056545
[68276.583540] Lustre: oak-OST0045: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[68276.598012] Lustre: Skipped 47 previous similar messages
[68546.858473] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053777 to 0x0:25053793
[68707.803104] LustreError: 281201:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c49dd8850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:4/0 lens 488/432 e 0 to 0 dl 1558262624 ref 1 fl Interpret:/2/0 rc 0/0
[68707.830855] LustreError: 281201:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 203 previous similar messages
[68737.557346] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[68737.572009] Lustre: Skipped 146 previous similar messages
[68758.089846] Lustre: oak-OST0051: Client d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4) reconnecting
[68758.101123] Lustre: Skipped 154 previous similar messages
[68758.107174] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[68758.115242] Lustre: Skipped 154 previous similar messages
[68759.049118] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056557 to 0x0:26056577
[68887.194447] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[68887.208914] Lustre: Skipped 46 previous similar messages
[69152.499374] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053805 to 0x0:25053825
[69313.588761] LustreError: 281216:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c38ddb050 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:614/0 lens 2112/448 e 0 to 0 dl 1558263234 ref 1 fl Interpret:/2/0 rc 0/0
[69313.622008] LustreError: 281216:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 202 previous similar messages
[69341.033890] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[69341.048549] Lustre: Skipped 145 previous similar messages
[69359.889550] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[69359.899468] Lustre: Skipped 162 previous similar messages
[69359.905522] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[69359.913482] Lustre: Skipped 162 previous similar messages
[69359.919693] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056595 to 0x0:26056641
[69506.061635] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[69506.075912] Lustre: Skipped 50 previous similar messages
[69752.859516] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053844 to 0x0:25053889
[69916.123368] LustreError: 281381:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c1f802450 x1631591584146752/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:462/0 lens 488/432 e 0 to 0 dl 1558263837 ref 1 fl Interpret:/2/0 rc 0/0
[69916.151416] LustreError: 281381:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[69943.637477] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[69943.652153] Lustre: Skipped 150 previous similar messages
[69960.874200] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[69960.884154] Lustre: Skipped 162 previous similar messages
[69960.890210] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[69960.898179] Lustre: Skipped 162 previous similar messages
[69960.904369] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056650 to 0x0:26056673
[70108.043241] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[70108.057718] Lustre: Skipped 50 previous similar messages
[70355.556176] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053904 to 0x0:25053921
[70516.960851] LustreError: 281294:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c95c58450 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:308/0 lens 8680/448 e 0 to 0 dl 1558264438 ref 1 fl Interpret:/2/0 rc 0/0
[70516.988995] LustreError: 281294:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 195 previous similar messages
[70547.579090] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[70547.593655] Lustre: Skipped 147 previous similar messages
[70561.836388] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[70561.846327] Lustre: Skipped 155 previous similar messages
[70561.852418] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[70561.860405] Lustre: Skipped 155 previous similar messages
[70561.866618] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056683 to 0x0:26056705
[70708.382666] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[70708.397135] Lustre: Skipped 50 previous similar messages
[70955.820490] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053930 to 0x0:25053953
[71119.340358] LustreError: 281201:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c06530050 x1631602936977888/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:150/0 lens 4320/448 e 0 to 0 dl 1558265035 ref 1 fl Interpret:/2/0 rc 0/0
[71119.368500] LustreError: 281201:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 195 previous similar messages
[71147.834538] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[71147.849206] Lustre: Skipped 149 previous similar messages
[71162.287661] Lustre: oak-OST0051: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[71162.298832] Lustre: Skipped 156 previous similar messages
[71162.304872] Lustre: oak-OST0051: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[71162.316331] Lustre: Skipped 156 previous similar messages
[71162.837043] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056734 to 0x0:26056769
[71329.069897] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[71329.084369] Lustre: Skipped 48 previous similar messages
[71557.309054] Lustre: oak-OST0049: deleting orphan objects from 0x0:25053969 to 0x0:25053985
[71722.255913] LustreError: 281219:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c0a323050 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:3/0 lens 2112/448 e 0 to 0 dl 1558265643 ref 1 fl Interpret:/2/0 rc 0/0
[71722.283862] LustreError: 281219:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 196 previous similar messages
[71755.903311] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[71755.917974] Lustre: Skipped 144 previous similar messages
[71763.805257] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[71763.815168] Lustre: Skipped 160 previous similar messages
[71763.821212] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[71763.829180] Lustre: Skipped 160 previous similar messages
[71763.835344] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056792 to 0x0:26056833
[71934.541570] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[71934.557391] Lustre: Skipped 49 previous similar messages
[72157.773582] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054003 to 0x0:25054049
[72328.406609] LustreError: 77404:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c95c5e850 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:594/0 lens 488/432 e 0 to 0 dl 1558266234 ref 1 fl Interpret:/2/0 rc 0/0
[72328.434607] LustreError: 77404:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 202 previous similar messages
[72365.019865] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[72365.029779] Lustre: Skipped 161 previous similar messages
[72365.035891] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[72365.043886] Lustre: Skipped 161 previous similar messages
[72365.050099] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056850 to 0x0:26056865
[72365.462139] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[72365.476814] Lustre: Skipped 152 previous similar messages
[72550.093658] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[72550.108154] Lustre: Skipped 48 previous similar messages
[72761.718060] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054063 to 0x0:25054081
[72931.830208] LustreError: 281274:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c95c5cc50 x1631603075736144/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:445/0 lens 2992/448 e 0 to 0 dl 1558266840 ref 1 fl Interpret:H/2/0 rc 0/0
[72931.858449] LustreError: 281274:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[72966.253432] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[72966.263354] Lustre: Skipped 158 previous similar messages
[72966.269439] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[72966.277406] Lustre: Skipped 158 previous similar messages
[72966.283682] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056881 to 0x0:26056897
[72984.649358] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[72984.664049] Lustre: Skipped 155 previous similar messages
[73168.837904] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[73168.852187] Lustre: Skipped 50 previous similar messages
[73363.118725] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054106 to 0x0:25054145
[73532.318720] LustreError: 281298:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c17667c50 x1631536212116672/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:303/0 lens 8680/448 e 0 to 0 dl 1558267453 ref 1 fl Interpret:/2/0 rc 0/0
[73532.346763] LustreError: 281298:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 190 previous similar messages
[73567.070531] Lustre: oak-OST0051: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[73567.081820] Lustre: Skipped 156 previous similar messages
[73567.089997] Lustre: oak-OST0051: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[73567.103755] Lustre: Skipped 156 previous similar messages
[73567.229049] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056923 to 0x0:26056961
[73589.036999] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[73589.051659] Lustre: Skipped 150 previous similar messages
[73771.745491] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[73771.759995] Lustre: Skipped 50 previous similar messages
[73964.871169] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054162 to 0x0:25054177
[74145.182659] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883cfde6cc50 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:157/0 lens 680/448 e 0 to 0 dl 1558268062 ref 1 fl Interpret:/2/0 rc 0/0
[74145.210611] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 199 previous similar messages
[74167.406024] Lustre: oak-OST003b: Client 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6) reconnecting
[74167.417299] Lustre: Skipped 153 previous similar messages
[74167.423362] Lustre: oak-OST003b: Connection restored to  (at 10.8.1.28@o2ib6)
[74167.431332] Lustre: Skipped 153 previous similar messages
[74168.173738] Lustre: oak-OST0051: deleting orphan objects from 0x0:26056980 to 0x0:26057025
[74195.385759] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[74195.385760] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[74195.385763] Lustre: Skipped 144 previous similar messages
[74195.421132] Lustre: Skipped 4 previous similar messages
[74389.329678] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[74389.343952] Lustre: Skipped 49 previous similar messages
[74568.109890] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054189 to 0x0:25054209
[74745.361169] LustreError: 281317:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c34f15850 x1631603075736144/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:748/0 lens 2992/448 e 0 to 0 dl 1558268653 ref 1 fl Interpret:H/2/0 rc 0/0
[74745.389451] LustreError: 281317:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 204 previous similar messages
[74769.007823] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[74769.017738] Lustre: Skipped 165 previous similar messages
[74769.023820] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[74769.031788] Lustre: Skipped 165 previous similar messages
[74769.037961] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057049 to 0x0:26057089
[74798.641366] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[74798.656127] Lustre: Skipped 139 previous similar messages
[74992.611257] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[74992.625724] Lustre: Skipped 50 previous similar messages
[75172.361452] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054220 to 0x0:25054241
[75346.559653] LustreError: 281342:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c34f14850 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:622/0 lens 528/448 e 0 to 0 dl 1558269282 ref 1 fl Interpret:/2/0 rc 0/0
[75346.587730] LustreError: 281342:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 200 previous similar messages
[75370.214645] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[75370.224615] Lustre: Skipped 162 previous similar messages
[75370.230708] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[75370.238689] Lustre: Skipped 162 previous similar messages
[75370.244886] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057109 to 0x0:26057153
[75405.207077] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[75405.221737] Lustre: Skipped 150 previous similar messages
[75609.585427] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[75609.599745] Lustre: Skipped 50 previous similar messages
[75775.761035] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054264 to 0x0:25054305
[75952.910407] LustreError: 281298:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c17663450 x1631750831545088/t0(0) o4->44f95c12-7495-5c2a-f528-3592173661d9@10.8.20.28@o2ib6:459/0 lens 552/448 e 0 to 0 dl 1558269874 ref 1 fl Interpret:/2/0 rc 0/0
[75952.938463] LustreError: 281298:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 192 previous similar messages
[75971.126799] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[75971.136710] Lustre: Skipped 155 previous similar messages
[75971.142767] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[75971.150731] Lustre: Skipped 155 previous similar messages
[75971.156860] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057172 to 0x0:26057217
[76009.896759] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[76009.911418] Lustre: Skipped 153 previous similar messages
[76213.195994] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[76213.210463] Lustre: Skipped 47 previous similar messages
[76376.745508] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054316 to 0x0:25054337
[76553.466872] LustreError: 281119:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8a0aa050 x1631603075736128/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:291/0 lens 2864/448 e 0 to 0 dl 1558270461 ref 1 fl Interpret:H/2/0 rc 0/0
[76553.495108] LustreError: 281119:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 195 previous similar messages
[76571.986298] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[76571.996215] Lustre: Skipped 155 previous similar messages
[76572.002265] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[76572.010238] Lustre: Skipped 155 previous similar messages
[76572.016471] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057235 to 0x0:26057281
[76615.560393] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[76615.575061] Lustre: Skipped 149 previous similar messages
[76813.764471] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[76813.778937] Lustre: Skipped 49 previous similar messages
[76977.449960] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054352 to 0x0:25054369
[77155.147404] LustreError: 281270:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c556af450 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:151/0 lens 2112/448 e 0 to 0 dl 1558271076 ref 1 fl Interpret:/2/0 rc 0/0
[77155.175569] LustreError: 281270:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 201 previous similar messages
[77173.487815] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[77173.497739] Lustre: Skipped 163 previous similar messages
[77173.503798] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[77173.511786] Lustre: Skipped 163 previous similar messages
[77173.517926] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057295 to 0x0:26057313
[77220.898088] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[77220.912749] Lustre: Skipped 145 previous similar messages
[77428.570546] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[77428.584921] Lustre: Skipped 49 previous similar messages
[77578.154448] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054380 to 0x0:25054401
[77767.179337] LustreError: 278415:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c556a9450 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:748/0 lens 488/432 e 0 to 0 dl 1558271673 ref 1 fl Interpret:/2/0 rc 0/0
[77767.207394] LustreError: 278415:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[77774.472300] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[77774.482237] Lustre: Skipped 158 previous similar messages
[77774.488282] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[77774.496273] Lustre: Skipped 158 previous similar messages
[77774.502416] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057324 to 0x0:26057345
[77821.509581] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[77821.524246] Lustre: Skipped 142 previous similar messages
[78033.959243] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[78033.973613] Lustre: Skipped 51 previous similar messages
[78179.547046] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054415 to 0x0:25054433
[78367.716823] LustreError: 281152:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c86db5050 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:608/0 lens 512/448 e 0 to 0 dl 1558272288 ref 1 fl Interpret:/2/0 rc 0/0
[78367.744870] LustreError: 281152:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 196 previous similar messages
[78375.777123] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[78375.787061] Lustre: Skipped 152 previous similar messages
[78375.793127] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[78375.801127] Lustre: Skipped 152 previous similar messages
[78375.807435] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057354 to 0x0:26057377
[78430.537378] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[78430.552120] Lustre: Skipped 146 previous similar messages
[78638.392858] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[78638.407229] Lustre: Skipped 49 previous similar messages
[78780.923435] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054449 to 0x0:25054465
[78975.973580] LustreError: 77404:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c51d5a050 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:476/0 lens 8680/448 e 0 to 0 dl 1558272911 ref 1 fl Interpret:/2/0 rc 0/0
[78976.001719] LustreError: 77404:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 191 previous similar messages
[78976.313177] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[78976.323102] Lustre: Skipped 150 previous similar messages
[78976.329174] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[78976.337202] Lustre: Skipped 150 previous similar messages
[78976.343377] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057390 to 0x0:26057409
[79035.081953] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[79035.096619] Lustre: Skipped 144 previous similar messages
[79242.834471] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[79242.848940] Lustre: Skipped 49 previous similar messages
[79382.537415] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054476 to 0x0:25054497
[79577.425778] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[79577.435748] Lustre: Skipped 157 previous similar messages
[79577.441829] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[79577.449869] Lustre: Skipped 157 previous similar messages
[79577.456071] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057419 to 0x0:26057441
[79577.651292] LustreError: 281211:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8f64c850 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:323/0 lens 528/448 e 0 to 0 dl 1558273513 ref 1 fl Interpret:/2/0 rc 0/0
[79577.679534] LustreError: 281211:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 189 previous similar messages
[79636.999458] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[79637.014273] Lustre: Skipped 142 previous similar messages
[79848.818130] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[79848.832505] Lustre: Skipped 47 previous similar messages
[79984.460474] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054507 to 0x0:25054529
[80178.730354] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[80178.740272] Lustre: Skipped 157 previous similar messages
[80178.746354] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[80178.754347] Lustre: Skipped 157 previous similar messages
[80178.760537] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057458 to 0x0:26057473
[80182.211629] LustreError: 281334:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c780c4c50 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:158/0 lens 2112/448 e 0 to 0 dl 1558274103 ref 1 fl Interpret:/2/0 rc 0/0
[80182.240749] LustreError: 281334:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 193 previous similar messages
[80238.612958] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[80238.627703] Lustre: Skipped 141 previous similar messages
[80453.507717] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[80453.522093] Lustre: Skipped 50 previous similar messages
[80586.597055] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054547 to 0x0:25054593
[80779.516719] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[80779.526659] Lustre: Skipped 155 previous similar messages
[80779.532736] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[80779.540705] Lustre: Skipped 155 previous similar messages
[80779.546888] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057483 to 0x0:26057505
[80787.719321] LustreError: 281314:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c47a9ec50 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:23/0 lens 8680/448 e 0 to 0 dl 1558274723 ref 1 fl Interpret:/2/0 rc 0/0
[80787.747394] LustreError: 281314:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 200 previous similar messages
[80839.292426] Lustre: oak-OST0051: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[80839.306990] Lustre: Skipped 137 previous similar messages
[81058.235333] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[81058.249732] Lustre: Skipped 49 previous similar messages
[81187.533478] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054605 to 0x0:25054625
[81379.928890] Lustre: oak-OST005d: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[81379.940184] Lustre: Skipped 150 previous similar messages
[81379.946245] Lustre: oak-OST005d: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[81379.957815] Lustre: Skipped 150 previous similar messages
[81380.379410] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057517 to 0x0:26057537
[81390.149849] LustreError: 281375:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d22e83450 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:611/0 lens 8680/448 e 0 to 0 dl 1558275311 ref 1 fl Interpret:/2/0 rc 0/0
[81390.177993] LustreError: 281375:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 193 previous similar messages
[81444.147050] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[81444.161740] Lustre: Skipped 147 previous similar messages
[81663.925037] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[81663.939417] Lustre: Skipped 51 previous similar messages
[81668.486340] LustreError: 281191:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff883d2f428050 x1631605500449776/t0(0) o3->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:152/0 lens 488/432 e 0 to 0 dl 1558275607 ref 1 fl Interpret:/0/0 rc 0/0
[81668.513513] LustreError: 281191:0:(ldlm_lib.c:3199:target_bulk_io()) Skipped 3 previous similar messages
[81791.687075] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054643 to 0x0:25054689
[81981.533671] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[81981.543587] Lustre: Skipped 154 previous similar messages
[81981.549634] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[81981.557609] Lustre: Skipped 154 previous similar messages
[81981.563827] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057552 to 0x0:26057569
[81995.111507] LustreError: 281381:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d2f429050 x1631603075736128/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:447/0 lens 2864/448 e 0 to 0 dl 1558275902 ref 1 fl Interpret:H/2/0 rc 0/0
[81995.139776] LustreError: 281381:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 192 previous similar messages
[82056.748067] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[82056.762745] Lustre: Skipped 144 previous similar messages
[82264.610523] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[82264.625003] Lustre: Skipped 50 previous similar messages
[82392.342511] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054702 to 0x0:25054721
[82582.492256] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[82582.502181] Lustre: Skipped 155 previous similar messages
[82582.508222] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[82582.516188] Lustre: Skipped 155 previous similar messages
[82582.522433] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057578 to 0x0:26057601
[82603.508356] LustreError: 281233:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d2f42c850 x1631536212116736/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:314/0 lens 8680/448 e 0 to 0 dl 1558276524 ref 1 fl Interpret:/2/0 rc 0/0
[82603.536409] LustreError: 281233:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 187 previous similar messages
[82667.800983] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[82667.815696] Lustre: Skipped 151 previous similar messages
[82865.883065] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[82865.897531] Lustre: Skipped 48 previous similar messages
[82993.327142] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054732 to 0x0:25054753
[83183.455787] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[83183.465742] Lustre: Skipped 155 previous similar messages
[83183.471868] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[83183.479840] Lustre: Skipped 155 previous similar messages
[83183.486057] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057613 to 0x0:26057633
[83206.857958] LustreError: 281233:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c86db6450 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:147/0 lens 488/432 e 0 to 0 dl 1558277112 ref 1 fl Interpret:/2/0 rc 0/0
[83206.885993] LustreError: 281233:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[83273.979667] Lustre: oak-OST004f: Bulk IO write error with 77799da5-36ad-442e-f9ad-e6f91aca0e72 (at 10.9.115.2@o2ib4), client will retry: rc = -110
[83273.994341] Lustre: Skipped 139 previous similar messages
[83478.869064] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[83478.883443] Lustre: Skipped 51 previous similar messages
[83594.599614] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054765 to 0x0:25054785
[83784.685238] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[83784.695162] Lustre: Skipped 151 previous similar messages
[83784.701255] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[83784.709233] Lustre: Skipped 151 previous similar messages
[83784.715478] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057642 to 0x0:26057665
[83807.705389] LustreError: 281237:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c88d77c50 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:23/0 lens 528/448 e 0 to 0 dl 1558277743 ref 1 fl Interpret:/2/0 rc 0/0
[83807.733347] LustreError: 281237:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 198 previous similar messages
[83874.645177] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[83874.659855] Lustre: Skipped 141 previous similar messages
[84084.197761] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[84084.212134] Lustre: Skipped 49 previous similar messages
[84197.689174] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054800 to 0x0:25054817
[84385.621789] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[84385.631729] Lustre: Skipped 152 previous similar messages
[84385.637806] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[84385.645774] Lustre: Skipped 152 previous similar messages
[84385.652059] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057682 to 0x0:26057697
[84408.224939] LustreError: 281241:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c23e7e450 x1631591584136816/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:609/0 lens 488/432 e 0 to 0 dl 1558278329 ref 1 fl Interpret:/2/0 rc 0/0
[84408.252988] LustreError: 281241:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[84475.786710] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[84475.801478] Lustre: Skipped 143 previous similar messages
[84688.636433] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[84688.651159] Lustre: Skipped 51 previous similar messages
[84800.064822] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054844 to 0x0:25054881
[84986.456166] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[84986.466094] Lustre: Skipped 158 previous similar messages
[84986.472181] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[84986.480145] Lustre: Skipped 158 previous similar messages
[84986.486319] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057719 to 0x0:26057761
[85008.540430] LustreError: 278415:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c23e7bc50 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:454/0 lens 8680/448 e 0 to 0 dl 1558278929 ref 1 fl Interpret:/2/0 rc 0/0
[85008.568836] LustreError: 278415:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 189 previous similar messages
[85076.640220] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[85076.654902] Lustre: Skipped 147 previous similar messages
[85290.359955] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[85290.374445] Lustre: Skipped 45 previous similar messages
[85400.873212] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054887 to 0x0:25054913
[85587.480633] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[85587.490575] Lustre: Skipped 158 previous similar messages
[85587.496651] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[85587.504620] Lustre: Skipped 158 previous similar messages
[85587.510800] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057784 to 0x0:26057825
[85616.317194] LustreError: 281317:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c86ae7450 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:303/0 lens 488/432 e 0 to 0 dl 1558279533 ref 1 fl Interpret:/2/0 rc 0/0
[85616.345052] LustreError: 281317:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 192 previous similar messages
[85677.908713] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[85677.923277] Lustre: Skipped 142 previous similar messages
[85892.852492] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[85892.866960] Lustre: Skipped 50 previous similar messages
[86001.297691] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054926 to 0x0:25054945
[86187.994416] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[86188.005684] Lustre: Skipped 150 previous similar messages
[86188.011726] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[86188.023279] Lustre: Skipped 150 previous similar messages
[86188.425319] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057835 to 0x0:26057857
[86226.819066] LustreError: 281266:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d4b69b050 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:158/0 lens 680/448 e 0 to 0 dl 1558280143 ref 1 fl Interpret:/2/0 rc 0/0
[86226.847025] LustreError: 281266:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 199 previous similar messages
[86288.033537] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[86288.048205] Lustre: Skipped 144 previous similar messages
[86503.400364] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[86503.414733] Lustre: Skipped 49 previous similar messages
[86602.450105] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054961 to 0x0:25054977
[86788.817570] Lustre: oak-OST004f: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[86788.828744] Lustre: Skipped 152 previous similar messages
[86788.834788] Lustre: oak-OST004f: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[86788.846247] Lustre: Skipped 152 previous similar messages
[86789.409912] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057878 to 0x0:26057921
[86836.904909] LustreError: 281152:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883cfe4e0c50 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:13/0 lens 488/432 e 0 to 0 dl 1558280753 ref 1 fl Interpret:/2/0 rc 0/0
[86836.932714] LustreError: 281152:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 193 previous similar messages
[86888.863044] Lustre: oak-OST004f: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[86888.877618] Lustre: Skipped 141 previous similar messages
[87108.961019] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[87108.975390] Lustre: Skipped 51 previous similar messages
[87203.378759] Lustre: oak-OST0049: deleting orphan objects from 0x0:25054989 to 0x0:25055009
[87390.592240] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[87390.602159] Lustre: Skipped 152 previous similar messages
[87390.608273] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[87390.616235] Lustre: Skipped 152 previous similar messages
[87390.622435] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057938 to 0x0:26057953
[87437.140368] LustreError: 281219:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d5e672c50 x1631603075736144/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:604/0 lens 2992/448 e 0 to 0 dl 1558281344 ref 1 fl Interpret:H/2/0 rc 0/0
[87437.168626] LustreError: 281219:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[87491.982656] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[87491.997315] Lustre: Skipped 140 previous similar messages
[87714.290757] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[87714.305129] Lustre: Skipped 49 previous similar messages
[87804.987223] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055022 to 0x0:25055041
[87991.193756] Lustre: oak-OST0053: Client 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6) reconnecting
[87991.204925] Lustre: Skipped 153 previous similar messages
[87991.210961] Lustre: oak-OST0053: Connection restored to  (at 10.8.1.29@o2ib6)
[87991.218965] Lustre: Skipped 153 previous similar messages
[87991.577290] Lustre: oak-OST0051: deleting orphan objects from 0x0:26057969 to 0x0:26057985
[88037.196833] LustreError: 281343:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883ca120fc50 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:462/0 lens 488/432 e 0 to 0 dl 1558281957 ref 1 fl Interpret:/2/0 rc 0/0
[88037.225087] LustreError: 281343:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 186 previous similar messages
[88116.302095] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[88116.316756] Lustre: Skipped 143 previous similar messages
[88315.321201] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[88315.335676] Lustre: Skipped 48 previous similar messages
[88405.699869] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055070 to 0x0:25055105
[88443.387736] Lustre: oak-OST0033: haven't heard from client 7cb86372-2b8a-7265-d132-62394f4818dc (at 10.8.9.8@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881c55954c00, cur 1558282339 expire 1558282189 last 1558282112
[88443.411855] Lustre: Skipped 23 previous similar messages
[88592.794577] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[88592.804512] Lustre: Skipped 153 previous similar messages
[88592.810560] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[88592.818536] Lustre: Skipped 177 previous similar messages
[88592.824746] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058011 to 0x0:26058049
[88648.024769] LustreError: 281238:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881d21bdd850 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:303/0 lens 488/432 e 0 to 0 dl 1558282553 ref 1 fl Interpret:/2/0 rc 0/0
[88648.052847] LustreError: 281238:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 187 previous similar messages
[88723.463827] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[88723.478493] Lustre: Skipped 151 previous similar messages
[88916.149998] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[88916.164302] Lustre: Skipped 47 previous similar messages
[89009.372624] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055135 to 0x0:25055169
[89193.115840] Lustre: oak-OST0053: Client a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4) reconnecting
[89193.127209] Lustre: Skipped 152 previous similar messages
[89193.133281] Lustre: oak-OST0053: Connection restored to a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4)
[89193.144935] Lustre: Skipped 152 previous similar messages
[89193.898238] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058087 to 0x0:26058113
[89248.113261] LustreError: 281328:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8a1f3050 x1631602936977888/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:158/0 lens 4320/448 e 0 to 0 dl 1558283163 ref 1 fl Interpret:/2/0 rc 0/0
[89248.141410] LustreError: 281328:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[89326.288467] Lustre: oak-OST004f: Bulk IO write error with 77799da5-36ad-442e-f9ad-e6f91aca0e72 (at 10.9.115.2@o2ib4), client will retry: rc = -110
[89326.303129] Lustre: Skipped 137 previous similar messages
[89525.979727] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[89525.993999] Lustre: Skipped 49 previous similar messages
[89610.329009] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055191 to 0x0:25055233
[89794.626805] Lustre: oak-OST0059: Client f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4) reconnecting
[89794.638198] Lustre: Skipped 151 previous similar messages
[89794.644250] Lustre: oak-OST0059: Connection restored to f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4)
[89794.655906] Lustre: Skipped 151 previous similar messages
[89795.077676] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058128 to 0x0:26058145
[89868.928681] LustreError: 278411:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881d21bda050 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:14/0 lens 488/432 e 0 to 0 dl 1558283774 ref 1 fl Interpret:/2/0 rc 0/0
[89868.956639] LustreError: 278411:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 197 previous similar messages
[89929.784200] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[89929.798862] Lustre: Skipped 144 previous similar messages
[90134.262611] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[90134.276985] Lustre: Skipped 51 previous similar messages
[90211.029545] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055255 to 0x0:25055297
[90395.314743] Lustre: oak-OST0049: Client aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4) reconnecting
[90395.326026] Lustre: Skipped 155 previous similar messages
[90395.332099] Lustre: oak-OST0049: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[90395.343661] Lustre: Skipped 155 previous similar messages
[90395.811415] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058178 to 0x0:26058209
[90471.656335] LustreError: 281208:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c041ce850 x1632823593908928/t0(0) o4->abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4@10.8.17.3@o2ib6:632/0 lens 2264/448 e 0 to 0 dl 1558284392 ref 1 fl Interpret:/2/0 rc 0/0
[90471.684405] LustreError: 281208:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[90538.252083] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[90538.266767] Lustre: Skipped 137 previous similar messages
[90738.502344] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[90738.516717] Lustre: Skipped 49 previous similar messages
[90812.262276] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055321 to 0x0:25055361
[90995.580633] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[90995.592020] Lustre: Skipped 154 previous similar messages
[90995.598071] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[90995.609736] Lustre: Skipped 154 previous similar messages
[90996.653695] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058255 to 0x0:26058273
[91081.576358] LustreError: 277134:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fef6b3050 x1631750831545088/t0(0) o4->44f95c12-7495-5c2a-f528-3592173661d9@10.8.20.28@o2ib6:487/0 lens 552/448 e 0 to 0 dl 1558285002 ref 1 fl Interpret:/2/0 rc 0/0
[91081.604431] LustreError: 277134:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 191 previous similar messages
[91139.651754] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[91139.666446] Lustre: Skipped 145 previous similar messages
[91339.211949] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[91339.226417] Lustre: Skipped 48 previous similar messages
[91414.255858] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055380 to 0x0:25055425
[91597.716066] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[91597.725984] Lustre: Skipped 154 previous similar messages
[91597.732075] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[91597.740048] Lustre: Skipped 154 previous similar messages
[91597.746243] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058301 to 0x0:26058337
[91686.961140] LustreError: 281188:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fea2cb050 x1631545982496880/t0(0) o4->a4293a38-41d9-60ad-5738-a3b56ad3dea2@10.9.102.29@o2ib4:337/0 lens 8680/448 e 0 to 0 dl 1558285607 ref 1 fl Interpret:/2/0 rc 0/0
[91686.989381] LustreError: 281188:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 192 previous similar messages
[91739.681317] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[91739.696001] Lustre: Skipped 145 previous similar messages
[91944.784705] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[91944.799173] Lustre: Skipped 47 previous similar messages
[92014.807323] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055449 to 0x0:25055489
[92199.220954] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[92199.230866] Lustre: Skipped 149 previous similar messages
[92199.236924] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[92199.244889] Lustre: Skipped 149 previous similar messages
[92199.251097] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058356 to 0x0:26058401
[92291.953750] LustreError: 281314:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d4ef76450 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:187/0 lens 2112/448 e 0 to 0 dl 1558286212 ref 1 fl Interpret:/2/0 rc 0/0
[92291.981947] LustreError: 281314:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 190 previous similar messages
[92342.107794] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[92342.122458] Lustre: Skipped 143 previous similar messages
[92554.338474] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[92554.352870] Lustre: Skipped 51 previous similar messages
[92615.791750] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055522 to 0x0:25055553
[92800.013967] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[92800.025283] Lustre: Skipped 158 previous similar messages
[92800.028811] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[92800.028812] Lustre: Skipped 158 previous similar messages
[92800.028928] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058443 to 0x0:26058465
[92900.058208] LustreError: 281196:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c29880050 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:55/0 lens 8680/448 e 0 to 0 dl 1558286835 ref 1 fl Interpret:/2/0 rc 0/0
[92900.086304] LustreError: 281196:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 200 previous similar messages
[92947.884218] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[92947.899019] Lustre: Skipped 139 previous similar messages
[93158.770812] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[93158.785188] Lustre: Skipped 49 previous similar messages
[93216.727978] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055590 to 0x0:25055617
[93400.204614] Lustre: oak-OST003b: Client b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4) reconnecting
[93400.215926] Lustre: Skipped 155 previous similar messages
[93400.222006] Lustre: oak-OST003b: Connection restored to  (at 10.9.115.1@o2ib4)
[93400.230075] Lustre: Skipped 156 previous similar messages
[93401.013429] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058491 to 0x0:26058529
[93500.291690] LustreError: 281301:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d4e894850 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:640/0 lens 512/448 e 0 to 0 dl 1558287420 ref 1 fl Interpret:/2/0 rc 0/0
[93500.319733] LustreError: 281301:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 194 previous similar messages
[93548.209654] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[93548.224315] Lustre: Skipped 142 previous similar messages
[93764.098293] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[93764.112666] Lustre: Skipped 51 previous similar messages
[93818.072148] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055652 to 0x0:25055681
[94000.798131] Lustre: oak-OST0051: Client d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4) reconnecting
[94000.809609] Lustre: Skipped 152 previous similar messages
[94000.815703] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[94000.823783] Lustre: Skipped 152 previous similar messages
[94002.250691] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058559 to 0x0:26058593
[94100.846926] LustreError: 281272:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fe8827850 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:501/0 lens 528/448 e 0 to 0 dl 1558288036 ref 1 fl Interpret:/2/0 rc 0/0
[94100.874998] LustreError: 281272:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 189 previous similar messages
[94155.585169] Lustre: oak-OST0053: Bulk IO write error with 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6), client will retry: rc = -110
[94155.599733] Lustre: Skipped 143 previous similar messages
[94364.225643] Lustre: oak-OST0045: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[94364.240108] Lustre: Skipped 47 previous similar messages
[94419.464829] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055713 to 0x0:25055745
[94602.982056] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[94602.991964] Lustre: Skipped 149 previous similar messages
[94602.998022] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[94603.005989] Lustre: Skipped 149 previous similar messages
[94603.012166] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058620 to 0x0:26058657
[94703.527374] LustreError: 281272:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d4e896c50 x1631536212116736/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:333/0 lens 8680/448 e 0 to 0 dl 1558288623 ref 1 fl Interpret:/2/0 rc 0/0
[94703.555425] LustreError: 281272:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 189 previous similar messages
[94757.463611] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[94757.478254] Lustre: Skipped 143 previous similar messages
[94967.905118] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[94967.919437] Lustre: Skipped 46 previous similar messages
[95020.545122] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055764 to 0x0:25055809
[95204.038682] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[95204.048618] Lustre: Skipped 155 previous similar messages
[95204.054704] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[95204.062933] Lustre: Skipped 155 previous similar messages
[95204.069258] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058685 to 0x0:26058721
[95308.226943] LustreError: 281422:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c58291c50 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:168/0 lens 488/432 e 0 to 0 dl 1558289213 ref 1 fl Interpret:/2/0 rc 0/0
[95308.255018] LustreError: 281422:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 193 previous similar messages
[95368.192409] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[95368.207074] Lustre: Skipped 143 previous similar messages
[95513.833288] Lustre: 275168:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558289402/real 1558289402]  req@ffff883a91008600 x1633885484341808/t0(0) o106->oak-OST004f@10.9.115.2@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558289409 ref 1 fl Rpc:X/0/ffffffff rc 0/-1
[95513.863892] Lustre: 275168:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 5 previous similar messages
[95534.867116] Lustre: 281228:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558289423/real 1558289423]  req@ffff88005e6f4b00 x1633885484341824/t0(0) o106->oak-OST004f@10.9.115.2@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558289430 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[95534.897688] Lustre: 281228:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 9 previous similar messages
[95569.877554] Lustre: 275168:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558289458/real 1558289458]  req@ffff883a91008600 x1633885484341808/t0(0) o106->oak-OST004f@10.9.115.2@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558289465 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[95569.908147] Lustre: 275168:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 13 previous similar messages
[95579.498965] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[95579.514646] Lustre: Skipped 51 previous similar messages
[95621.383479] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055849 to 0x0:25055873
[95633.926156] Lustre: 275094:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558289522/real 1558289522]  req@ffff88003beead00 x1633885484351488/t0(0) o106->oak-OST004f@10.9.115.2@o2ib4:15/16 lens 296/280 e 0 to 1 dl 1558289529 ref 1 fl Rpc:X/0/ffffffff rc 0/-1
[95633.956722] Lustre: 275094:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 56 previous similar messages
[95698.685551] Lustre: oak-OST004f: haven't heard from client 77799da5-36ad-442e-f9ad-e6f91aca0e72 (at 10.9.115.2@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c89477000, cur 1558289594 expire 1558289444 last 1558289367
[95698.709862] Lustre: Skipped 23 previous similar messages
[95805.328781] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[95805.338695] Lustre: Skipped 158 previous similar messages
[95805.344747] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[95805.352734] Lustre: Skipped 158 previous similar messages
[95805.358905] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058774 to 0x0:26058817
[95919.799745] LustreError: 281272:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c33ec2050 x1631555087484320/t0(0) o4->ff76fa22-9ee3-1343-b911-ce5720bba2a6@10.9.112.8@o2ib4:55/0 lens 8680/448 e 0 to 0 dl 1558289855 ref 1 fl Interpret:/2/0 rc 0/0
[95919.827803] LustreError: 281272:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 196 previous similar messages
[95972.169886] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[95972.184564] Lustre: Skipped 143 previous similar messages
[96184.196563] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[96184.210977] Lustre: Skipped 48 previous similar messages
[96224.777947] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055896 to 0x0:25055937
[96405.935539] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[96405.945476] Lustre: Skipped 149 previous similar messages
[96405.951521] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[96405.959488] Lustre: Skipped 149 previous similar messages
[96405.965633] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058841 to 0x0:26058881
[96523.550285] LustreError: 281197:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cf05a6850 x1632823593908928/t0(0) o4->abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4@10.8.17.3@o2ib6:643/0 lens 2264/448 e 0 to 0 dl 1558290443 ref 1 fl Interpret:/2/0 rc 0/0
[96523.578332] LustreError: 281197:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 195 previous similar messages
[96581.801683] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[96581.816347] Lustre: Skipped 139 previous similar messages
[96788.916033] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[96788.930640] Lustre: Skipped 50 previous similar messages
[96828.554429] Lustre: oak-OST0049: deleting orphan objects from 0x0:25055962 to 0x0:25056001
[97006.538431] Lustre: oak-OST0037: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[97006.549743] Lustre: Skipped 150 previous similar messages
[97006.555816] Lustre: oak-OST0037: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[97006.567393] Lustre: Skipped 150 previous similar messages
[97007.490684] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058914 to 0x0:26058945
[97128.625772] LustreError: 281309:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c24831c50 x1631602937005968/t0(0) o3->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:488/0 lens 488/432 e 0 to 0 dl 1558291043 ref 1 fl Interpret:/2/0 rc 0/0
[97128.653786] LustreError: 281309:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 188 previous similar messages
[97198.668630] Lustre: oak-OST0049: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[97198.683308] Lustre: Skipped 147 previous similar messages
[97388.986393] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[97389.000860] Lustre: Skipped 47 previous similar messages
[97429.234871] Lustre: oak-OST0049: deleting orphan objects from 0x0:25056030 to 0x0:25056065
[97552.225775] LustreError: 281262:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff883c8a0aa050 x1631605509793296/t0(0) o3->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:144/0 lens 488/432 e 0 to 0 dl 1558291454 ref 1 fl Interpret:/0/0 rc 0/0
[97608.249962] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[97608.259875] Lustre: Skipped 151 previous similar messages
[97608.265919] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[97608.273885] Lustre: Skipped 151 previous similar messages
[97608.280039] Lustre: oak-OST0051: deleting orphan objects from 0x0:26058972 to 0x0:26059009
[97729.778183] LustreError: 281196:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883bfa47b850 x1631536212116672/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:340/0 lens 8680/448 e 0 to 0 dl 1558291650 ref 1 fl Interpret:/2/0 rc 0/0
[97729.806232] LustreError: 281196:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 181 previous similar messages
[97798.730980] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[97798.745912] Lustre: Skipped 144 previous similar messages
[97994.937962] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[97994.953136] Lustre: Skipped 49 previous similar messages
[98030.203194] Lustre: oak-OST0049: deleting orphan objects from 0x0:25056096 to 0x0:25056129
[98209.328685] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[98209.338603] Lustre: Skipped 151 previous similar messages
[98209.344659] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[98209.352627] Lustre: Skipped 151 previous similar messages
[98209.358809] Lustre: oak-OST0051: deleting orphan objects from 0x0:26059035 to 0x0:26059073
[98331.876640] LustreError: 281274:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fe9118050 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:202/0 lens 528/448 e 0 to 0 dl 1558292267 ref 1 fl Interpret:/2/0 rc 0/0
[98331.904683] LustreError: 281274:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 186 previous similar messages
[98408.327742] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[98408.342407] Lustre: Skipped 132 previous similar messages
[98605.317763] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[98605.332131] Lustre: Skipped 48 previous similar messages
[98632.003766] Lustre: oak-OST0049: deleting orphan objects from 0x0:25056155 to 0x0:25056193
[98810.496970] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[98810.507342] Lustre: Skipped 147 previous similar messages
[98810.513432] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[98810.521668] Lustre: Skipped 147 previous similar messages
[98810.527838] Lustre: oak-OST0051: deleting orphan objects from 0x0:26059095 to 0x0:26059137
[98942.928504] LustreError: 281362:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c8195c450 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:39/0 lens 488/432 e 0 to 0 dl 1558292859 ref 1 fl Interpret:/2/0 rc 0/0
[98942.956317] LustreError: 281362:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 191 previous similar messages
[99012.968371] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[99012.983034] Lustre: Skipped 136 previous similar messages
[99210.646433] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[99210.662528] Lustre: Skipped 50 previous similar messages
[99232.940159] Lustre: oak-OST0049: deleting orphan objects from 0x0:25056215 to 0x0:25056257
[99411.364296] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[99411.374237] Lustre: Skipped 147 previous similar messages
[99411.380306] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[99411.388274] Lustre: Skipped 147 previous similar messages
[99411.394462] Lustre: oak-OST0051: deleting orphan objects from 0x0:26059177 to 0x0:26059201
[99548.002172] LustreError: 281156:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c89adcc50 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:663/0 lens 8680/448 e 0 to 0 dl 1558293483 ref 1 fl Interpret:/2/0 rc 0/0
[99548.030330] LustreError: 281156:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 186 previous similar messages
[99618.103058] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[99618.119322] Lustre: Skipped 130 previous similar messages
[99814.888094] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[99814.902477] Lustre: Skipped 49 previous similar messages
[99834.916617] Lustre: oak-OST0049: deleting orphan objects from 0x0:25056283 to 0x0:25056321
[100012.347794] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[100012.357824] Lustre: Skipped 138 previous similar messages
[100012.363971] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[100012.372073] Lustre: Skipped 138 previous similar messages
[100012.378410] Lustre: oak-OST0051: deleting orphan objects from 0x0:26059228 to 0x0:26059265
[100153.394986] LustreError: 281208:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c04bec050 x1631603075736128/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:485/0 lens 2864/448 e 0 to 0 dl 1558294060 ref 1 fl Interpret:H/2/0 rc 0/0
[100153.423335] LustreError: 281208:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 185 previous similar messages
[100239.316487] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[100239.331238] Lustre: Skipped 138 previous similar messages
[100417.701770] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[100417.716350] Lustre: Skipped 46 previous similar messages
[100438.125327] Lustre: oak-OST0049: deleting orphan objects from 0x0:25056392 to 0x0:25056417
[100614.219348] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[100614.229611] Lustre: Skipped 152 previous similar messages
[100614.235828] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[100614.244417] Lustre: Skipped 152 previous similar messages
[100614.250734] Lustre: oak-OST0051: deleting orphan objects from 0x0:26059358 to 0x0:26059393
[100754.652532] LustreError: 281101:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883ffa8bac50 x1631536212116672/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:344/0 lens 8680/448 e 0 to 0 dl 1558294674 ref 1 fl Interpret:/2/0 rc 0/0
[100754.680692] LustreError: 281101:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 184 previous similar messages
[100845.325278] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[100845.340040] Lustre: Skipped 144 previous similar messages
[101017.878358] Lustre: oak-OST0053: Bulk IO read error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc -110
[101017.892860] Lustre: Skipped 49 previous similar messages
[101039.541889] Lustre: oak-OST0049: deleting orphan objects from 0x0:25056488 to 0x0:25056513
[101215.294845] Lustre: oak-OST0045: Client ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4) reconnecting
[101215.306215] Lustre: Skipped 151 previous similar messages
[101215.312383] Lustre: oak-OST0045: Connection restored to ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4)
[101215.324032] Lustre: Skipped 151 previous similar messages
[101215.907173] Lustre: oak-OST0051: deleting orphan objects from 0x0:26059530 to 0x0:26059553
[101366.778578] LustreError: 281419:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c4a6bac50 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:197/0 lens 680/448 e 0 to 0 dl 1558295282 ref 1 fl Interpret:/2/0 rc 0/0
[101366.806652] LustreError: 281419:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 188 previous similar messages
[101456.235286] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[101456.250286] Lustre: Skipped 135 previous similar messages
[101623.733215] Lustre: oak-OST0053: Bulk IO read error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc -110
[101623.747695] Lustre: Skipped 49 previous similar messages
[101642.414705] Lustre: oak-OST0049: deleting orphan objects from 0x0:25056729 to 0x0:25056769
[101817.307986] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[101817.318016] Lustre: Skipped 149 previous similar messages
[101817.324170] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[101817.332236] Lustre: Skipped 149 previous similar messages
[101817.338499] Lustre: oak-OST0051: deleting orphan objects from 0x0:26059831 to 0x0:26059873
[101971.604504] LustreError: 281369:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c7d711450 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:36/0 lens 488/432 e 0 to 0 dl 1558295876 ref 1 fl Interpret:/2/0 rc 0/0
[101971.632557] LustreError: 281369:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 191 previous similar messages
[102063.143257] Lustre: oak-OST0051: Bulk IO write error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc = -110
[102063.158018] Lustre: Skipped 140 previous similar messages
[102236.052195] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[102236.066694] Lustre: Skipped 51 previous similar messages
[102258.343956] Lustre: oak-OST0049: deleting orphan objects from 0x0:25057050 to 0x0:25057089
[102418.322619] Lustre: oak-OST004f: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[102418.333893] Lustre: Skipped 146 previous similar messages
[102418.340039] Lustre: oak-OST004f: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[102418.351598] Lustre: Skipped 146 previous similar messages
[102426.993846] Lustre: oak-OST0051: deleting orphan objects from 0x0:26060232 to 0x0:26060257
[102575.230221] LustreError: 281314:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c117f9c50 x1632823593908928/t0(0) o4->abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4@10.8.17.3@o2ib6:655/0 lens 2264/448 e 0 to 0 dl 1558296495 ref 1 fl Interpret:/2/0 rc 0/0
[102575.258369] LustreError: 281314:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 189 previous similar messages
[102666.308970] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[102666.324052] Lustre: Skipped 135 previous similar messages
[102842.358229] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[102842.372764] Lustre: Skipped 49 previous similar messages
[102859.872773] Lustre: oak-OST0049: deleting orphan objects from 0x0:25057392 to 0x0:25057409
[103029.066268] Lustre: oak-OST0051: Client d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4) reconnecting
[103029.077649] Lustre: Skipped 151 previous similar messages
[103029.083805] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[103029.091969] Lustre: Skipped 151 previous similar messages
[103029.969701] Lustre: oak-OST0051: deleting orphan objects from 0x0:26060619 to 0x0:26060641
[103179.218017] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8a1f1450 x1633627180769472/t0(0) o4->4d59234b-cf1d-59fe-c62f-178c08b82a48@10.8.1.29@o2ib6:519/0 lens 632/448 e 0 to 0 dl 1558297114 ref 1 fl Interpret:/2/0 rc 0/0
[103179.246095] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 186 previous similar messages
[103268.509687] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[103268.524532] Lustre: Skipped 135 previous similar messages
[103444.403768] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[103444.418372] Lustre: Skipped 48 previous similar messages
[103463.197409] Lustre: oak-OST0049: deleting orphan objects from 0x0:25057750 to 0x0:25057793
[103633.261443] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[103633.271458] Lustre: Skipped 153 previous similar messages
[103633.277617] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[103633.285714] Lustre: Skipped 153 previous similar messages
[103633.292021] Lustre: oak-OST0051: deleting orphan objects from 0x0:26061022 to 0x0:26061057
[103788.034811] LustreError: 281277:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c58291850 x1631545982496880/t0(0) o4->a4293a38-41d9-60ad-5738-a3b56ad3dea2@10.9.102.29@o2ib4:358/0 lens 8680/448 e 0 to 0 dl 1558297708 ref 1 fl Interpret:/2/0 rc 0/0
[103788.063182] LustreError: 281277:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 187 previous similar messages
[103860.369807] LustreError: 0:0:(ldlm_lockd.c:334:waiting_locks_callback()) ### lock callback timer expired after 103018s: evicting client at 10.9.112.3@o2ib4  ns: filter-oak-OST0049_UUID lock: ffff881c05271e00/0xf5330dd463ec7ceb lrc: 3/0,0 mode: PW/PW res: [0x17ddb00:0x0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x60000400000020 nid: 10.9.112.3@o2ib4 remote: 0xe219d3487727ebf2 expref: 26 pid: 275508 timeout: 4398522536 lvb_type: 0
[103860.416988] LustreError: 308698:0:(client.c:1166:ptlrpc_import_delay_req()) @@@ IMP_CLOSED   req@ffff883bd2d54b00 x1633885486562352/t0(0) o105->oak-OST0049@10.9.112.3@o2ib4:15/16 lens 360/224 e 0 to 0 dl 0 ref 1 fl Rpc:/0/ffffffff rc 0/-1
[103860.485944] Lustre: 66405:0:(service.c:2114:ptlrpc_server_handle_request()) @@@ Request took longer than estimated (600:75081s); client may timeout.  req@ffff883c8aaf2450 x1631344691656336/t115964417256(0) o6->oak-MDT0000-mdtlov_UUID@10.0.2.52@o2ib5:69/0 lens 664/400 e 23 to 0 dl 1558222674 ref 1 fl Complete:/0/0 rc 0/0
[103860.485946] Lustre: 281171:0:(service.c:2114:ptlrpc_server_handle_request()) @@@ Request took longer than estimated (600:75080s); client may timeout.  req@ffff883c7bd39050 x1631344691671168/t115964417257(0) o6->oak-MDT0000-mdtlov_UUID@10.0.2.52@o2ib5:70/0 lens 664/400 e 23 to 0 dl 1558222675 ref 1 fl Complete:/0/0 rc 0/0
[103860.485960] LNet: Service thread pid 281171 completed after 75680.45s. This indicates the system was overloaded (too many service threads, or there were not enough hardware resources).
[103876.108483] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[103876.123278] Lustre: Skipped 137 previous similar messages
[103902.626613] LustreError: 281360:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff883c27589050 x1631559446137632/t0(0) o3->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:490/0 lens 488/432 e 0 to 0 dl 1558297840 ref 1 fl Interpret:/0/0 rc 0/0
[103902.654046] LustreError: 281360:0:(ldlm_lib.c:3199:target_bulk_io()) Skipped 1 previous similar message
[104047.058394] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[104047.072823] Lustre: Skipped 48 previous similar messages
[104233.390878] Lustre: oak-OST0051: Client aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4) reconnecting
[104233.402251] Lustre: Skipped 141 previous similar messages
[104233.408433] Lustre: oak-OST0051: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[104233.420090] Lustre: Skipped 142 previous similar messages
[104234.200898] Lustre: oak-OST0051: deleting orphan objects from 0x0:26061537 to 0x0:26061569
[104396.097706] LustreError: 281262:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883fc7ab5450 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:194/0 lens 488/432 e 0 to 0 dl 1558298299 ref 1 fl Interpret:/2/0 rc 0/0
[104396.125856] LustreError: 281262:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 164 previous similar messages
[104479.447095] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[104479.462496] Lustre: Skipped 124 previous similar messages
[104658.104344] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[104658.121914] Lustre: Skipped 51 previous similar messages
[104834.231605] Lustre: oak-OST004b: Client 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4) reconnecting
[104834.243081] Lustre: Skipped 143 previous similar messages
[104834.249281] Lustre: oak-OST004b: Connection restored to 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4)
[104834.261031] Lustre: Skipped 143 previous similar messages
[104835.185404] Lustre: oak-OST0051: deleting orphan objects from 0x0:26062003 to 0x0:26062049
[105012.898878] LustreError: 281211:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d08142850 x1633627180769472/t0(0) o4->4d59234b-cf1d-59fe-c62f-178c08b82a48@10.8.1.29@o2ib6:87/0 lens 632/448 e 0 to 0 dl 1558298947 ref 1 fl Interpret:/2/0 rc 0/0
[105012.926861] LustreError: 281211:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 177 previous similar messages
[105097.639384] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[105097.654141] Lustre: Skipped 124 previous similar messages
[105263.200211] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[105263.214760] Lustre: Skipped 49 previous similar messages
[105436.920942] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[105436.930971] Lustre: Skipped 139 previous similar messages
[105436.937133] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[105436.945202] Lustre: Skipped 139 previous similar messages
[105436.951470] Lustre: oak-OST0051: deleting orphan objects from 0x0:26062514 to 0x0:26062529
[105622.081834] LustreError: 281381:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8864bc50 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:681/0 lens 8680/448 e 0 to 0 dl 1558299541 ref 1 fl Interpret:/2/0 rc 0/0
[105622.110099] LustreError: 281381:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 176 previous similar messages
[105706.930330] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[105706.945148] Lustre: Skipped 124 previous similar messages
[105868.503930] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[105868.518421] Lustre: Skipped 51 previous similar messages
[106037.154487] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[106037.164505] Lustre: Skipped 145 previous similar messages
[106037.170652] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[106037.178733] Lustre: Skipped 145 previous similar messages
[106037.185003] Lustre: oak-OST0051: deleting orphan objects from 0x0:26063357 to 0x0:26063393
[106232.087810] LustreError: 281151:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c16db5c50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:531/0 lens 488/432 e 0 to 0 dl 1558300146 ref 1 fl Interpret:/2/0 rc 0/0
[106232.115876] LustreError: 281151:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 174 previous similar messages
[106308.433923] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[106308.448876] Lustre: Skipped 120 previous similar messages
[106469.117553] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[106469.132134] Lustre: Skipped 47 previous similar messages
[106638.139085] Lustre: oak-OST0051: Client oak-MDT0000-mdtlov_UUID (at 10.0.2.52@o2ib5) reconnecting
[106638.149097] Lustre: Skipped 145 previous similar messages
[106638.155260] Lustre: oak-OST0051: Connection restored to  (at 10.0.2.52@o2ib5)
[106638.163329] Lustre: Skipped 145 previous similar messages
[106638.169599] Lustre: oak-OST0051: deleting orphan objects from 0x0:26063880 to 0x0:26063905
[106837.097558] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883ca4b2e450 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:381/0 lens 488/432 e 0 to 0 dl 1558300751 ref 1 fl Interpret:/2/0 rc 0/0
[106837.125611] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 170 previous similar messages
[106926.520258] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[106926.535328] Lustre: Skipped 124 previous similar messages
[107078.495515] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[107078.510310] Lustre: Skipped 47 previous similar messages
[107240.635133] Lustre: oak-OST0041: Client 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4) reconnecting
[107240.646613] Lustre: Skipped 143 previous similar messages
[107240.652757] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[107240.664518] Lustre: Skipped 143 previous similar messages
[107244.710472] Lustre: oak-OST0051: deleting orphan objects from 0x0:26064398 to 0x0:26064417
[107441.591321] LustreError: 281418:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c58369c50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:231/0 lens 488/432 e 0 to 0 dl 1558301356 ref 1 fl Interpret:/2/0 rc 0/0
[107441.619458] LustreError: 281418:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 173 previous similar messages
[107537.138294] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[107537.153045] Lustre: Skipped 126 previous similar messages
[107684.146295] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[107684.160792] Lustre: Skipped 51 previous similar messages
[107771.441840] LustreError: 0:0:(ldlm_lockd.c:334:waiting_locks_callback()) ### lock callback timer expired after 106929s: evicting client at 10.9.112.3@o2ib4  ns: filter-oak-OST0051_UUID lock: ffff881c3ba46800/0xf5330dd463ec8ac1 lrc: 3/0,0 mode: PW/PW res: [0x18beff8:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x60000400010020 nid: 10.9.112.3@o2ib4 remote: 0xe219d3486dc8713d expref: 33 pid: 276182 timeout: 4402433431 lvb_type: 0
[107771.488890] LustreError: 0:0:(ldlm_lockd.c:334:waiting_locks_callback()) Skipped 1 previous similar message
[107771.610592] Lustre: 281193:0:(service.c:2114:ptlrpc_server_handle_request()) @@@ Request took longer than estimated (600:106329s); client may timeout.  req@ffff883ca45b5050 x1631344537395600/t90194692661(0) o6->oak-MDT0000-mdtlov_UUID@10.0.2.52@o2ib5:667/0 lens 664/400 e 0 to 0 dl 1558195337 ref 1 fl Complete:/2/0 rc 0/0
[107771.642482] LNet: Service thread pid 281193 completed after 106928.97s. This indicates the system was overloaded (too many service threads, or there were not enough hardware resources).
[107771.661081] LNet: Skipped 5 previous similar messages
[107846.313931] Lustre: oak-OST0037: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[107846.325317] Lustre: Skipped 141 previous similar messages
[107846.331494] Lustre: oak-OST0037: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[107846.343172] Lustre: Skipped 142 previous similar messages
[108047.048133] LustreError: 281334:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c03dfb050 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:81/0 lens 488/432 e 0 to 0 dl 1558301961 ref 1 fl Interpret:/2/0 rc 0/0
[108047.076082] LustreError: 281334:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 156 previous similar messages
[108143.913089] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[108143.927895] Lustre: Skipped 103 previous similar messages
[108288.578006] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[108288.592546] Lustre: Skipped 46 previous similar messages
[108447.260777] Lustre: oak-OST0053: Client aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4) reconnecting
[108447.272151] Lustre: Skipped 137 previous similar messages
[108447.278319] Lustre: oak-OST0053: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[108447.290019] Lustre: Skipped 137 previous similar messages
[108648.515661] LustreError: 281212:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881ff0888050 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:671/0 lens 488/432 e 0 to 0 dl 1558302551 ref 1 fl Interpret:/2/0 rc 0/0
[108648.544034] LustreError: 281212:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 145 previous similar messages
[108753.375005] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[108753.389779] Lustre: Skipped 95 previous similar messages
[108888.889477] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[108888.904056] Lustre: Skipped 50 previous similar messages
[109052.884787] Lustre: oak-OST0053: Client aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4) reconnecting
[109052.896243] Lustre: Skipped 138 previous similar messages
[109052.902432] Lustre: oak-OST0053: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[109052.914108] Lustre: Skipped 138 previous similar messages
[109257.668525] LustreError: 281368:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c82f50850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:537/0 lens 488/432 e 0 to 0 dl 1558303172 ref 1 fl Interpret:/2/0 rc 0/0
[109257.696591] LustreError: 281368:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[109363.584891] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[109363.599653] Lustre: Skipped 93 previous similar messages
[109493.005226] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[109493.019800] Lustre: Skipped 47 previous similar messages
[109659.753205] Lustre: oak-OST0051: Client d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4) reconnecting
[109659.764573] Lustre: Skipped 140 previous similar messages
[109659.770776] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[109659.778967] Lustre: Skipped 140 previous similar messages
[109859.225133] LustreError: 278417:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883ca0438450 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:403/0 lens 8680/448 e 0 to 0 dl 1558303793 ref 1 fl Interpret:/2/0 rc 0/0
[109859.253483] LustreError: 278417:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[109964.490448] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[109964.505241] Lustre: Skipped 93 previous similar messages
[110104.637238] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[110104.651712] Lustre: Skipped 46 previous similar messages
[110271.014890] Lustre: oak-OST0053: Client 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6) reconnecting
[110271.026169] Lustre: Skipped 132 previous similar messages
[110271.032334] Lustre: oak-OST0053: Connection restored to  (at 10.8.1.29@o2ib6)
[110271.040407] Lustre: Skipped 132 previous similar messages
[110459.829663] LustreError: 281346:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d07153450 x1631536212116672/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:234/0 lens 8680/448 e 0 to 0 dl 1558304379 ref 1 fl Interpret:/2/0 rc 0/0
[110459.857813] LustreError: 281346:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[110565.005919] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[110565.020693] Lustre: Skipped 88 previous similar messages
[110709.358814] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[110709.373281] Lustre: Skipped 45 previous similar messages
[110871.764682] Lustre: oak-OST0053: Client a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4) reconnecting
[110871.776142] Lustre: Skipped 135 previous similar messages
[110871.782299] Lustre: oak-OST0053: Connection restored to a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4)
[110871.794046] Lustre: Skipped 135 previous similar messages
[111072.379632] LustreError: 281140:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d2f97d850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:87/0 lens 488/432 e 0 to 0 dl 1558304987 ref 1 fl Interpret:/2/0 rc 0/0
[111072.407660] LustreError: 281140:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[111169.616573] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[111169.631366] Lustre: Skipped 95 previous similar messages
[111315.054490] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[111315.068961] Lustre: Skipped 49 previous similar messages
[111489.726238] Lustre: oak-OST0057: Client e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6) reconnecting
[111489.737609] Lustre: Skipped 133 previous similar messages
[111489.743753] Lustre: oak-OST0057: Connection restored to e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6)
[111489.755431] Lustre: Skipped 133 previous similar messages
[111678.077214] LustreError: 281153:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c88d74850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:692/0 lens 488/432 e 0 to 0 dl 1558305592 ref 1 fl Interpret:/2/0 rc 0/0
[111678.105553] LustreError: 281153:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 144 previous similar messages
[111780.403441] Lustre: oak-OST0053: Bulk IO write error with 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6), client will retry: rc = -110
[111780.418119] Lustre: Skipped 95 previous similar messages
[111919.018101] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[111919.032733] Lustre: Skipped 46 previous similar messages
[112103.688874] Lustre: oak-OST0053: Client 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6) reconnecting
[112103.701175] Lustre: Skipped 139 previous similar messages
[112103.708326] Lustre: oak-OST0053: Connection restored to  (at 10.8.1.29@o2ib6)
[112103.716395] Lustre: Skipped 139 previous similar messages
[112111.352692] Lustre: oak-OST003d: haven't heard from client 0b9abd23-7fe2-c56c-78de-19ba6e7e6130 (at 10.9.101.50@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c34f13400, cur 1558306006 expire 1558305856 last 1558305779
[112111.377203] Lustre: Skipped 23 previous similar messages
[112282.591635] LustreError: 281299:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c05ad8450 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:542/0 lens 488/432 e 0 to 0 dl 1558306197 ref 1 fl Interpret:/2/0 rc 0/0
[112282.619702] LustreError: 281299:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[112389.045897] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[112389.060665] Lustre: Skipped 92 previous similar messages
[112525.079440] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[112525.093943] Lustre: Skipped 46 previous similar messages
[112710.239870] Lustre: oak-OST0053: Client aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4) reconnecting
[112710.251405] Lustre: Skipped 137 previous similar messages
[112710.257644] Lustre: oak-OST0053: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[112710.269313] Lustre: Skipped 137 previous similar messages
[112886.292902] LustreError: 281202:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8f649050 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:395/0 lens 8680/448 e 0 to 0 dl 1558306805 ref 1 fl Interpret:/2/0 rc 0/0
[112886.321139] LustreError: 281202:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[112989.453101] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[112989.467858] Lustre: Skipped 93 previous similar messages
[113129.406740] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[113129.421212] Lustre: Skipped 43 previous similar messages
[113313.848039] Lustre: oak-OST0057: Client 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4) reconnecting
[113313.859489] Lustre: Skipped 134 previous similar messages
[113313.865701] Lustre: oak-OST0057: Connection restored to 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4)
[113313.877354] Lustre: Skipped 134 previous similar messages
[113491.786407] LustreError: 281395:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c24ac7050 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:246/0 lens 8680/448 e 0 to 0 dl 1558307411 ref 1 fl Interpret:/2/0 rc 0/0
[113491.817496] LustreError: 281395:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 137 previous similar messages
[113607.362126] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[113607.376820] Lustre: Skipped 90 previous similar messages
[113731.309112] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[113731.323496] Lustre: Skipped 44 previous similar messages
[113914.777427] Lustre: oak-OST004b: Client 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4) reconnecting
[113914.788887] Lustre: Skipped 135 previous similar messages
[113914.795036] Lustre: oak-OST004b: Connection restored to 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4)
[113914.806803] Lustre: Skipped 158 previous similar messages
[114097.573894] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c960a8050 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:92/0 lens 488/432 e 0 to 0 dl 1558308012 ref 1 fl Interpret:/2/0 rc 0/0
[114097.601945] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[114223.287990] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[114223.302846] Lustre: Skipped 96 previous similar messages
[114340.166689] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[114340.181171] Lustre: Skipped 49 previous similar messages
[114515.805926] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[114515.817197] Lustre: Skipped 132 previous similar messages
[114515.823349] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[114515.834919] Lustre: Skipped 132 previous similar messages
[114702.791341] LustreError: 281424:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c0d0ba050 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:697/0 lens 488/432 e 0 to 0 dl 1558308617 ref 1 fl Interpret:/2/0 rc 0/0
[114702.819397] LustreError: 281424:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 145 previous similar messages
[114827.854441] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[114827.869323] Lustre: Skipped 96 previous similar messages
[114941.240040] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[114941.254604] Lustre: Skipped 45 previous similar messages
[115117.727382] Lustre: oak-OST0049: Client 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4) reconnecting
[115117.738846] Lustre: Skipped 138 previous similar messages
[115117.744990] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[115117.756738] Lustre: Skipped 138 previous similar messages
[115306.275965] LustreError: 281409:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c03fc8450 x1633627180769472/t0(0) o4->4d59234b-cf1d-59fe-c62f-178c08b82a48@10.8.1.29@o2ib6:565/0 lens 632/448 e 0 to 0 dl 1558309240 ref 1 fl Interpret:/2/0 rc 0/0
[115306.304004] LustreError: 281409:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[115430.157818] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[115430.172652] Lustre: Skipped 93 previous similar messages
[115542.864384] Lustre: oak-OST0045: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[115542.878983] Lustre: Skipped 47 previous similar messages
[115722.725507] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[115722.736979] Lustre: Skipped 135 previous similar messages
[115722.743143] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[115722.754926] Lustre: Skipped 135 previous similar messages
[115913.320322] LustreError: 281284:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c05940050 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:397/0 lens 488/432 e 0 to 0 dl 1558309827 ref 1 fl Interpret:/2/0 rc 0/0
[115913.348386] LustreError: 281284:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[116038.340422] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[116038.355339] Lustre: Skipped 95 previous similar messages
[116154.915156] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[116154.929651] Lustre: Skipped 41 previous similar messages
[116322.798098] Lustre: oak-OST0049: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[116322.809582] Lustre: Skipped 134 previous similar messages
[116322.815772] Lustre: oak-OST0049: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[116322.827524] Lustre: Skipped 134 previous similar messages
[116515.030683] LustreError: 281336:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883ca20d8850 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:234/0 lens 488/432 e 0 to 0 dl 1558310419 ref 1 fl Interpret:/2/0 rc 0/0
[116515.058830] LustreError: 281336:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[116641.727819] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[116641.742705] Lustre: Skipped 96 previous similar messages
[116760.369608] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[116760.384078] Lustre: Skipped 46 previous similar messages
[116923.663221] Lustre: oak-OST0037: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[116923.668256] Lustre: oak-OST005d: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[116923.668257] Lustre: Skipped 138 previous similar messages
[116923.692365] Lustre: Skipped 139 previous similar messages
[117123.081246] LustreError: 281269:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c38382c50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:97/0 lens 488/432 e 0 to 0 dl 1558311037 ref 1 fl Interpret:/2/0 rc 0/0
[117123.109196] LustreError: 281269:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 145 previous similar messages
[117245.621220] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[117245.635977] Lustre: Skipped 96 previous similar messages
[117364.611047] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[117364.625569] Lustre: Skipped 45 previous similar messages
[117524.573616] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[117524.585098] Lustre: Skipped 136 previous similar messages
[117524.591278] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[117524.603451] Lustre: Skipped 137 previous similar messages
[117728.064684] LustreError: 281315:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d06863050 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:702/0 lens 488/432 e 0 to 0 dl 1558311642 ref 1 fl Interpret:/2/0 rc 0/0
[117728.092789] LustreError: 281315:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 147 previous similar messages
[117859.790023] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[117859.804783] Lustre: Skipped 100 previous similar messages
[117967.522419] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[117967.537041] Lustre: Skipped 46 previous similar messages
[118126.830680] Lustre: oak-OST0059: Client f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4) reconnecting
[118126.842172] Lustre: Skipped 140 previous similar messages
[118126.848324] Lustre: oak-OST0059: Connection restored to f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4)
[118126.860102] Lustre: Skipped 140 previous similar messages
[118333.265149] LustreError: 281256:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d22e84850 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:552/0 lens 488/432 e 0 to 0 dl 1558312247 ref 1 fl Interpret:/2/0 rc 0/0
[118333.293333] LustreError: 281256:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[118460.871371] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[118460.886236] Lustre: Skipped 97 previous similar messages
[118495.192757] LustreError: 278408:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff883cff3c4050 x1631559460803552/t0(0) o3->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:737/0 lens 488/432 e 0 to 0 dl 1558312432 ref 1 fl Interpret:/0/0 rc 0/0
[118495.220018] LustreError: 278408:0:(ldlm_lib.c:3199:target_bulk_io()) Skipped 4 previous similar messages
[118571.369785] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[118571.384383] Lustre: Skipped 50 previous similar messages
[118729.617579] Lustre: oak-OST004b: Client fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4) reconnecting
[118729.628955] Lustre: Skipped 136 previous similar messages
[118729.635103] Lustre: oak-OST004b: Connection restored to  (at 10.9.115.5@o2ib4)
[118729.643270] Lustre: Skipped 136 previous similar messages
[118936.326599] LustreError: 281373:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c780c2050 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:401/0 lens 680/448 e 0 to 0 dl 1558312851 ref 1 fl Interpret:/2/0 rc 0/0
[118936.354642] LustreError: 281373:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[119068.488928] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[119068.503685] Lustre: Skipped 98 previous similar messages
[119179.113419] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[119179.128002] Lustre: Skipped 43 previous similar messages
[119335.613605] Lustre: oak-OST004b: Client 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4) reconnecting
[119335.625069] Lustre: Skipped 140 previous similar messages
[119335.631240] Lustre: oak-OST004b: Connection restored to 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4)
[119335.642998] Lustre: Skipped 140 previous similar messages
[119537.145933] LustreError: 281387:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d0aac0450 x1633627180769472/t0(0) o4->4d59234b-cf1d-59fe-c62f-178c08b82a48@10.8.1.29@o2ib6:266/0 lens 632/448 e 0 to 0 dl 1558313471 ref 1 fl Interpret:/2/0 rc 0/0
[119537.173983] LustreError: 281387:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[119670.163299] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[119670.178060] Lustre: Skipped 98 previous similar messages
[119784.772052] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[119784.786534] Lustre: Skipped 46 previous similar messages
[119936.601577] Lustre: oak-OST004f: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[119936.612849] Lustre: Skipped 135 previous similar messages
[119936.618994] Lustre: oak-OST004f: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[119936.630555] Lustre: Skipped 135 previous similar messages
[120148.610805] LustreError: 281198:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d365b4c50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:102/0 lens 488/432 e 0 to 0 dl 1558314062 ref 1 fl Interpret:/2/0 rc 0/0
[120148.638855] LustreError: 281198:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 144 previous similar messages
[120275.765987] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[120275.780754] Lustre: Skipped 93 previous similar messages
[120390.141692] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[120390.156160] Lustre: Skipped 46 previous similar messages
[120540.414549] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[120540.425915] Lustre: Skipped 140 previous similar messages
[120540.432062] Lustre: oak-OST003f: Connection restored to 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4)
[120540.443720] Lustre: Skipped 140 previous similar messages
[120752.505424] LustreError: 278411:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c7f808050 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:694/0 lens 488/432 e 0 to 0 dl 1558314654 ref 1 fl Interpret:/2/0 rc 0/0
[120752.533570] LustreError: 278411:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 147 previous similar messages
[120887.966963] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[120887.981629] Lustre: Skipped 101 previous similar messages
[120993.462234] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[120993.476830] Lustre: Skipped 45 previous similar messages
[121145.130009] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[121145.141480] Lustre: Skipped 137 previous similar messages
[121145.148555] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[121145.161444] Lustre: Skipped 137 previous similar messages
[121356.225010] LustreError: 281378:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883bfc049c50 x1631567563059776/t0(0) o4->fd9827f5-03ff-8a42-ad41-d8eda0765a7c@10.9.115.5@o2ib4:560/0 lens 512/448 e 0 to 0 dl 1558315275 ref 1 fl Interpret:/2/0 rc 0/0
[121356.253355] LustreError: 281378:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[121488.462391] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[121488.477180] Lustre: Skipped 97 previous similar messages
[121595.855791] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[121595.870387] Lustre: Skipped 43 previous similar messages
[121745.849601] Lustre: oak-OST0043: Client 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6) reconnecting
[121745.860972] Lustre: Skipped 137 previous similar messages
[121745.867120] Lustre: oak-OST0043: Connection restored to 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6)
[121745.878773] Lustre: Skipped 137 previous similar messages
[121963.636764] LustreError: 281132:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d22fdc450 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:407/0 lens 488/432 e 0 to 0 dl 1558315877 ref 1 fl Interpret:/2/0 rc 0/0
[121963.664833] LustreError: 281132:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[122098.543290] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[122098.558048] Lustre: Skipped 98 previous similar messages
[122205.232734] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[122205.247227] Lustre: Skipped 45 previous similar messages
[122347.717447] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[122347.728813] Lustre: Skipped 141 previous similar messages
[122347.734988] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[122347.746638] Lustre: Skipped 141 previous similar messages
[122564.505322] LustreError: 281293:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c23e7e850 x1631545982496880/t0(0) o4->a4293a38-41d9-60ad-5738-a3b56ad3dea2@10.9.102.29@o2ib4:258/0 lens 8680/448 e 0 to 0 dl 1558316483 ref 1 fl Interpret:/2/0 rc 0/0
[122564.533669] LustreError: 281293:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[122714.114418] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[122714.129315] Lustre: Skipped 101 previous similar messages
[122810.563371] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[122810.577840] Lustre: Skipped 44 previous similar messages
[122952.149160] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[122952.160524] Lustre: Skipped 131 previous similar messages
[122952.166718] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[122952.178370] Lustre: Skipped 131 previous similar messages
[123169.320010] LustreError: 281276:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c6fe75c50 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:91/0 lens 488/432 e 0 to 0 dl 1558317071 ref 1 fl Interpret:/2/0 rc 0/0
[123169.348089] LustreError: 281276:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[123320.096189] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[123320.111043] Lustre: Skipped 95 previous similar messages
[123411.840962] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[123411.855336] Lustre: Skipped 45 previous similar messages
[123556.768179] Lustre: oak-OST005f: Client 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4) reconnecting
[123556.779463] Lustre: Skipped 139 previous similar messages
[123556.785672] Lustre: oak-OST005f: Connection restored to  (at 10.9.0.62@o2ib4)
[123556.793772] Lustre: Skipped 139 previous similar messages
[123770.657600] LustreError: 119022:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881d205b2c50 x1631720785878800/t0(0) o3->5d640b8d-09d2-994d-3695-203706571954@10.9.104.62@o2ib4:709/0 lens 488/432 e 0 to 0 dl 1558317689 ref 1 fl Interpret:/2/0 rc 0/0
[123770.685748] LustreError: 119022:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[123925.854034] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[123925.868925] Lustre: Skipped 94 previous similar messages
[124020.887061] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[124020.901539] Lustre: Skipped 46 previous similar messages
[124162.775451] Lustre: oak-OST003b: Client b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4) reconnecting
[124162.786865] Lustre: Skipped 137 previous similar messages
[124162.793043] Lustre: oak-OST003b: Connection restored to  (at 10.9.115.1@o2ib4)
[124162.801207] Lustre: Skipped 137 previous similar messages
[124372.123574] LustreError: 278408:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c7ab89c50 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:556/0 lens 488/432 e 0 to 0 dl 1558318291 ref 1 fl Interpret:/2/0 rc 0/0
[124372.151746] LustreError: 278408:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[124530.251930] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[124530.266688] Lustre: Skipped 93 previous similar messages
[124624.843837] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[124624.858399] Lustre: Skipped 48 previous similar messages
[124765.399453] Lustre: oak-OST0049: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[124765.410923] Lustre: Skipped 138 previous similar messages
[124765.417131] Lustre: oak-OST0049: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[124765.428905] Lustre: Skipped 138 previous similar messages
[124982.537399] LustreError: 281417:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c9571e850 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:426/0 lens 8680/448 e 0 to 0 dl 1558318916 ref 1 fl Interpret:/2/0 rc 0/0
[124982.565738] LustreError: 281417:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[125135.042681] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[125135.057457] Lustre: Skipped 97 previous similar messages
[125231.267630] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[125231.282122] Lustre: Skipped 42 previous similar messages
[125365.874483] Lustre: oak-OST0057: Client e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6) reconnecting
[125365.885849] Lustre: Skipped 132 previous similar messages
[125365.892009] Lustre: oak-OST0057: Connection restored to e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6)
[125365.903660] Lustre: Skipped 132 previous similar messages
[125588.704175] LustreError: 281207:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881ff7b79c50 x1631545982496880/t0(0) o4->a4293a38-41d9-60ad-5738-a3b56ad3dea2@10.9.102.29@o2ib4:262/0 lens 8680/448 e 0 to 0 dl 1558319507 ref 1 fl Interpret:/2/0 rc 0/0
[125588.732649] LustreError: 281207:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[125741.935370] Lustre: oak-OST0053: Bulk IO write error with 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6), client will retry: rc = -110
[125741.950090] Lustre: Skipped 95 previous similar messages
[125835.989231] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[125836.003731] Lustre: Skipped 47 previous similar messages
[125965.960509] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[125965.971894] Lustre: Skipped 137 previous similar messages
[125965.978067] Lustre: oak-OST003f: Connection restored to 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4)
[125965.989728] Lustre: Skipped 137 previous similar messages
[126193.187739] LustreError: 281366:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c7b034c50 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:112/0 lens 8680/448 e 0 to 0 dl 1558320112 ref 1 fl Interpret:/2/0 rc 0/0
[126193.216008] LustreError: 281366:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[126344.674895] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[126344.689789] Lustre: Skipped 92 previous similar messages
[126441.685874] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[126441.700350] Lustre: Skipped 48 previous similar messages
[126572.920528] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[126572.932265] Lustre: Skipped 136 previous similar messages
[126572.938423] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[126572.950179] Lustre: Skipped 136 previous similar messages
[126796.386214] LustreError: 281355:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883ca063ac50 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:698/0 lens 488/432 e 0 to 0 dl 1558320698 ref 1 fl Interpret:/2/0 rc 0/0
[126796.414355] LustreError: 281355:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[126944.893148] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[126944.908070] Lustre: Skipped 92 previous similar messages
[127045.964369] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[127045.978851] Lustre: Skipped 46 previous similar messages
[127173.803659] Lustre: oak-OST0051: Client d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4) reconnecting
[127173.815023] Lustre: Skipped 140 previous similar messages
[127173.821178] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[127173.829337] Lustre: Skipped 140 previous similar messages
[127285.972063] Lustre: oak-OST0043: haven't heard from client b29177dc-3061-9372-fcc5-6c9a6f1e87a2 (at 10.9.112.13@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c84d90000, cur 1558321180 expire 1558321030 last 1558320953
[127285.996563] Lustre: Skipped 23 previous similar messages
[127403.788862] LustreError: 281380:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883bfe9a0050 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:567/0 lens 488/432 e 0 to 0 dl 1558321322 ref 1 fl Interpret:/2/0 rc 0/0
[127403.817035] LustreError: 281380:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 146 previous similar messages
[127555.117010] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[127555.131775] Lustre: Skipped 99 previous similar messages
[127651.401960] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[127651.416433] Lustre: Skipped 46 previous similar messages
[127786.688787] Lustre: oak-OST0041: Client 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4) reconnecting
[127786.700250] Lustre: Skipped 138 previous similar messages
[127786.706634] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[127786.719348] Lustre: Skipped 138 previous similar messages
[128014.132675] LustreError: 281387:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c2cce8c50 x1631545349185216/t0(0) o3->a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a@10.9.115.6@o2ib4:418/0 lens 488/432 e 0 to 0 dl 1558321928 ref 1 fl Interpret:/2/0 rc 0/0
[128014.160744] LustreError: 281387:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[128165.855843] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[128165.870752] Lustre: Skipped 96 previous similar messages
[128256.724507] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[128256.738969] Lustre: Skipped 45 previous similar messages
[128391.429828] Lustre: oak-OST005d: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[128391.441242] Lustre: Skipped 135 previous similar messages
[128391.447422] Lustre: oak-OST005d: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[128391.459339] Lustre: Skipped 135 previous similar messages
[128614.991071] LustreError: 281352:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883cfe4cac50 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:283/0 lens 8680/448 e 0 to 0 dl 1558322548 ref 1 fl Interpret:/2/0 rc 0/0
[128615.019441] LustreError: 281352:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[128771.537462] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[128771.552327] Lustre: Skipped 94 previous similar messages
[128861.059077] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[128861.073564] Lustre: Skipped 46 previous similar messages
[128992.502270] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[128992.513689] Lustre: Skipped 134 previous similar messages
[128992.519859] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[128992.531514] Lustre: Skipped 134 previous similar messages
[129218.337388] LustreError: 281241:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c3f0b8850 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:113/0 lens 488/432 e 0 to 0 dl 1558323133 ref 1 fl Interpret:/2/0 rc 0/0
[129218.365350] LustreError: 281241:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[129373.284723] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[129373.299488] Lustre: Skipped 93 previous similar messages
[129467.270557] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[129467.285034] Lustre: Skipped 48 previous similar messages
[129595.468613] Lustre: oak-OST0053: Client 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6) reconnecting
[129595.479890] Lustre: Skipped 138 previous similar messages
[129595.486034] Lustre: oak-OST0053: Connection restored to  (at 10.8.1.29@o2ib6)
[129595.494102] Lustre: Skipped 138 previous similar messages
[129829.697194] LustreError: 281337:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d2f7adc50 x1631720785878800/t0(0) o3->5d640b8d-09d2-994d-3695-203706571954@10.9.104.62@o2ib4:728/0 lens 488/432 e 0 to 0 dl 1558323748 ref 1 fl Interpret:/2/0 rc 0/0
[129829.725362] LustreError: 281337:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 145 previous similar messages
[129977.232154] Lustre: oak-OST0053: Bulk IO write error with 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6), client will retry: rc = -110
[129977.246879] Lustre: Skipped 90 previous similar messages
[130072.622063] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[130072.636575] Lustre: Skipped 49 previous similar messages
[130206.675761] Lustre: oak-OST0057: Client 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4) reconnecting
[130206.687135] Lustre: Skipped 141 previous similar messages
[130206.693298] Lustre: oak-OST0057: Connection restored to 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4)
[130206.704982] Lustre: Skipped 141 previous similar messages
[130434.110630] LustreError: 278414:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c055f9850 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:578/0 lens 512/448 e 0 to 0 dl 1558324353 ref 1 fl Interpret:/2/0 rc 0/0
[130434.138792] LustreError: 278414:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 146 previous similar messages
[130590.008009] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[130590.022863] Lustre: Skipped 98 previous similar messages
[130677.951505] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[130677.966010] Lustre: Skipped 47 previous similar messages
[130813.284521] Lustre: oak-OST0049: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[130813.296069] Lustre: Skipped 139 previous similar messages
[130813.302267] Lustre: oak-OST0049: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[130813.314052] Lustre: Skipped 139 previous similar messages
[131039.475187] LustreError: 281411:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881fd8ee3c50 x1631591584146752/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:428/0 lens 488/432 e 0 to 0 dl 1558324958 ref 1 fl Interpret:/2/0 rc 0/0
[131039.503354] LustreError: 281411:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 144 previous similar messages
[131148.297085] LustreError: 119022:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff881c2573b450 x1631562062281216/t0(0) o3->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:557/0 lens 488/432 e 0 to 0 dl 1558325087 ref 1 fl Interpret:/0/0 rc 0/0
[131148.324424] LustreError: 119022:0:(ldlm_lib.c:3199:target_bulk_io()) Skipped 2 previous similar messages
[131197.473582] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[131197.488344] Lustre: Skipped 96 previous similar messages
[131280.167953] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[131280.182536] Lustre: Skipped 49 previous similar messages
[131415.508254] Lustre: oak-OST005d: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[131415.519644] Lustre: Skipped 139 previous similar messages
[131415.525801] Lustre: oak-OST005d: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[131415.537479] Lustre: Skipped 139 previous similar messages
[131641.275525] LustreError: 281377:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8996cc50 x1631535361710112/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:275/0 lens 8680/448 e 0 to 0 dl 1558325560 ref 1 fl Interpret:/2/0 rc 0/0
[131641.303778] LustreError: 281377:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[131800.322980] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[131800.337745] Lustre: Skipped 96 previous similar messages
[131887.847573] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[131887.862077] Lustre: Skipped 49 previous similar messages
[132029.238180] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[132029.249722] Lustre: Skipped 136 previous similar messages
[132029.255931] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[132029.267776] Lustre: Skipped 136 previous similar messages
[132245.357026] LustreError: 281238:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d232f8450 x1633627180769472/t0(0) o4->4d59234b-cf1d-59fe-c62f-178c08b82a48@10.8.1.29@o2ib6:139/0 lens 632/448 e 0 to 0 dl 1558326179 ref 1 fl Interpret:/2/0 rc 0/0
[132245.385072] LustreError: 281238:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[132400.510320] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[132400.525078] Lustre: Skipped 97 previous similar messages
[132491.227000] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[132491.241579] Lustre: Skipped 47 previous similar messages
[132635.183130] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[132635.194501] Lustre: Skipped 146 previous similar messages
[132635.200653] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[132635.212307] Lustre: Skipped 146 previous similar messages
[132845.944390] LustreError: 278410:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c07be0850 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:739/0 lens 8680/448 e 0 to 0 dl 1558326779 ref 1 fl Interpret:/2/0 rc 0/0
[132845.974824] LustreError: 278410:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 147 previous similar messages
[133003.104726] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[133003.119484] Lustre: Skipped 92 previous similar messages
[133093.496417] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[133093.511125] Lustre: Skipped 46 previous similar messages
[133236.082339] Lustre: oak-OST003b: Client 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6) reconnecting
[133236.093613] Lustre: Skipped 133 previous similar messages
[133236.099762] Lustre: oak-OST003b: Connection restored to  (at 10.8.1.28@o2ib6)
[133236.107832] Lustre: Skipped 133 previous similar messages
[133446.639719] LustreError: 281328:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c34943450 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:553/0 lens 488/432 e 0 to 0 dl 1558327348 ref 1 fl Interpret:/2/0 rc 0/0
[133446.667903] LustreError: 281328:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[133612.121460] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[133612.136248] Lustre: Skipped 95 previous similar messages
[133704.103196] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[133704.117767] Lustre: Skipped 47 previous similar messages
[133837.668262] Lustre: oak-OST0053: Client 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6) reconnecting
[133837.679530] Lustre: Skipped 136 previous similar messages
[133837.685670] Lustre: oak-OST0053: Connection restored to  (at 10.8.1.29@o2ib6)
[133837.693733] Lustre: Skipped 136 previous similar messages
[134056.641463] LustreError: 281188:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c48ee6850 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:410/0 lens 488/432 e 0 to 0 dl 1558327960 ref 1 fl Interpret:/2/0 rc 0/0
[134056.669612] LustreError: 281188:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[134219.410089] Lustre: oak-OST0053: Bulk IO write error with 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6), client will retry: rc = -110
[134219.424795] Lustre: Skipped 96 previous similar messages
[134309.529735] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[134309.544221] Lustre: Skipped 44 previous similar messages
[134438.237228] Lustre: oak-OST0049: Client 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4) reconnecting
[134438.248695] Lustre: Skipped 138 previous similar messages
[134438.254862] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[134438.266618] Lustre: Skipped 138 previous similar messages
[134658.745904] LustreError: 281348:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c331d4050 x1631536212116736/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:272/0 lens 8680/448 e 0 to 0 dl 1558328577 ref 1 fl Interpret:/2/0 rc 0/0
[134658.774105] LustreError: 281348:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[134821.083497] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[134821.098376] Lustre: Skipped 97 previous similar messages
[134914.860386] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[134914.874847] Lustre: Skipped 45 previous similar messages
[135048.118716] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[135048.130311] Lustre: Skipped 130 previous similar messages
[135048.136925] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[135048.148687] Lustre: Skipped 130 previous similar messages
[135261.407411] LustreError: 275031:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fdf57f850 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:135/0 lens 528/448 e 0 to 0 dl 1558329195 ref 1 fl Interpret:/2/0 rc 0/0
[135261.435896] LustreError: 275031:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 137 previous similar messages
[135423.384989] Lustre: oak-OST0051: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[135423.399759] Lustre: Skipped 91 previous similar messages
[135517.671822] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[135517.686410] Lustre: Skipped 44 previous similar messages
[135650.074325] Lustre: oak-OST004b: Client fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4) reconnecting
[135650.085697] Lustre: Skipped 138 previous similar messages
[135650.091841] Lustre: oak-OST004b: Connection restored to  (at 10.9.115.5@o2ib4)
[135650.100003] Lustre: Skipped 138 previous similar messages
[135865.516908] LustreError: 281369:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c29e5ec50 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:724/0 lens 512/448 e 0 to 0 dl 1558329784 ref 1 fl Interpret:/2/0 rc 0/0
[135865.545056] LustreError: 281369:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 144 previous similar messages
[136035.989871] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[136036.004694] Lustre: Skipped 95 previous similar messages
[136125.116520] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[136125.130987] Lustre: Skipped 46 previous similar messages
[136266.506550] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[136266.517930] Lustre: Skipped 140 previous similar messages
[136266.524077] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[136266.535731] Lustre: Skipped 258 previous similar messages
[136470.564491] LustreError: 119018:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c6f7bf050 x1631750831545088/t0(0) o4->44f95c12-7495-5c2a-f528-3592173661d9@10.8.20.28@o2ib6:574/0 lens 552/448 e 0 to 0 dl 1558330389 ref 1 fl Interpret:/2/0 rc 0/0
[136470.592653] LustreError: 119018:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[136645.070641] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[136645.085495] Lustre: Skipped 96 previous similar messages
[136730.311140] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[136730.325606] Lustre: Skipped 47 previous similar messages
[136871.707001] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[136871.718367] Lustre: Skipped 140 previous similar messages
[136871.724506] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[136871.736171] Lustre: Skipped 232 previous similar messages
[137071.134948] LustreError: 281274:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c3973b050 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:419/0 lens 2112/448 e 0 to 0 dl 1558330989 ref 1 fl Interpret:/2/0 rc 0/0
[137071.163339] LustreError: 281274:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[137249.406231] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[137249.421089] Lustre: Skipped 100 previous similar messages
[137334.549721] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[137334.564214] Lustre: Skipped 42 previous similar messages
[137475.614821] Lustre: oak-OST0057: Client e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6) reconnecting
[137475.626207] Lustre: Skipped 135 previous similar messages
[137475.632382] Lustre: oak-OST0057: Connection restored to e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6)
[137475.644039] Lustre: Skipped 135 previous similar messages
[137678.696627] LustreError: 281181:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881fe9dd4050 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:268/0 lens 488/432 e 0 to 0 dl 1558331593 ref 1 fl Interpret:/2/0 rc 0/0
[137678.724630] LustreError: 281181:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[137852.473686] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[137852.488414] Lustre: Skipped 94 previous similar messages
[137938.429221] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[137938.443802] Lustre: Skipped 46 previous similar messages
[138082.363382] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[138082.374777] Lustre: Skipped 137 previous similar messages
[138082.380938] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[138082.392590] Lustre: Skipped 137 previous similar messages
[138285.024327] LustreError: 281356:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c25daec50 x1631555087484320/t0(0) o4->ff76fa22-9ee3-1343-b911-ce5720bba2a6@10.9.112.8@o2ib4:138/0 lens 8680/448 e 0 to 0 dl 1558332218 ref 1 fl Interpret:/2/0 rc 0/0
[138285.052564] LustreError: 281356:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 147 previous similar messages
[138459.354413] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[138459.369189] Lustre: Skipped 98 previous similar messages
[138538.722882] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[138538.737494] Lustre: Skipped 47 previous similar messages
[138686.565758] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[138686.577144] Lustre: Skipped 136 previous similar messages
[138686.583304] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[138686.594966] Lustre: Skipped 136 previous similar messages
[138893.488080] LustreError: 281266:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c0610a850 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:732/0 lens 512/448 e 0 to 0 dl 1558332812 ref 1 fl Interpret:/2/0 rc 0/0
[138893.516285] LustreError: 281266:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 144 previous similar messages
[139064.535044] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[139064.549935] Lustre: Skipped 90 previous similar messages
[139146.939437] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[139146.953913] Lustre: Skipped 46 previous similar messages
[139291.749798] Lustre: oak-OST005f: Client 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4) reconnecting
[139291.761068] Lustre: Skipped 142 previous similar messages
[139291.767206] Lustre: oak-OST005f: Connection restored to  (at 10.9.0.62@o2ib4)
[139291.775270] Lustre: Skipped 142 previous similar messages
[139495.582565] LustreError: 281146:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883e60a68850 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:564/0 lens 488/432 e 0 to 0 dl 1558333399 ref 1 fl Interpret:/2/0 rc 0/0
[139495.610971] LustreError: 281146:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 147 previous similar messages
[139670.207679] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[139670.222545] Lustre: Skipped 96 previous similar messages
[139754.992136] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[139755.006638] Lustre: Skipped 48 previous similar messages
[139896.685249] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[139896.696613] Lustre: Skipped 141 previous similar messages
[139896.702770] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[139896.714423] Lustre: Skipped 141 previous similar messages
[140097.565044] LustreError: 281189:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881fe86c9c50 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:409/0 lens 488/432 e 0 to 0 dl 1558333999 ref 1 fl Interpret:/2/0 rc 0/0
[140097.594834] LustreError: 281189:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[140275.062273] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[140275.077131] Lustre: Skipped 98 previous similar messages
[140359.713683] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[140359.728153] Lustre: Skipped 44 previous similar messages
[140497.621967] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[140497.633358] Lustre: Skipped 134 previous similar messages
[140497.639526] Lustre: oak-OST003f: Connection restored to 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4)
[140497.651170] Lustre: Skipped 134 previous similar messages
[140703.630662] LustreError: 281317:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c0f623050 x1631536212116704/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:277/0 lens 8680/448 e 0 to 0 dl 1558334622 ref 1 fl Interpret:/2/0 rc 0/0
[140703.658851] LustreError: 281317:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[140881.410887] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[140881.425749] Lustre: Skipped 99 previous similar messages
[140965.411338] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[140965.426295] Lustre: Skipped 46 previous similar messages
[141100.664478] Lustre: oak-OST0051: Client d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4) reconnecting
[141100.675853] Lustre: Skipped 135 previous similar messages
[141100.682149] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[141100.690314] Lustre: Skipped 135 previous similar messages
[141311.370355] LustreError: 281306:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c3f0bf450 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:144/0 lens 8680/448 e 0 to 0 dl 1558335244 ref 1 fl Interpret:/2/0 rc 0/0
[141311.398691] LustreError: 281306:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 145 previous similar messages
[141481.970325] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[141481.985087] Lustre: Skipped 96 previous similar messages
[141569.316892] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[141569.331487] Lustre: Skipped 46 previous similar messages
[141711.695015] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[141711.706453] Lustre: Skipped 139 previous similar messages
[141711.712635] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[141711.724292] Lustre: Skipped 139 previous similar messages
[141918.555083] LustreError: 281212:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c4e709050 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:736/0 lens 512/448 e 0 to 0 dl 1558335836 ref 1 fl Interpret:/2/0 rc 0/0
[141918.583671] LustreError: 281212:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 144 previous similar messages
[142086.322890] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[142086.337662] Lustre: Skipped 87 previous similar messages
[142175.538577] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[142175.553045] Lustre: Skipped 48 previous similar messages
[142317.128644] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[142317.140015] Lustre: Skipped 138 previous similar messages
[142317.146172] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[142317.157824] Lustre: Skipped 138 previous similar messages
[142520.320530] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883ca37e8050 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:583/0 lens 8680/448 e 0 to 0 dl 1558336438 ref 1 fl Interpret:/2/0 rc 0/0
[142520.348787] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[142697.237712] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[142697.252566] Lustre: Skipped 96 previous similar messages
[142806.502217] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[142806.516702] Lustre: Skipped 41 previous similar messages
[142917.735829] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[142917.747203] Lustre: Skipped 130 previous similar messages
[142917.753407] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[142917.765082] Lustre: Skipped 129 previous similar messages
[143124.755103] LustreError: 281420:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d5e674c50 x1631535361710112/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:433/0 lens 8680/448 e 0 to 0 dl 1558337043 ref 1 fl Interpret:/2/0 rc 0/0
[143124.783397] LustreError: 281420:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 129 previous similar messages
[143300.324252] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[143300.339011] Lustre: Skipped 90 previous similar messages
[143422.958286] Lustre: oak-OST0053: Bulk IO read error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc -110
[143422.972767] Lustre: Skipped 46 previous similar messages
[143518.955074] Lustre: oak-OST0051: Client d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4) reconnecting
[143518.966658] Lustre: Skipped 126 previous similar messages
[143518.972862] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[143518.981050] Lustre: Skipped 126 previous similar messages
[143727.947627] LustreError: 281306:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cdf8d0050 x1631536212116704/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:281/0 lens 8680/448 e 0 to 0 dl 1558337646 ref 1 fl Interpret:/2/0 rc 0/0
[143727.975763] LustreError: 281306:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[143901.225673] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[143901.240454] Lustre: Skipped 90 previous similar messages
[144036.368188] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[144036.382559] Lustre: Skipped 48 previous similar messages
[144120.108650] Lustre: oak-OST004b: Client 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4) reconnecting
[144120.120112] Lustre: Skipped 128 previous similar messages
[144120.126249] Lustre: oak-OST004b: Connection restored to 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4)
[144120.137999] Lustre: Skipped 128 previous similar messages
[144349.569875] LustreError: 281424:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881d6353cc50 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:130/0 lens 488/432 e 0 to 0 dl 1558338250 ref 1 fl Interpret:/2/0 rc 0/0
[144349.598721] LustreError: 281424:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 137 previous similar messages
[144505.665234] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[144505.680005] Lustre: Skipped 87 previous similar messages
[144641.064741] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[144641.079308] Lustre: Skipped 41 previous similar messages
[144727.126732] Lustre: oak-OST0051: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[144727.138090] Lustre: Skipped 132 previous similar messages
[144727.144233] Lustre: oak-OST0051: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[144727.155886] Lustre: Skipped 132 previous similar messages
[144953.032410] LustreError: 281198:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c25dae050 x1631535361713104/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:751/0 lens 8680/448 e 0 to 0 dl 1558338871 ref 1 fl Interpret:/2/0 rc 0/0
[144953.060761] LustreError: 281198:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[145113.987935] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[145114.002624] Lustre: Skipped 89 previous similar messages
[145249.206407] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[145249.220924] Lustre: Skipped 45 previous similar messages
[145332.593247] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[145332.604709] Lustre: Skipped 133 previous similar messages
[145332.610845] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[145332.622595] Lustre: Skipped 133 previous similar messages
[145561.186072] LustreError: 281362:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8864d450 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:604/0 lens 2112/448 e 0 to 0 dl 1558339479 ref 1 fl Interpret:/2/0 rc 0/0
[145561.214344] LustreError: 281362:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[145733.720107] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[145733.734994] Lustre: Skipped 94 previous similar messages
[145851.843932] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[145851.858505] Lustre: Skipped 43 previous similar messages
[145932.678956] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[145932.690326] Lustre: Skipped 131 previous similar messages
[145932.696494] Lustre: oak-OST003f: Connection restored to 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4)
[145932.708146] Lustre: Skipped 131 previous similar messages
[146162.961462] LustreError: 281298:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c590f4850 x1631720785878800/t0(0) o3->5d640b8d-09d2-994d-3695-203706571954@10.9.104.62@o2ib4:451/0 lens 488/432 e 0 to 0 dl 1558340081 ref 1 fl Interpret:/2/0 rc 0/0
[146162.989625] LustreError: 281298:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[146338.428627] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[146338.443507] Lustre: Skipped 90 previous similar messages
[146462.328669] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[146462.343143] Lustre: Skipped 46 previous similar messages
[146534.384180] Lustre: oak-OST0053: Client a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4) reconnecting
[146534.395671] Lustre: Skipped 125 previous similar messages
[146534.401834] Lustre: oak-OST0053: Connection restored to a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4)
[146534.413585] Lustre: Skipped 125 previous similar messages
[146767.075973] LustreError: 278390:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff880062668850 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:285/0 lens 488/432 e 0 to 0 dl 1558340670 ref 1 fl Interpret:/2/0 rc 0/0
[146767.104127] LustreError: 278390:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 130 previous similar messages
[146945.506229] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[146945.521099] Lustre: Skipped 92 previous similar messages
[147067.401178] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[147067.415644] Lustre: Skipped 44 previous similar messages
[147134.688155] Lustre: oak-OST0049: Client 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4) reconnecting
[147134.699656] Lustre: Skipped 129 previous similar messages
[147134.705864] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[147134.717621] Lustre: Skipped 129 previous similar messages
[147372.189501] LustreError: 281343:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fc7fc2850 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:146/0 lens 680/448 e 0 to 0 dl 1558341286 ref 1 fl Interpret:/2/0 rc 0/0
[147372.217558] LustreError: 281343:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[147548.949683] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[147548.964474] Lustre: Skipped 90 previous similar messages
[147671.988951] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[147672.005616] Lustre: Skipped 45 previous similar messages
[147737.365139] Lustre: oak-OST0041: Client 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4) reconnecting
[147737.377112] Lustre: Skipped 130 previous similar messages
[147737.383278] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[147737.395033] Lustre: Skipped 130 previous similar messages
[147973.245829] LustreError: 281295:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fe86cb450 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:751/0 lens 2112/448 e 0 to 0 dl 1558341891 ref 1 fl Interpret:/2/0 rc 0/0
[147973.274083] LustreError: 281295:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[148160.352422] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[148160.367351] Lustre: Skipped 90 previous similar messages
[148273.097038] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[148273.111604] Lustre: Skipped 41 previous similar messages
[148338.265670] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[148338.277143] Lustre: Skipped 132 previous similar messages
[148338.283339] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[148338.295119] Lustre: Skipped 132 previous similar messages
[148574.006243] LustreError: 281293:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881ff94be850 x1631602937005968/t0(0) o3->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:592/0 lens 488/432 e 0 to 0 dl 1558342487 ref 1 fl Interpret:/2/0 rc 0/0
[148574.034294] LustreError: 281293:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 137 previous similar messages
[148766.122001] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[148766.136859] Lustre: Skipped 89 previous similar messages
[148877.768556] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[148877.783126] Lustre: Skipped 47 previous similar messages
[148940.074157] Lustre: oak-OST0041: Client 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4) reconnecting
[148940.085892] Lustre: Skipped 129 previous similar messages
[148940.092043] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[148940.103796] Lustre: Skipped 129 previous similar messages
[149176.710635] LustreError: 281210:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d205b4450 x1631535361710112/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:444/0 lens 8680/448 e 0 to 0 dl 1558343094 ref 1 fl Interpret:/2/0 rc 0/0
[149176.738904] LustreError: 281210:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 132 previous similar messages
[149366.670381] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[149366.685144] Lustre: Skipped 92 previous similar messages
[149487.859285] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[149487.873752] Lustre: Skipped 47 previous similar messages
[149551.243562] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[149551.254877] Lustre: Skipped 131 previous similar messages
[149551.261049] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[149551.272604] Lustre: Skipped 131 previous similar messages
[149777.764057] LustreError: 281359:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c25daac50 x1631536212116704/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:290/0 lens 8680/448 e 0 to 0 dl 1558343695 ref 1 fl Interpret:/2/0 rc 0/0
[149777.792199] LustreError: 281359:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[149979.369265] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[149979.384145] Lustre: Skipped 90 previous similar messages
[150092.291804] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[150092.306276] Lustre: Skipped 47 previous similar messages
[150181.787221] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[150181.798501] Lustre: Skipped 137 previous similar messages
[150181.804660] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[150181.816534] Lustre: Skipped 137 previous similar messages
[150384.388695] LustreError: 278410:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d4e896450 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:157/0 lens 8680/448 e 0 to 0 dl 1558344317 ref 1 fl Interpret:/2/0 rc 0/0
[150384.416944] LustreError: 278410:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[150586.858899] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[150586.873754] Lustre: Skipped 92 previous similar messages
[150697.748442] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[150697.762911] Lustre: Skipped 46 previous similar messages
[150802.353435] Lustre: oak-OST0049: Client 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4) reconnecting
[150802.364901] Lustre: Skipped 136 previous similar messages
[150802.371065] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[150802.382825] Lustre: Skipped 136 previous similar messages
[150986.502156] LustreError: 281358:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c8a0ab050 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:729/0 lens 488/432 e 0 to 0 dl 1558344889 ref 1 fl Interpret:/2/0 rc 0/0
[150986.530310] LustreError: 281358:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[151189.511408] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[151189.526168] Lustre: Skipped 88 previous similar messages
[151302.437972] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[151302.452439] Lustre: Skipped 43 previous similar messages
[151410.205753] Lustre: oak-OST0037: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[151410.217121] Lustre: Skipped 132 previous similar messages
[151410.223291] Lustre: oak-OST0037: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[151410.234945] Lustre: Skipped 132 previous similar messages
[151588.080577] LustreError: 281413:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c7f80dc50 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:591/0 lens 8680/448 e 0 to 0 dl 1558345506 ref 1 fl Interpret:/2/0 rc 0/0
[151588.108842] LustreError: 281413:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[151791.159818] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[151791.174573] Lustre: Skipped 87 previous similar messages
[151907.508549] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[151907.523018] Lustre: Skipped 47 previous similar messages
[152022.785458] Lustre: oak-OST005f: Client 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4) reconnecting
[152022.796745] Lustre: Skipped 136 previous similar messages
[152022.802908] Lustre: oak-OST005f: Connection restored to  (at 10.9.0.62@o2ib4)
[152022.810981] Lustre: Skipped 136 previous similar messages
[152190.316009] LustreError: 281387:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c4e70b850 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:438/0 lens 2112/448 e 0 to 0 dl 1558346108 ref 1 fl Interpret:/2/0 rc 0/0
[152190.344289] LustreError: 281387:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 133 previous similar messages
[152393.413297] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[152393.428057] Lustre: Skipped 92 previous similar messages
[152512.711164] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[152512.725716] Lustre: Skipped 44 previous similar messages
[152625.252253] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[152625.263652] Lustre: Skipped 132 previous similar messages
[152625.269832] Lustre: oak-OST003f: Connection restored to 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4)
[152625.281527] Lustre: Skipped 132 previous similar messages
[152791.261404] LustreError: 275033:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c83efd050 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:299/0 lens 8680/448 e 0 to 0 dl 1558346724 ref 1 fl Interpret:/2/0 rc 0/0
[152791.292965] LustreError: 275033:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[153009.209304] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[153009.224166] Lustre: Skipped 92 previous similar messages
[153117.101664] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[153117.116135] Lustre: Skipped 46 previous similar messages
[153227.868935] Lustre: oak-OST0057: Client e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6) reconnecting
[153227.880302] Lustre: Skipped 129 previous similar messages
[153227.886439] Lustre: oak-OST0057: Connection restored to e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6)
[153227.898090] Lustre: Skipped 129 previous similar messages
[153398.336099] LustreError: 278411:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c95335050 x1633627180769472/t0(0) o4->4d59234b-cf1d-59fe-c62f-178c08b82a48@10.8.1.29@o2ib6:151/0 lens 632/448 e 0 to 0 dl 1558347331 ref 1 fl Interpret:/2/0 rc 0/0
[153398.364146] LustreError: 278411:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 135 previous similar messages
[153614.397859] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[153614.412713] Lustre: Skipped 92 previous similar messages
[153722.406297] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[153722.420766] Lustre: Skipped 44 previous similar messages
[153828.060440] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[153828.071806] Lustre: Skipped 126 previous similar messages
[153828.077950] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[153828.089601] Lustre: Skipped 126 previous similar messages
[153999.639507] LustreError: 281324:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d4b69e450 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:737/0 lens 512/448 e 0 to 0 dl 1558347917 ref 1 fl Interpret:/2/0 rc 0/0
[153999.667671] LustreError: 281324:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[154216.391345] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[154216.406118] Lustre: Skipped 87 previous similar messages
[154327.663874] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[154327.678341] Lustre: Skipped 43 previous similar messages
[154429.816455] Lustre: oak-OST0051: Client d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4) reconnecting
[154429.827864] Lustre: Skipped 132 previous similar messages
[154429.834012] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[154429.842172] Lustre: Skipped 132 previous similar messages
[154601.315928] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c521a6c50 x1631555087484320/t0(0) o4->ff76fa22-9ee3-1343-b911-ce5720bba2a6@10.9.112.8@o2ib4:599/0 lens 8680/448 e 0 to 0 dl 1558348534 ref 1 fl Interpret:/2/0 rc 0/0
[154601.344174] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 135 previous similar messages
[154819.169827] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[154819.184490] Lustre: Skipped 89 previous similar messages
[154929.861352] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[154929.875727] Lustre: Skipped 43 previous similar messages
[155033.693112] Lustre: oak-OST0049: Client 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4) reconnecting
[155033.704572] Lustre: Skipped 134 previous similar messages
[155033.710705] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[155033.722453] Lustre: Skipped 134 previous similar messages
[155202.272309] LustreError: 278390:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881feb0a5050 x1631545982496880/t0(0) o4->a4293a38-41d9-60ad-5738-a3b56ad3dea2@10.9.102.29@o2ib4:430/0 lens 8680/448 e 0 to 0 dl 1558349120 ref 1 fl Interpret:/2/0 rc 0/0
[155202.300649] LustreError: 278390:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 131 previous similar messages
[155425.055378] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[155425.070043] Lustre: Skipped 92 previous similar messages
[155537.522988] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[155537.537467] Lustre: Skipped 45 previous similar messages
[155633.726798] Lustre: oak-OST0057: Client e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6) reconnecting
[155633.740936] Lustre: Skipped 129 previous similar messages
[155633.749143] Lustre: oak-OST0057: Connection restored to e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6)
[155633.760839] Lustre: Skipped 129 previous similar messages
[155821.602447] LustreError: 281337:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c06c9a450 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:277/0 lens 488/432 e 0 to 0 dl 1558349722 ref 1 fl Interpret:/2/0 rc 0/0
[155821.630587] LustreError: 281337:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 137 previous similar messages
[156035.099143] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[156035.113810] Lustre: Skipped 90 previous similar messages
[156142.245520] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[156142.259988] Lustre: Skipped 44 previous similar messages
[156234.500595] Lustre: oak-OST004f: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[156234.511901] Lustre: Skipped 125 previous similar messages
[156234.518061] Lustre: oak-OST004f: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[156234.529621] Lustre: Skipped 125 previous similar messages
[156425.745980] LustreError: 281370:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c06c99850 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:143/0 lens 8680/448 e 0 to 0 dl 1558350343 ref 1 fl Interpret:/2/0 rc 0/0
[156425.776352] LustreError: 281370:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[156641.113770] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[156641.128528] Lustre: Skipped 90 previous similar messages
[156747.939095] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[156747.953566] Lustre: Skipped 46 previous similar messages
[156839.467762] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[156839.479229] Lustre: Skipped 135 previous similar messages
[156839.485383] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[156839.497131] Lustre: Skipped 135 previous similar messages
[157036.896793] LustreError: 278407:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c4771e050 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:750/0 lens 488/432 e 0 to 0 dl 1558350950 ref 1 fl Interpret:/2/0 rc 0/0
[157036.924764] LustreError: 278407:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[157242.411122] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[157242.425901] Lustre: Skipped 90 previous similar messages
[157348.114427] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[157348.129021] Lustre: Skipped 43 previous similar messages
[157460.827474] Lustre: oak-OST0037: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[157460.827498] Lustre: oak-OST0051: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[157460.827500] Lustre: Skipped 133 previous similar messages
[157460.856615] Lustre: Skipped 134 previous similar messages
[157646.984561] LustreError: 281407:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c0a327c50 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:605/0 lens 488/432 e 0 to 0 dl 1558351560 ref 1 fl Interpret:/2/0 rc 0/0
[157647.012526] LustreError: 281407:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 137 previous similar messages
[157844.328594] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[157844.343257] Lustre: Skipped 88 previous similar messages
[157948.544807] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[157948.559402] Lustre: Skipped 44 previous similar messages
[158090.442955] Lustre: oak-OST0037: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[158090.442977] Lustre: oak-OST0051: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[158090.442979] Lustre: Skipped 132 previous similar messages
[158090.476096] Lustre: Skipped 132 previous similar messages
[158250.806091] LustreError: 281382:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c8359e850 x1631591584136816/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:458/0 lens 488/432 e 0 to 0 dl 1558352168 ref 1 fl Interpret:/2/0 rc 0/0
[158250.806093] LustreError: 281155:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d2f7aec50 x1631591584146752/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:458/0 lens 488/432 e 0 to 0 dl 1558352168 ref 1 fl Interpret:/2/0 rc 0/0
[158250.806098] LustreError: 281155:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 133 previous similar messages
[158460.050589] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[158460.065451] Lustre: Skipped 92 previous similar messages
[158563.396787] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[158563.411260] Lustre: Skipped 45 previous similar messages
[158692.670292] Lustre: oak-OST0057: Client 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4) reconnecting
[158692.681664] Lustre: Skipped 135 previous similar messages
[158692.687805] Lustre: oak-OST0057: Connection restored to 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4)
[158692.699459] Lustre: Skipped 136 previous similar messages
[158852.725500] LustreError: 277134:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fe7dedc50 x1631536212116704/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:305/0 lens 8680/448 e 0 to 0 dl 1558352770 ref 1 fl Interpret:/2/0 rc 0/0
[158852.753641] LustreError: 277134:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 131 previous similar messages
[158944.833828] LustreError: 281413:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff881c46722050 x1631312398183520/t0(0) o3->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:415/0 lens 488/432 e 0 to 0 dl 1558352880 ref 1 fl Interpret:/0/0 rc 0/0
[158944.861121] LustreError: 281413:0:(ldlm_lib.c:3199:target_bulk_io()) Skipped 2 previous similar messages
[159061.452012] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[159061.466786] Lustre: Skipped 91 previous similar messages
[159168.827425] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[159168.841939] Lustre: Skipped 48 previous similar messages
[159292.974891] Lustre: oak-OST005d: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[159292.986262] Lustre: Skipped 128 previous similar messages
[159292.992404] Lustre: oak-OST005d: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[159293.004056] Lustre: Skipped 128 previous similar messages
[159462.367286] LustreError: 281154:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883cfe4e6050 x1633627180769472/t0(0) o4->4d59234b-cf1d-59fe-c62f-178c08b82a48@10.8.1.29@o2ib6:175/0 lens 632/448 e 0 to 0 dl 1558353395 ref 1 fl Interpret:/2/0 rc 0/0
[159462.395359] LustreError: 281154:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[159668.276661] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[159668.291421] Lustre: Skipped 92 previous similar messages
[159774.159031] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[159774.173654] Lustre: Skipped 44 previous similar messages
[159895.661300] Lustre: oak-OST0053: Client a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4) reconnecting
[159895.672765] Lustre: Skipped 129 previous similar messages
[159895.678913] Lustre: oak-OST0053: Connection restored to a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4)
[159895.690678] Lustre: Skipped 129 previous similar messages
[160063.809705] LustreError: 281145:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883cfe5dd050 x1631720785878800/t0(0) o3->5d640b8d-09d2-994d-3695-203706571954@10.9.104.62@o2ib4:6/0 lens 488/432 e 0 to 0 dl 1558353981 ref 1 fl Interpret:/2/0 rc 0/0
[160063.837663] LustreError: 281145:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[160270.289102] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[160270.303859] Lustre: Skipped 88 previous similar messages
[160378.398517] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[160378.412981] Lustre: Skipped 42 previous similar messages
[160498.774248] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[160498.785622] Lustre: Skipped 131 previous similar messages
[160498.791848] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[160498.803506] Lustre: Skipped 131 previous similar messages
[160665.365128] LustreError: 281219:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cf158ec50 x1631555087484320/t0(0) o4->ff76fa22-9ee3-1343-b911-ce5720bba2a6@10.9.112.8@o2ib4:623/0 lens 8680/448 e 0 to 0 dl 1558354598 ref 1 fl Interpret:/2/0 rc 0/0
[160665.393398] LustreError: 281219:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[160870.404486] Lustre: oak-OST004f: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[160870.419155] Lustre: Skipped 88 previous similar messages
[160983.701077] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[160983.715572] Lustre: Skipped 48 previous similar messages
[161100.169902] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[161100.181388] Lustre: Skipped 135 previous similar messages
[161100.187550] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[161100.199344] Lustre: Skipped 135 previous similar messages
[161273.138794] LustreError: 281102:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d4b698c50 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:443/0 lens 488/432 e 0 to 0 dl 1558355173 ref 1 fl Interpret:/2/0 rc 0/0
[161273.166946] LustreError: 281102:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[161479.939181] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[161479.955724] Lustre: Skipped 96 previous similar messages
[161588.413629] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[161588.428131] Lustre: Skipped 45 previous similar messages
[161702.990179] Lustre: oak-OST0057: Client e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6) reconnecting
[161703.001558] Lustre: Skipped 131 previous similar messages
[161703.007750] Lustre: oak-OST0057: Connection restored to e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6)
[161703.019407] Lustre: Skipped 131 previous similar messages
[161873.457190] LustreError: 275031:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d07995450 x1631602937005968/t0(0) o3->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:301/0 lens 488/432 e 0 to 0 dl 1558355786 ref 1 fl Interpret:/2/0 rc 0/0
[161873.485248] LustreError: 275031:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[162087.207870] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[162087.222631] Lustre: Skipped 89 previous similar messages
[162193.718202] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[162193.732670] Lustre: Skipped 45 previous similar messages
[162304.332055] Lustre: oak-OST0057: Client 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4) reconnecting
[162304.343424] Lustre: Skipped 128 previous similar messages
[162304.349575] Lustre: oak-OST0057: Connection restored to 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4)
[162304.361224] Lustre: Skipped 127 previous similar messages
[162475.903599] LustreError: 281304:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d262fd850 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:153/0 lens 8680/448 e 0 to 0 dl 1558356393 ref 1 fl Interpret:/2/0 rc 0/0
[162475.931852] LustreError: 281304:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[162693.404490] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[162693.419260] Lustre: Skipped 91 previous similar messages
[162799.046793] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[162799.061267] Lustre: Skipped 47 previous similar messages
[162910.822370] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[162910.833644] Lustre: Skipped 133 previous similar messages
[162910.839826] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[162910.851391] Lustre: Skipped 133 previous similar messages
[163085.041358] LustreError: 278390:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c55d40c50 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:7/0 lens 488/432 e 0 to 0 dl 1558357002 ref 1 fl Interpret:/2/0 rc 0/0
[163085.069304] LustreError: 278390:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[163296.437928] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[163296.452689] Lustre: Skipped 89 previous similar messages
[163404.162343] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[163404.176841] Lustre: Skipped 43 previous similar messages
[163527.361206] Lustre: oak-OST0045: Client ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4) reconnecting
[163527.372587] Lustre: Skipped 133 previous similar messages
[163527.378779] Lustre: oak-OST0045: Connection restored to ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4)
[163527.390470] Lustre: Skipped 133 previous similar messages
[163688.144811] LustreError: 281281:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881ffb32ec50 x1632823593908928/t0(0) o4->abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4@10.8.17.3@o2ib6:610/0 lens 2264/448 e 0 to 0 dl 1558357605 ref 1 fl Interpret:/2/0 rc 0/0
[163688.172958] LustreError: 281281:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 137 previous similar messages
[163902.924545] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[163902.939402] Lustre: Skipped 91 previous similar messages
[164009.363887] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[164009.378356] Lustre: Skipped 45 previous similar messages
[164128.671326] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[164128.682709] Lustre: Skipped 132 previous similar messages
[164128.688852] Lustre: oak-OST003f: Connection restored to 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4)
[164128.700502] Lustre: Skipped 132 previous similar messages
[164300.030671] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c521a0c50 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:482/0 lens 8680/448 e 0 to 0 dl 1558358232 ref 1 fl Interpret:/2/0 rc 0/0
[164300.059013] LustreError: 281316:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[164515.761474] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[164515.776360] Lustre: Skipped 88 previous similar messages
[164614.665543] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[164614.680012] Lustre: Skipped 45 previous similar messages
[164731.184219] Lustre: oak-OST0057: Client e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6) reconnecting
[164731.195591] Lustre: Skipped 130 previous similar messages
[164731.201752] Lustre: oak-OST0057: Connection restored to e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6)
[164731.213420] Lustre: Skipped 130 previous similar messages
[164900.812070] LustreError: 119017:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c0db14c50 x1631536212116704/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:313/0 lens 8680/448 e 0 to 0 dl 1558358818 ref 1 fl Interpret:/2/0 rc 0/0
[164900.840214] LustreError: 119017:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[165121.836057] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[165121.850826] Lustre: Skipped 91 previous similar messages
[165219.994068] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[165220.008575] Lustre: Skipped 48 previous similar messages
[165331.304964] Lustre: oak-OST003b: Client 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6) reconnecting
[165331.316258] Lustre: Skipped 129 previous similar messages
[165331.322404] Lustre: oak-OST003b: Connection restored to  (at 10.8.1.28@o2ib6)
[165331.330501] Lustre: Skipped 129 previous similar messages
[165524.601410] LustreError: 281376:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c521a6050 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:165/0 lens 488/432 e 0 to 0 dl 1558359425 ref 1 fl Interpret:/2/0 rc 0/0
[165524.629572] LustreError: 281376:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[165726.732663] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[165726.747519] Lustre: Skipped 89 previous similar messages
[165825.171646] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[165825.186117] Lustre: Skipped 44 previous similar messages
[165935.251461] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[165935.262728] Lustre: Skipped 127 previous similar messages
[165935.268885] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[165935.280444] Lustre: Skipped 127 previous similar messages
[166130.181024] LustreError: 281310:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883cde1e5850 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:32/0 lens 8680/448 e 0 to 0 dl 1558360047 ref 1 fl Interpret:/2/0 rc 0/0
[166130.209172] LustreError: 281310:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[166326.880029] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[166326.894779] Lustre: Skipped 87 previous similar messages
[166427.123168] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[166427.137733] Lustre: Skipped 43 previous similar messages
[166535.468628] Lustre: oak-OST0051: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[166535.479995] Lustre: Skipped 130 previous similar messages
[166535.486161] Lustre: oak-OST0051: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[166535.497828] Lustre: Skipped 130 previous similar messages
[166731.515813] LustreError: 281156:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c7d712850 x1631555087484320/t0(0) o4->ff76fa22-9ee3-1343-b911-ce5720bba2a6@10.9.112.8@o2ib4:648/0 lens 8680/448 e 0 to 0 dl 1558360663 ref 1 fl Interpret:/2/0 rc 0/0
[166731.544056] LustreError: 281156:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[166937.137292] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[166937.152154] Lustre: Skipped 86 previous similar messages
[167035.507402] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[167035.521887] Lustre: Skipped 46 previous similar messages
[167151.459622] Lustre: oak-OST004b: Client 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4) reconnecting
[167151.471088] Lustre: Skipped 129 previous similar messages
[167151.477229] Lustre: oak-OST004b: Connection restored to 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4)
[167151.488969] Lustre: Skipped 129 previous similar messages
[167335.541734] LustreError: 281336:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d06866450 x1631535361710112/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:482/0 lens 8680/448 e 0 to 0 dl 1558361252 ref 1 fl Interpret:/2/0 rc 0/0
[167335.573028] LustreError: 281336:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 133 previous similar messages
[167545.359338] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[167545.374201] Lustre: Skipped 87 previous similar messages
[167638.254105] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[167638.268681] Lustre: Skipped 47 previous similar messages
[167754.427148] Lustre: oak-OST0051: Client d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4) reconnecting
[167754.438517] Lustre: Skipped 129 previous similar messages
[167754.444672] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[167754.452851] Lustre: Skipped 129 previous similar messages
[167938.447369] LustreError: 278397:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c55005450 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:326/0 lens 488/432 e 0 to 0 dl 1558361851 ref 1 fl Interpret:/2/0 rc 0/0
[167938.475320] LustreError: 278397:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 129 previous similar messages
[168146.871948] Lustre: oak-OST0051: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[168146.886788] Lustre: Skipped 86 previous similar messages
[168246.148042] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[168246.162539] Lustre: Skipped 44 previous similar messages
[168359.249522] Lustre: oak-OST0045: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[168359.261004] Lustre: Skipped 125 previous similar messages
[168359.267178] Lustre: oak-OST0045: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[168359.278931] Lustre: Skipped 125 previous similar messages
[168548.000368] LustreError: 281383:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881feb0a2050 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:181/0 lens 488/432 e 0 to 0 dl 1558362461 ref 1 fl Interpret:/2/0 rc 0/0
[168548.028390] LustreError: 281383:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 133 previous similar messages
[168759.631100] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[168759.645973] Lustre: Skipped 89 previous similar messages
[168851.474883] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[168851.489352] Lustre: Skipped 47 previous similar messages
[168960.428872] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[168960.440216] Lustre: Skipped 128 previous similar messages
[168960.446366] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[168960.457942] Lustre: Skipped 128 previous similar messages
[169155.512315] LustreError: 278417:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d055d7850 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:37/0 lens 8680/448 e 0 to 0 dl 1558363072 ref 1 fl Interpret:/2/0 rc 0/0
[169155.540465] LustreError: 278417:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 135 previous similar messages
[169364.313947] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[169364.328826] Lustre: Skipped 86 previous similar messages
[169455.849712] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[169455.864196] Lustre: Skipped 44 previous similar messages
[169563.972277] Lustre: oak-OST0049: Client 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4) reconnecting
[169563.983732] Lustre: Skipped 131 previous similar messages
[169563.989871] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[169564.001645] Lustre: Skipped 131 previous similar messages
[169759.378142] LustreError: 281099:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c331d4450 x1633627180769472/t0(0) o4->4d59234b-cf1d-59fe-c62f-178c08b82a48@10.8.1.29@o2ib6:656/0 lens 632/448 e 0 to 0 dl 1558363691 ref 1 fl Interpret:/2/0 rc 0/0
[169759.406186] LustreError: 281099:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 135 previous similar messages
[169968.944754] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[169968.959682] Lustre: Skipped 87 previous similar messages
[170061.123561] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[170061.138033] Lustre: Skipped 45 previous similar messages
[170179.409947] Lustre: oak-OST004b: Client 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4) reconnecting
[170179.421409] Lustre: Skipped 130 previous similar messages
[170179.427546] Lustre: oak-OST004b: Connection restored to 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4)
[170179.439305] Lustre: Skipped 130 previous similar messages
[170345.717414] Lustre: oak-OST0055: haven't heard from client 8e2f3c3a-221b-17a7-7876-61e2e3371726 (at 10.8.17.29@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881fea194400, cur 1558364238 expire 1558364088 last 1558364011
[170345.741796] Lustre: Skipped 23 previous similar messages
[170346.226592] Lustre: oak-OST0039: haven't heard from client 56e50bc8-1502-1c05-6d95-02bad2ea3825 (at 10.9.108.53@o2ib4) in 210 seconds. I think it's dead, and I am evicting it. exp ffff883c7b4f8800, cur 1558364238 expire 1558364088 last 1558364028
[170346.251092] Lustre: Skipped 51 previous similar messages
[170359.721777] LustreError: 278410:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c51a70050 x1631602937005968/t0(0) o3->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:482/0 lens 488/432 e 0 to 0 dl 1558364272 ref 1 fl Interpret:/2/0 rc 0/0
[170359.749817] LustreError: 278410:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[170572.614627] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[170572.629292] Lustre: Skipped 86 previous similar messages
[170665.842464] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[170665.856970] Lustre: Skipped 50 previous similar messages
[170779.770946] Lustre: oak-OST0057: Client 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4) reconnecting
[170779.782314] Lustre: Skipped 133 previous similar messages
[170779.788465] Lustre: oak-OST0057: Connection restored to 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4)
[170779.800117] Lustre: Skipped 133 previous similar messages
[170962.757656] LustreError: 281208:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c6f838850 x1631555087484320/t0(0) o4->ff76fa22-9ee3-1343-b911-ce5720bba2a6@10.9.112.8@o2ib4:350/0 lens 8680/448 e 0 to 0 dl 1558364895 ref 1 fl Interpret:/2/0 rc 0/0
[170962.785929] LustreError: 281208:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 133 previous similar messages
[171182.273653] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[171182.290220] Lustre: Skipped 90 previous similar messages
[171271.292349] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[171271.307366] Lustre: Skipped 47 previous similar messages
[171384.285261] Lustre: oak-OST0049: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[171384.296721] Lustre: Skipped 128 previous similar messages
[171384.302865] Lustre: oak-OST0049: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[171384.314612] Lustre: Skipped 128 previous similar messages
[171569.526473] LustreError: 281234:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c4dacd450 x1631602937005968/t0(0) o3->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:181/0 lens 488/432 e 0 to 0 dl 1558365481 ref 1 fl Interpret:/2/0 rc 0/0
[171569.554517] LustreError: 281234:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[171788.731434] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[171788.746288] Lustre: Skipped 88 previous similar messages
[171890.084552] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[171890.099027] Lustre: Skipped 48 previous similar messages
[171984.479037] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[171984.490305] Lustre: Skipped 128 previous similar messages
[171984.496446] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[171984.508000] Lustre: Skipped 461 previous similar messages
[172176.850195] LustreError: 281362:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c86cc6850 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:39/0 lens 488/432 e 0 to 0 dl 1558366094 ref 1 fl Interpret:/2/0 rc 0/0
[172176.878271] LustreError: 281362:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[172216.628454] LustreError: 281363:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk WRITE failed: rc -107  req@ffff883c2128b850 x1631613002475280/t0(0) o4->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:60/0 lens 488/448 e 0 to 0 dl 1558366115 ref 1 fl Interpret:/0/0 rc 0/0
[172390.198890] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[172390.213553] Lustre: Skipped 85 previous similar messages
[172493.715137] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[172493.729701] Lustre: Skipped 43 previous similar messages
[172580.810650] Lustre: oak-OST004b: haven't heard from client 28e2ed38-4cd0-735e-5a4f-7da7aa43729b (at 10.8.10.29@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881c294ecc00, cur 1558366473 expire 1558366323 last 1558366246
[172580.835021] Lustre: Skipped 19 previous similar messages
[172599.734083] Lustre: oak-OST0051: Client d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4) reconnecting
[172599.745454] Lustre: Skipped 127 previous similar messages
[172599.751604] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[172599.759766] Lustre: Skipped 365 previous similar messages
[172760.817088] Lustre: oak-OST003b: haven't heard from client 5f0feed3-2005-6d2d-0586-f11a291f005b (at 10.8.11.9@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c2b055400, cur 1558366653 expire 1558366503 last 1558366426
[172760.841377] Lustre: Skipped 23 previous similar messages
[172779.705757] LustreError: 281293:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c00ab4050 x1631750831545088/t0(0) o4->44f95c12-7495-5c2a-f528-3592173661d9@10.8.20.28@o2ib6:641/0 lens 552/448 e 0 to 0 dl 1558366696 ref 1 fl Interpret:/2/0 rc 0/0
[172779.733900] LustreError: 281293:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 135 previous similar messages
[172995.273542] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[172995.288207] Lustre: Skipped 87 previous similar messages
[173100.459793] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[173100.474264] Lustre: Skipped 47 previous similar messages
[173200.584186] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[173200.595646] Lustre: Skipped 135 previous similar messages
[173200.601791] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[173200.613538] Lustre: Skipped 182 previous similar messages
[173278.838116] Lustre: oak-OST004b: haven't heard from client df34d8fd-b0c0-8d65-dfbf-67fb6570a687 (at 10.8.10.29@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883cfe93c400, cur 1558367171 expire 1558367021 last 1558366944
[173278.862484] Lustre: Skipped 23 previous similar messages
[173354.850239] Lustre: oak-OST004b: haven't heard from client d36c51b4-0a71-9ea3-c0a6-8167dac75917 (at 10.8.15.2@o2ib6) in 223 seconds. I think it's dead, and I am evicting it. exp ffff881c49ddd800, cur 1558367247 expire 1558367097 last 1558367024
[173354.874507] Lustre: Skipped 23 previous similar messages
[173358.861376] Lustre: oak-OST003d: haven't heard from client 9c6d91fd-9263-f1e7-22c4-ca245adc0bc4 (at 10.8.15.5@o2ib6) in 225 seconds. I think it's dead, and I am evicting it. exp ffff881c329da000, cur 1558367251 expire 1558367101 last 1558367026
[173358.885638] Lustre: Skipped 44 previous similar messages
[173382.248099] LustreError: 281309:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c16db0c50 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:485/0 lens 488/432 e 0 to 0 dl 1558367295 ref 1 fl Interpret:/2/0 rc 0/0
[173382.276047] LustreError: 281309:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[173596.915811] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[173596.930474] Lustre: Skipped 83 previous similar messages
[173705.971295] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[173705.985780] Lustre: Skipped 48 previous similar messages
[173803.296266] Lustre: oak-OST0051: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[173803.307633] Lustre: Skipped 127 previous similar messages
[173803.313783] Lustre: oak-OST0051: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[173803.325441] Lustre: Skipped 150 previous similar messages
[173988.254689] LustreError: 281328:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d2f42fc50 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:340/0 lens 8680/448 e 0 to 0 dl 1558367905 ref 1 fl Interpret:/2/0 rc 0/0
[173988.282932] LustreError: 281328:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 133 previous similar messages
[174211.732838] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[174211.747625] Lustre: Skipped 90 previous similar messages
[174311.614903] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[174311.629385] Lustre: Skipped 46 previous similar messages
[174403.985640] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[174403.997143] Lustre: Skipped 129 previous similar messages
[174404.003303] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[174404.015092] Lustre: Skipped 129 previous similar messages
[174600.603580] LustreError: 281410:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c13290450 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:212/0 lens 8680/448 e 0 to 0 dl 1558368532 ref 1 fl Interpret:/2/0 rc 0/0
[174600.631935] LustreError: 281410:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[174745.898809] Lustre: oak-OST0047: haven't heard from client 36aa8bff-2319-994c-7c07-2e971a025f00 (at 10.8.10.29@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883e47775000, cur 1558368638 expire 1558368488 last 1558368411
[174745.923167] Lustre: Skipped 2 previous similar messages
[174814.750270] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[174814.765054] Lustre: Skipped 91 previous similar messages
[174821.902461] Lustre: oak-OST0047: haven't heard from client 7fcc8ff1-feed-bbe5-41bb-9620559a11af (at 10.8.17.29@o2ib6) in 218 seconds. I think it's dead, and I am evicting it. exp ffff883c7db15800, cur 1558368714 expire 1558368564 last 1558368496
[174821.926865] Lustre: Skipped 23 previous similar messages
[174919.059526] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[174919.073994] Lustre: Skipped 45 previous similar messages
[175004.036696] Lustre: oak-OST004b: Client fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4) reconnecting
[175004.050549] Lustre: Skipped 126 previous similar messages
[175004.059048] Lustre: oak-OST004b: Connection restored to  (at 10.9.115.5@o2ib4)
[175004.067207] Lustre: Skipped 174 previous similar messages
[175201.085969] LustreError: 281216:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881cf4f8cc50 x1631602937005968/t0(0) o3->aca6646c-58d6-0250-4505-9a1b573dc90f@10.9.112.3@o2ib4:38/0 lens 488/432 e 0 to 0 dl 1558369113 ref 1 fl Interpret:/2/0 rc 0/0
[175201.113941] LustreError: 281216:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 133 previous similar messages
[175417.050790] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[175417.065547] Lustre: Skipped 87 previous similar messages
[175520.405960] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[175520.420526] Lustre: Skipped 45 previous similar messages
[175609.942302] Lustre: oak-OST004b: Client 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4) reconnecting
[175609.953770] Lustre: Skipped 125 previous similar messages
[175609.959913] Lustre: oak-OST004b: Connection restored to 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4)
[175609.971671] Lustre: Skipped 125 previous similar messages
[175801.298337] LustreError: 281182:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d17077850 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:639/0 lens 680/448 e 0 to 0 dl 1558369714 ref 1 fl Interpret:/2/0 rc 0/0
[175801.326382] LustreError: 281182:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 128 previous similar messages
[175991.669152] Lustre: 282408:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558369876/real 1558369876]  req@ffff88294c968300 x1633885635744272/t0(0) o106->oak-OST003b@10.8.0.66@o2ib6:15/16 lens 296/280 e 0 to 1 dl 1558369883 ref 1 fl Rpc:X/0/ffffffff rc 0/-1
[175991.699853] Lustre: 282408:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 84 previous similar messages
[176012.710992] Lustre: 282408:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558369897/real 1558369897]  req@ffff88294c968300 x1633885635744272/t0(0) o106->oak-OST003b@10.8.0.66@o2ib6:15/16 lens 296/280 e 0 to 1 dl 1558369904 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[176012.741574] Lustre: 282408:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 2 previous similar messages
[176021.018349] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[176021.033137] Lustre: Skipped 82 previous similar messages
[176047.753424] Lustre: 282408:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558369932/real 1558369932]  req@ffff88294c968300 x1633885635744272/t0(0) o106->oak-OST003b@10.8.0.66@o2ib6:15/16 lens 296/280 e 0 to 1 dl 1558369939 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[176047.784004] Lustre: 282408:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 4 previous similar messages
[176117.797249] Lustre: 282408:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558370002/real 1558370002]  req@ffff88294c968300 x1633885635744272/t0(0) o106->oak-OST003b@10.8.0.66@o2ib6:15/16 lens 296/280 e 0 to 1 dl 1558370009 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[176117.827821] Lustre: 282408:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 9 previous similar messages
[176144.687389] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[176144.701970] Lustre: Skipped 42 previous similar messages
[176155.954026] Lustre: oak-OST0039: haven't heard from client bbf1956a-2947-b5c0-676d-4f0c995598d1 (at 10.8.0.68@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c7ac61000, cur 1558370048 expire 1558369898 last 1558369821
[176155.978291] Lustre: Skipped 23 previous similar messages
[176214.035743] Lustre: oak-OST005f: Client 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4) reconnecting
[176214.047041] Lustre: Skipped 130 previous similar messages
[176214.053199] Lustre: oak-OST005f: Connection restored to  (at 10.9.0.62@o2ib4)
[176214.061319] Lustre: Skipped 130 previous similar messages
[176408.633122] LustreError: 281413:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881bffce9450 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:480/0 lens 488/432 e 0 to 0 dl 1558370310 ref 1 fl Interpret:/2/0 rc 0/0
[176408.661280] LustreError: 281413:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 134 previous similar messages
[176621.221727] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[176621.236391] Lustre: Skipped 87 previous similar messages
[176774.394971] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[176774.409562] Lustre: Skipped 47 previous similar messages
[176817.268424] Lustre: oak-OST003b: Client b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4) reconnecting
[176817.279813] Lustre: Skipped 130 previous similar messages
[176817.285951] Lustre: oak-OST003b: Connection restored to  (at 10.9.115.1@o2ib4)
[176817.294136] Lustre: Skipped 130 previous similar messages
[177014.392728] LustreError: 281331:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d151dd450 x1631535361713104/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:346/0 lens 8680/448 e 0 to 0 dl 1558370931 ref 1 fl Interpret:/2/0 rc 0/0
[177014.420989] LustreError: 281331:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 137 previous similar messages
[177237.533888] Lustre: oak-OST0053: Bulk IO write error with 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6), client will retry: rc = -110
[177237.548552] Lustre: Skipped 93 previous similar messages
[177376.102503] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[177376.117125] Lustre: Skipped 48 previous similar messages
[177418.215573] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[177418.227046] Lustre: Skipped 133 previous similar messages
[177418.233200] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[177418.244985] Lustre: Skipped 133 previous similar messages
[177602.537550] LustreError: 281149:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff883c09ffbc50 x1631753258816352/t0(0) o3->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:199/0 lens 488/432 e 0 to 0 dl 1558371539 ref 1 fl Interpret:/0/0 rc 0/0
[177602.537995] LustreError: 281330:0:(ldlm_lib.c:3249:target_bulk_io()) @@@ Reconnect on bulk READ  req@ffff883fdf9f4050 x1631753258816208/t0(0) o3->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:199/0 lens 488/432 e 0 to 0 dl 1558371539 ref 1 fl Interpret:/0/0 rc 0/0
[177629.061785] LustreError: 278397:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c4e70a850 x1631536212116704/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:206/0 lens 8680/448 e 0 to 0 dl 1558371546 ref 1 fl Interpret:/2/0 rc 0/0
[177629.089931] LustreError: 278397:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[177839.332332] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[177839.347099] Lustre: Skipped 93 previous similar messages
[177981.887213] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[177981.901781] Lustre: Skipped 53 previous similar messages
[178019.116327] Lustre: oak-OST003b: Client 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6) reconnecting
[178019.127628] Lustre: Skipped 135 previous similar messages
[178019.133782] Lustre: oak-OST003b: Connection restored to  (at 10.8.1.28@o2ib6)
[178019.141867] Lustre: Skipped 135 previous similar messages
[178233.632404] LustreError: 281323:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883ffc678850 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:55/0 lens 488/432 e 0 to 0 dl 1558372150 ref 1 fl Interpret:/2/0 rc 0/0
[178233.660471] LustreError: 281323:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 145 previous similar messages
[178445.093009] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[178445.107673] Lustre: Skipped 92 previous similar messages
[178587.127856] Lustre: oak-OST0053: Bulk IO read error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc -110
[178587.142356] Lustre: Skipped 48 previous similar messages
[178622.506473] Lustre: oak-OST0053: Client aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4) reconnecting
[178622.519635] Lustre: Skipped 138 previous similar messages
[178622.527556] Lustre: oak-OST0053: Connection restored to aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4)
[178622.541245] Lustre: Skipped 184 previous similar messages
[178836.150913] LustreError: 281302:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fea04d050 x1631539033686432/t0(0) o4->f3b00ca3-b665-ce49-a752-1af46b027687@10.9.102.32@o2ib4:653/0 lens 4584/448 e 0 to 0 dl 1558372748 ref 1 fl Interpret:/2/0 rc 0/0
[178836.179254] LustreError: 281302:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 146 previous similar messages
[179045.206469] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[179045.221231] Lustre: Skipped 96 previous similar messages
[179223.219672] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[179223.234138] Lustre: Skipped 50 previous similar messages
[179228.453585] Lustre: oak-OST004d: Client abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6) reconnecting
[179228.466684] Lustre: Skipped 136 previous similar messages
[179228.474050] Lustre: oak-OST004d: Connection restored to abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6)
[179228.486583] Lustre: Skipped 183 previous similar messages
[179439.570492] LustreError: 281217:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cdbfbb050 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:506/0 lens 512/448 e 0 to 0 dl 1558373356 ref 1 fl Interpret:/2/0 rc 0/0
[179439.598640] LustreError: 281217:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[179645.489921] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[179645.504700] Lustre: Skipped 97 previous similar messages
[179828.707379] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[179828.721866] Lustre: Skipped 51 previous similar messages
[179829.205410] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[179829.216893] Lustre: Skipped 138 previous similar messages
[179829.223060] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[179829.234815] Lustre: Skipped 138 previous similar messages
[180040.772971] LustreError: 281382:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fdfc16050 x1631535361713104/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:352/0 lens 8680/448 e 0 to 0 dl 1558373957 ref 1 fl Interpret:/2/0 rc 0/0
[180040.801215] LustreError: 281382:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 148 previous similar messages
[180146.117793] Lustre: oak-OST004b: haven't heard from client 5305638d-e93b-079f-99d5-e17c3a5da50c (at 10.8.10.29@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883cfd686800, cur 1558374038 expire 1558373888 last 1558373811
[180146.142153] Lustre: Skipped 95 previous similar messages
[180249.289455] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[180249.304216] Lustre: Skipped 101 previous similar messages
[180431.251127] Lustre: oak-OST0045: Client ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4) reconnecting
[180431.262488] Lustre: Skipped 137 previous similar messages
[180431.268645] Lustre: oak-OST0045: Connection restored to ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4)
[180431.280297] Lustre: Skipped 161 previous similar messages
[180433.275976] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[180433.290471] Lustre: Skipped 46 previous similar messages
[180640.818443] LustreError: 281290:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c076b8850 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:197/0 lens 512/448 e 0 to 0 dl 1558374557 ref 1 fl Interpret:/2/0 rc 0/0
[180640.846595] LustreError: 281290:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 148 previous similar messages
[180850.004989] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[180850.019766] Lustre: Skipped 96 previous similar messages
[181032.854351] Lustre: oak-OST005f: Client 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4) reconnecting
[181032.865623] Lustre: Skipped 139 previous similar messages
[181032.871788] Lustre: oak-OST005f: Connection restored to  (at 10.9.0.62@o2ib4)
[181032.879930] Lustre: Skipped 139 previous similar messages
[181038.510719] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[181038.525199] Lustre: Skipped 51 previous similar messages
[181246.910157] LustreError: 281372:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8a1f3c50 x1631535361710112/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:48/0 lens 8680/448 e 0 to 0 dl 1558375163 ref 1 fl Interpret:/2/0 rc 0/0
[181246.938354] LustreError: 281372:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 151 previous similar messages
[181450.767489] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[181450.782249] Lustre: Skipped 98 previous similar messages
[181637.109676] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[181637.121135] Lustre: Skipped 140 previous similar messages
[181637.127272] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[181637.139048] Lustre: Skipped 140 previous similar messages
[181639.995171] Lustre: oak-OST0053: Bulk IO read error with aca6646c-58d6-0250-4505-9a1b573dc90f (at 10.9.112.3@o2ib4), client will retry: rc -110
[181640.009658] Lustre: Skipped 48 previous similar messages
[181847.431641] LustreError: 281342:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883bfe9a4c50 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:634/0 lens 488/432 e 0 to 0 dl 1558375749 ref 1 fl Interpret:/2/0 rc 0/0
[181847.459808] LustreError: 281342:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 146 previous similar messages
[182057.110170] Lustre: oak-OST0051: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[182057.126026] Lustre: Skipped 101 previous similar messages
[182242.258374] Lustre: oak-OST003b: Client b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4) reconnecting
[182242.269743] Lustre: Skipped 141 previous similar messages
[182242.275883] Lustre: oak-OST003b: Connection restored to  (at 10.9.115.1@o2ib4)
[182242.284090] Lustre: Skipped 141 previous similar messages
[182256.121342] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[182256.135814] Lustre: Skipped 51 previous similar messages
[182386.413181] LustreError: 277134:0:(ldlm_lib.c:3249:target_bulk_io()) @@@ Reconnect on bulk READ  req@ffff881c6f7ba850 x1631562142109456/t0(0) o3->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:453/0 lens 488/432 e 0 to 0 dl 1558376323 ref 1 fl Interpret:/0/0 rc 0/0
[182386.413947] LustreError: 281375:0:(ldlm_lib.c:3199:target_bulk_io()) @@@ bulk READ failed: rc -107  req@ffff883ca39dfc50 x1631562142109472/t0(0) o3->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:453/0 lens 488/432 e 0 to 0 dl 1558376323 ref 1 fl Interpret:/0/0 rc 0/0
[182386.467454] LustreError: 277134:0:(ldlm_lib.c:3249:target_bulk_io()) Skipped 2 previous similar messages
[182447.736136] LustreError: 281339:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c34ffa850 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:494/0 lens 8680/448 e 0 to 0 dl 1558376364 ref 1 fl Interpret:/2/0 rc 0/0
[182447.764377] LustreError: 281339:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 151 previous similar messages
[182670.002210] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[182670.016895] Lustre: Skipped 103 previous similar messages
[182852.094173] Lustre: oak-OST0037: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[182852.105536] Lustre: Skipped 140 previous similar messages
[182852.111685] Lustre: oak-OST0037: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[182852.123425] Lustre: Skipped 140 previous similar messages
[182860.889069] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[182860.903627] Lustre: Skipped 54 previous similar messages
[183051.756838] LustreError: 281363:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d30a51450 x1631536212116672/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:343/0 lens 8680/448 e 0 to 0 dl 1558376968 ref 1 fl Interpret:/2/0 rc 0/0
[183051.784983] LustreError: 281363:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 148 previous similar messages
[183296.827813] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[183296.842648] Lustre: Skipped 101 previous similar messages
[183413.557586] LustreError: 0:0:(ldlm_lockd.c:334:waiting_locks_callback()) ### lock callback timer expired after 4177s: evicting client at 10.9.112.3@o2ib4  ns: filter-oak-OST0053_UUID lock: ffff883c13bd8600/0xf5330dd473a74c34 lrc: 3/0,0 mode: PW/PW res: [0x17b5bf1:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x60000400020020 nid: 10.9.112.3@o2ib4 remote: 0xe219d348cf9f8fdb expref: 42 pid: 66407 timeout: 4478072543 lvb_type: 0
[183413.604360] LustreError: 0:0:(ldlm_lockd.c:334:waiting_locks_callback()) Skipped 5 previous similar messages
[183455.418156] Lustre: oak-OST004f: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[183455.429464] Lustre: Skipped 136 previous similar messages
[183455.435691] Lustre: oak-OST004f: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[183455.447277] Lustre: Skipped 137 previous similar messages
[183464.490688] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[183464.505072] Lustre: Skipped 46 previous similar messages
[183661.351672] LustreError: 281146:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c9d766450 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:198/0 lens 488/432 e 0 to 0 dl 1558377578 ref 1 fl Interpret:/2/0 rc 0/0
[183661.379850] LustreError: 281146:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 148 previous similar messages
[183906.175724] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[183906.190517] Lustre: Skipped 99 previous similar messages
[183952.272825] Lustre: oak-OST0033: haven't heard from client 95e58c04-274a-c7c6-33f8-5bdfd341b85d (at 10.8.10.29@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c7e585000, cur 1558377844 expire 1558377694 last 1558377617
[183952.297264] Lustre: Skipped 23 previous similar messages
[184059.589553] Lustre: oak-OST0057: Client 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4) reconnecting
[184059.600936] Lustre: Skipped 139 previous similar messages
[184059.607094] Lustre: oak-OST0057: Connection restored to 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4)
[184059.618759] Lustre: Skipped 163 previous similar messages
[184067.609385] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[184067.628391] Lustre: Skipped 41 previous similar messages
[184262.312319] LustreError: 278393:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c3d17d050 x1631547039983648/t0(0) o3->71805c74-83b3-d440-57aa-eceebc69a823@10.9.107.37@o2ib4:27/0 lens 488/432 e 0 to 0 dl 1558378162 ref 1 fl Interpret:/2/0 rc 0/0
[184262.340387] LustreError: 278393:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[184514.801559] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[184514.816375] Lustre: Skipped 94 previous similar messages
[184669.785101] Lustre: oak-OST0053: Client a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4) reconnecting
[184669.796621] Lustre: Skipped 132 previous similar messages
[184669.802787] Lustre: oak-OST0053: Connection restored to a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4)
[184669.814555] Lustre: Skipped 132 previous similar messages
[184671.354934] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[184671.369537] Lustre: Skipped 41 previous similar messages
[184863.776762] LustreError: 281233:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c78b56050 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:645/0 lens 512/448 e 0 to 0 dl 1558378780 ref 1 fl Interpret:/2/0 rc 0/0
[184863.804971] LustreError: 281233:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[185115.526054] Lustre: oak-OST003b: Bulk IO write error with b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4), client will retry: rc = -110
[185115.540829] Lustre: Skipped 96 previous similar messages
[185138.322050] Lustre: oak-OST004b: haven't heard from client fff8f6d3-50d1-3b6b-90ac-296d822866d6 (at 10.8.10.29@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c34e4c800, cur 1558379030 expire 1558378880 last 1558378803
[185138.346411] Lustre: Skipped 23 previous similar messages
[185277.871436] Lustre: oak-OST0045: Client ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4) reconnecting
[185277.882825] Lustre: Skipped 130 previous similar messages
[185277.889032] Lustre: oak-OST0045: Connection restored to ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4)
[185277.900691] Lustre: Skipped 130 previous similar messages
[185289.028122] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[185289.042697] Lustre: Skipped 39 previous similar messages
[185471.969560] LustreError: 281339:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8864b050 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:498/0 lens 8680/448 e 0 to 0 dl 1558379388 ref 1 fl Interpret:/2/0 rc 0/0
[185472.001624] LustreError: 281339:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 132 previous similar messages
[185723.779791] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[185723.794604] Lustre: Skipped 99 previous similar messages
[185878.603142] Lustre: oak-OST0049: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[185878.614597] Lustre: Skipped 127 previous similar messages
[185878.620734] Lustre: oak-OST0049: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[185878.632492] Lustre: Skipped 151 previous similar messages
[185897.524845] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[185897.539482] Lustre: Skipped 35 previous similar messages
[186075.436109] LustreError: 281156:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fdf8f2050 x1631536212116672/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:347/0 lens 8680/448 e 0 to 0 dl 1558379992 ref 1 fl Interpret:/2/0 rc 0/0
[186075.464363] LustreError: 281156:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 131 previous similar messages
[186323.960018] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[186323.974681] Lustre: Skipped 96 previous similar messages
[186479.908796] Lustre: oak-OST004f: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[186479.920071] Lustre: Skipped 129 previous similar messages
[186479.926222] Lustre: oak-OST004f: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[186479.937785] Lustre: Skipped 129 previous similar messages
[186510.020426] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[186510.035035] Lustre: Skipped 37 previous similar messages
[186676.716264] LustreError: 278416:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c04252450 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:193/0 lens 8680/448 e 0 to 0 dl 1558380593 ref 1 fl Interpret:/2/0 rc 0/0
[186676.744515] LustreError: 278416:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 135 previous similar messages
[186931.009672] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[186931.024440] Lustre: Skipped 98 previous similar messages
[187083.024907] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[187083.036277] Lustre: Skipped 129 previous similar messages
[187083.042439] Lustre: oak-OST003f: Connection restored to 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4)
[187083.055041] Lustre: Skipped 129 previous similar messages
[187113.292901] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[187113.307520] Lustre: Skipped 35 previous similar messages
[187278.853554] LustreError: 281223:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c2573f450 x1631750831545088/t0(0) o4->44f95c12-7495-5c2a-f528-3592173661d9@10.8.20.28@o2ib6:40/0 lens 552/448 e 0 to 0 dl 1558381195 ref 1 fl Interpret:/2/0 rc 0/0
[187278.881599] LustreError: 281223:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 130 previous similar messages
[187531.533856] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[187531.548625] Lustre: Skipped 93 previous similar messages
[187683.791344] Lustre: oak-OST004d: Client abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6) reconnecting
[187683.802767] Lustre: Skipped 125 previous similar messages
[187683.808926] Lustre: oak-OST004d: Connection restored to abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6)
[187683.820494] Lustre: Skipped 125 previous similar messages
[187730.629872] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[187730.644466] Lustre: Skipped 35 previous similar messages
[187880.400952] LustreError: 278404:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c2f571850 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:637/0 lens 680/448 e 0 to 0 dl 1558381792 ref 1 fl Interpret:/2/0 rc 0/0
[187880.429002] LustreError: 278404:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 137 previous similar messages
[188135.999107] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[188136.013869] Lustre: Skipped 98 previous similar messages
[188289.325404] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[188289.336901] Lustre: Skipped 135 previous similar messages
[188289.343150] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[188289.354807] Lustre: Skipped 135 previous similar messages
[188372.742620] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[188372.757184] Lustre: Skipped 42 previous similar messages
[188483.124087] LustreError: 281324:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8864f050 x1631535361713104/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:489/0 lens 8680/448 e 0 to 0 dl 1558382399 ref 1 fl Interpret:/2/0 rc 0/0
[188483.152359] LustreError: 281324:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 133 previous similar messages
[188748.502854] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[188748.517615] Lustre: Skipped 99 previous similar messages
[188893.654904] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[188893.666270] Lustre: Skipped 133 previous similar messages
[188893.672407] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[188893.684064] Lustre: Skipped 133 previous similar messages
[188993.695791] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[188993.712069] Lustre: Skipped 40 previous similar messages
[189083.623409] LustreError: 281156:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fdf4b3050 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:350/0 lens 8680/448 e 0 to 0 dl 1558383015 ref 1 fl Interpret:/2/0 rc 0/0
[189083.651771] LustreError: 281156:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[189351.755236] Lustre: oak-OST004f: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[189351.769896] Lustre: Skipped 97 previous similar messages
[189498.599331] Lustre: oak-OST005d: Client a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4) reconnecting
[189498.610697] Lustre: Skipped 130 previous similar messages
[189498.616856] Lustre: oak-OST005d: Connection restored to a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4)
[189498.628576] Lustre: Skipped 130 previous similar messages
[189598.641269] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[189598.655736] Lustre: Skipped 39 previous similar messages
[189688.603888] LustreError: 278404:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c5836b850 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:200/0 lens 8680/448 e 0 to 0 dl 1558383620 ref 1 fl Interpret:/2/0 rc 0/0
[189688.632234] LustreError: 278404:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 135 previous similar messages
[189954.842676] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[189954.857338] Lustre: Skipped 97 previous similar messages
[190099.113579] Lustre: oak-OST003b: Client 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6) reconnecting
[190099.124848] Lustre: Skipped 137 previous similar messages
[190099.130990] Lustre: oak-OST003b: Connection restored to  (at 10.8.1.28@o2ib6)
[190099.139056] Lustre: Skipped 137 previous similar messages
[190204.411796] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[190204.426266] Lustre: Skipped 44 previous similar messages
[190300.293972] LustreError: 281360:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883bffa48050 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:37/0 lens 488/432 e 0 to 0 dl 1558384212 ref 1 fl Interpret:/2/0 rc 0/0
[190300.321838] LustreError: 281360:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[190556.100012] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[190556.114674] Lustre: Skipped 94 previous similar messages
[190703.635558] Lustre: oak-OST0041: Client 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4) reconnecting
[190703.647029] Lustre: Skipped 133 previous similar messages
[190703.653178] Lustre: oak-OST0041: Connection restored to 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4)
[190703.664929] Lustre: Skipped 133 previous similar messages
[190809.531310] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[190809.545782] Lustre: Skipped 44 previous similar messages
[190901.001060] LustreError: 281367:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c29d75850 x1631720785878800/t0(0) o3->5d640b8d-09d2-994d-3695-203706571954@10.9.104.62@o2ib4:642/0 lens 488/432 e 0 to 0 dl 1558384817 ref 1 fl Interpret:/2/0 rc 0/0
[190901.029239] LustreError: 281367:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[191167.089771] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[191167.104531] Lustre: Skipped 98 previous similar messages
[191305.299170] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[191305.310654] Lustre: Skipped 140 previous similar messages
[191305.316822] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[191305.328567] Lustre: Skipped 140 previous similar messages
[191415.433835] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[191415.448345] Lustre: Skipped 45 previous similar messages
[191505.023456] LustreError: 281341:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c9b9fb850 x1631591584113616/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:476/0 lens 488/432 e 0 to 0 dl 1558385406 ref 1 fl Interpret:/2/0 rc 0/0
[191505.051612] LustreError: 281341:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[191774.239380] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[191774.254142] Lustre: Skipped 100 previous similar messages
[191913.229549] Lustre: oak-OST0051: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[191913.240920] Lustre: Skipped 135 previous similar messages
[191913.247072] Lustre: oak-OST0051: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[191913.258734] Lustre: Skipped 135 previous similar messages
[192020.052334] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[192020.066837] Lustre: Skipped 41 previous similar messages
[192106.212807] LustreError: 281153:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fdf3e8c50 x1631545982496880/t0(0) o4->a4293a38-41d9-60ad-5738-a3b56ad3dea2@10.9.102.29@o2ib4:337/0 lens 8680/448 e 0 to 0 dl 1558386022 ref 1 fl Interpret:/2/0 rc 0/0
[192106.241201] LustreError: 281153:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[192391.194409] Lustre: oak-OST0051: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[192391.209173] Lustre: Skipped 95 previous similar messages
[192515.439147] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[192515.450614] Lustre: Skipped 137 previous similar messages
[192515.456775] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[192515.468578] Lustre: Skipped 137 previous similar messages
[192624.617860] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[192624.632446] Lustre: Skipped 44 previous similar messages
[192708.411242] LustreError: 281412:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881ce28b5450 x1631567563059776/t0(0) o4->fd9827f5-03ff-8a42-ad41-d8eda0765a7c@10.9.115.5@o2ib4:184/0 lens 512/448 e 0 to 0 dl 1558386624 ref 1 fl Interpret:/2/0 rc 0/0
[192708.439383] LustreError: 281412:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[192992.975769] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[192992.990691] Lustre: Skipped 97 previous similar messages
[193117.258490] Lustre: oak-OST005d: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[193117.269855] Lustre: Skipped 137 previous similar messages
[193117.275992] Lustre: oak-OST005d: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[193117.287644] Lustre: Skipped 137 previous similar messages
[193230.284488] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[193230.298958] Lustre: Skipped 45 previous similar messages
[193308.964646] LustreError: 281346:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c0103bc50 x1631539033686432/t0(0) o4->f3b00ca3-b665-ce49-a752-1af46b027687@10.9.102.32@o2ib4:25/0 lens 4584/448 e 0 to 0 dl 1558387220 ref 1 fl Interpret:/2/0 rc 0/0
[193308.993199] LustreError: 281346:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[193596.196356] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[193596.211115] Lustre: Skipped 97 previous similar messages
[193723.166903] Lustre: oak-OST003b: Client b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4) reconnecting
[193723.178285] Lustre: Skipped 131 previous similar messages
[193723.184475] Lustre: oak-OST003b: Connection restored to  (at 10.9.115.1@o2ib4)
[193723.192663] Lustre: Skipped 131 previous similar messages
[193835.902074] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[193835.916640] Lustre: Skipped 44 previous similar messages
[193914.805226] LustreError: 281181:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c3ad64c50 x1631539033686432/t0(0) o4->f3b00ca3-b665-ce49-a752-1af46b027687@10.9.102.32@o2ib4:631/0 lens 4584/448 e 0 to 0 dl 1558387826 ref 1 fl Interpret:/2/0 rc 0/0
[193914.833566] LustreError: 281181:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[194202.034948] Lustre: oak-OST0051: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[194202.049654] Lustre: Skipped 91 previous similar messages
[194329.811511] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[194329.822888] Lustre: Skipped 139 previous similar messages
[194329.829048] Lustre: oak-OST003f: Connection restored to 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4)
[194329.840740] Lustre: Skipped 139 previous similar messages
[194441.671708] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[194441.686177] Lustre: Skipped 46 previous similar messages
[194516.662705] LustreError: 281356:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d17157450 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:482/0 lens 488/432 e 0 to 0 dl 1558388432 ref 1 fl Interpret:/2/0 rc 0/0
[194516.690849] LustreError: 281356:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[194808.171548] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[194808.186356] Lustre: Skipped 99 previous similar messages
[194935.191307] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[194935.202683] Lustre: Skipped 135 previous similar messages
[194935.208849] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[194935.220504] Lustre: Skipped 135 previous similar messages
[195046.103182] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[195046.117674] Lustre: Skipped 40 previous similar messages
[195128.634507] LustreError: 275028:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d39179450 x1631539033686432/t0(0) o4->f3b00ca3-b665-ce49-a752-1af46b027687@10.9.102.32@o2ib4:334/0 lens 4584/448 e 0 to 0 dl 1558389039 ref 1 fl Interpret:/2/0 rc 0/0
[195128.662852] LustreError: 275028:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[195415.277181] Lustre: oak-OST0051: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[195415.291944] Lustre: Skipped 96 previous similar messages
[195537.468516] Lustre: oak-OST005f: Client 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4) reconnecting
[195537.479810] Lustre: Skipped 138 previous similar messages
[195537.485995] Lustre: oak-OST005f: Connection restored to  (at 10.9.0.62@o2ib4)
[195537.494051] Lustre: Skipped 138 previous similar messages
[195650.826789] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[195650.841385] Lustre: Skipped 45 previous similar messages
[195733.711194] LustreError: 281154:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c87ab0c50 x1631539033686432/t0(0) o4->f3b00ca3-b665-ce49-a752-1af46b027687@10.9.102.32@o2ib4:184/0 lens 4584/448 e 0 to 0 dl 1558389644 ref 1 fl Interpret:/2/0 rc 0/0
[195733.739596] LustreError: 281154:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[196022.758886] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[196022.773647] Lustre: Skipped 99 previous similar messages
[196138.368116] Lustre: oak-OST004b: Client fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4) reconnecting
[196138.379483] Lustre: Skipped 135 previous similar messages
[196138.385641] Lustre: oak-OST004b: Connection restored to  (at 10.9.115.5@o2ib4)
[196138.393803] Lustre: Skipped 135 previous similar messages
[196256.065386] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[196256.079956] Lustre: Skipped 44 previous similar messages
[196338.654721] LustreError: 275028:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c54afc850 x1631539033686432/t0(0) o4->f3b00ca3-b665-ce49-a752-1af46b027687@10.9.102.32@o2ib4:34/0 lens 4584/448 e 0 to 0 dl 1558390249 ref 1 fl Interpret:/2/0 rc 0/0
[196338.683719] LustreError: 275028:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[196629.081523] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[196629.096280] Lustre: Skipped 100 previous similar messages
[196741.473090] Lustre: oak-OST0053: Client 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6) reconnecting
[196741.484372] Lustre: Skipped 136 previous similar messages
[196741.490511] Lustre: oak-OST0053: Connection restored to  (at 10.8.1.29@o2ib6)
[196741.498573] Lustre: Skipped 136 previous similar messages
[196857.532830] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[196857.547235] Lustre: Skipped 45 previous similar messages
[196940.266152] LustreError: 281302:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c31e4f450 x1631535361713072/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:641/0 lens 8680/448 e 0 to 0 dl 1558390856 ref 1 fl Interpret:/2/0 rc 0/0
[196940.294398] LustreError: 281302:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[196974.801487] Lustre: oak-OST0041: haven't heard from client ca16b820-427f-8634-1fd5-53fc507991f0 (at 10.8.17.29@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881cb4126c00, cur 1558390866 expire 1558390716 last 1558390639
[196974.826097] Lustre: Skipped 23 previous similar messages
[197129.807017] Lustre: oak-OST0039: haven't heard from client a0e4d5b1-fa67-e0df-7fcd-5b831c7ce069 (at 10.8.12.10@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c7ac3c800, cur 1558391021 expire 1558390871 last 1558390794
[197129.831383] Lustre: Skipped 22 previous similar messages
[197231.702985] Lustre: oak-OST0057: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[197231.717660] Lustre: Skipped 92 previous similar messages
[197344.738324] Lustre: oak-OST0037: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[197344.749689] Lustre: Skipped 137 previous similar messages
[197344.755891] Lustre: oak-OST0037: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[197344.767623] Lustre: Skipped 185 previous similar messages
[197422.819319] Lustre: oak-OST003b: haven't heard from client 1b50b446-c90f-6a72-5033-b908e6da05ed (at 10.8.15.5@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881d4e282000, cur 1558391314 expire 1558391164 last 1558391087
[197422.843627] Lustre: Skipped 23 previous similar messages
[197466.243611] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[197466.258084] Lustre: Skipped 45 previous similar messages
[197542.348649] LustreError: 281224:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c49294050 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:503/0 lens 528/448 e 0 to 0 dl 1558391473 ref 1 fl Interpret:/2/0 rc 0/0
[197542.376994] LustreError: 281224:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[197857.427488] Lustre: oak-OST004f: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[197857.442154] Lustre: Skipped 98 previous similar messages
[197945.345290] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[197945.356657] Lustre: Skipped 136 previous similar messages
[197945.362814] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[197945.374470] Lustre: Skipped 159 previous similar messages
[198071.703228] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[198071.717728] Lustre: Skipped 41 previous similar messages
[198151.256409] LustreError: 281318:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c7eb94c50 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:357/0 lens 8680/448 e 0 to 0 dl 1558392082 ref 1 fl Interpret:/2/0 rc 0/0
[198151.284750] LustreError: 281318:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 146 previous similar messages
[198488.183163] Lustre: oak-OST0051: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[198488.197828] Lustre: Skipped 102 previous similar messages
[198546.320581] Lustre: oak-OST0057: Client e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6) reconnecting
[198546.331964] Lustre: Skipped 139 previous similar messages
[198546.338126] Lustre: oak-OST0057: Connection restored to e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6)
[198546.349780] Lustre: Skipped 139 previous similar messages
[198676.198809] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[198676.214470] Lustre: Skipped 44 previous similar messages
[198752.740903] LustreError: 281238:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c02aecc50 x1632823593908928/t0(0) o4->abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4@10.8.17.3@o2ib6:188/0 lens 2264/448 e 0 to 0 dl 1558392668 ref 1 fl Interpret:/2/0 rc 0/0
[198752.769059] LustreError: 281238:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[199093.818789] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[199093.833554] Lustre: Skipped 98 previous similar messages
[199149.782820] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[199149.794089] Lustre: Skipped 135 previous similar messages
[199149.800227] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[199149.811781] Lustre: Skipped 135 previous similar messages
[199281.424479] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[199281.438964] Lustre: Skipped 45 previous similar messages
[199364.642807] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c7eb7d850 x1631539033686432/t0(0) o4->f3b00ca3-b665-ce49-a752-1af46b027687@10.9.102.32@o2ib4:40/0 lens 4584/448 e 0 to 0 dl 1558393275 ref 1 fl Interpret:/2/0 rc 0/0
[199364.671324] LustreError: 281357:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[199531.904911] Lustre: oak-OST0041: haven't heard from client 08d11747-592a-959d-c3b8-e0d9c45fcbe4 (at 10.8.10.33@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c86784800, cur 1558393423 expire 1558393273 last 1558393196
[199531.939333] Lustre: Skipped 23 previous similar messages
[199700.443454] Lustre: oak-OST0051: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[199700.458244] Lustre: Skipped 98 previous similar messages
[199752.485951] Lustre: oak-OST004b: Client 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4) reconnecting
[199752.497417] Lustre: Skipped 138 previous similar messages
[199752.503598] Lustre: oak-OST004b: Connection restored to 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4)
[199752.515353] Lustre: Skipped 185 previous similar messages
[199887.741159] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[199887.755750] Lustre: Skipped 45 previous similar messages
[199965.866271] LustreError: 281140:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883e47776050 x1631591584146752/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:646/0 lens 488/432 e 0 to 0 dl 1558393881 ref 1 fl Interpret:/2/0 rc 0/0
[199965.894427] LustreError: 281140:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[200318.396629] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[200318.411416] Lustre: Skipped 98 previous similar messages
[200353.546915] Lustre: oak-OST0059: Client f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4) reconnecting
[200353.558399] Lustre: Skipped 135 previous similar messages
[200353.564552] Lustre: oak-OST0059: Connection restored to f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4)
[200353.576320] Lustre: Skipped 159 previous similar messages
[200492.225788] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[200492.240265] Lustre: Skipped 44 previous similar messages
[200569.317847] LustreError: 281101:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883fdf2f1c50 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:491/0 lens 680/448 e 0 to 0 dl 1558394481 ref 1 fl Interpret:/2/0 rc 0/0
[200569.345917] LustreError: 281101:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[200926.478392] Lustre: oak-OST0051: Bulk IO write error with d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c (at 10.9.106.1@o2ib4), client will retry: rc = -110
[200926.493164] Lustre: Skipped 98 previous similar messages
[200957.011015] Lustre: oak-OST003b: Client 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6) reconnecting
[200957.022296] Lustre: Skipped 135 previous similar messages
[200957.028443] Lustre: oak-OST003b: Connection restored to  (at 10.8.1.28@o2ib6)
[200957.036510] Lustre: Skipped 135 previous similar messages
[201097.647362] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[201097.661908] Lustre: Skipped 42 previous similar messages
[201169.829312] LustreError: 281331:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d143cac50 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:340/0 lens 2112/448 e 0 to 0 dl 1558395085 ref 1 fl Interpret:/2/0 rc 0/0
[201169.857606] LustreError: 281331:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[201526.888840] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[201526.903643] Lustre: Skipped 95 previous similar messages
[201560.504850] Lustre: oak-OST004b: Client fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4) reconnecting
[201560.516239] Lustre: Skipped 135 previous similar messages
[201560.522394] Lustre: oak-OST004b: Connection restored to  (at 10.9.115.5@o2ib4)
[201560.530611] Lustre: Skipped 135 previous similar messages
[201702.789968] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[201702.804466] Lustre: Skipped 43 previous similar messages
[201772.865861] LustreError: 278399:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cb4494450 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:203/0 lens 528/448 e 0 to 0 dl 1558395703 ref 1 fl Interpret:/2/0 rc 0/0
[201772.894002] LustreError: 278399:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 136 previous similar messages
[202144.027952] Lustre: oak-OST0051: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[202144.042637] Lustre: Skipped 94 previous similar messages
[202166.238981] Lustre: oak-OST0053: Client 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6) reconnecting
[202166.250264] Lustre: Skipped 134 previous similar messages
[202166.256468] Lustre: oak-OST0053: Connection restored to  (at 10.8.1.29@o2ib6)
[202166.264544] Lustre: Skipped 134 previous similar messages
[202310.102733] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[202310.117250] Lustre: Skipped 46 previous similar messages
[202382.090625] LustreError: 281349:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c35b45c50 x1631720785878800/t0(0) o3->5d640b8d-09d2-994d-3695-203706571954@10.9.104.62@o2ib4:43/0 lens 488/432 e 0 to 0 dl 1558396298 ref 1 fl Interpret:/2/0 rc 0/0
[202382.118681] LustreError: 281349:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[202758.160933] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[202758.175882] Lustre: Skipped 97 previous similar messages
[202779.341904] Lustre: oak-OST0059: Client f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4) reconnecting
[202779.353366] Lustre: Skipped 137 previous similar messages
[202779.359507] Lustre: oak-OST0059: Connection restored to f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4)
[202779.371256] Lustre: Skipped 137 previous similar messages
[202916.712406] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[202916.726877] Lustre: Skipped 45 previous similar messages
[202989.536303] LustreError: 281145:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883d06867850 x1631591584146752/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:650/0 lens 488/432 e 0 to 0 dl 1558396905 ref 1 fl Interpret:/2/0 rc 0/0
[202989.566954] LustreError: 281145:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[203365.058639] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[203365.073504] Lustre: Skipped 98 previous similar messages
[203380.616447] Lustre: oak-OST0057: Client 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4) reconnecting
[203380.627839] Lustre: Skipped 135 previous similar messages
[203380.633985] Lustre: oak-OST0057: Connection restored to 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4)
[203380.645660] Lustre: Skipped 180 previous similar messages
[203519.568922] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[203519.583525] Lustre: Skipped 43 previous similar messages
[203591.966859] LustreError: 281200:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c331d7c50 x1633797010229600/t0(0) o3->78d95019-ee21-de1f-91c6-8f8d23713426@10.9.0.62@o2ib4:493/0 lens 488/432 e 0 to 0 dl 1558397503 ref 1 fl Interpret:/2/0 rc 0/0
[203591.994926] LustreError: 281200:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[203970.533256] Lustre: oak-OST0059: Bulk IO write error with f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4), client will retry: rc = -110
[203970.548155] Lustre: Skipped 99 previous similar messages
[203987.741081] Lustre: oak-OST003b: Client b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4) reconnecting
[203987.752459] Lustre: Skipped 140 previous similar messages
[203987.758616] Lustre: oak-OST003b: Connection restored to  (at 10.9.115.1@o2ib4)
[203987.766802] Lustre: Skipped 140 previous similar messages
[204123.860485] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[204123.875078] Lustre: Skipped 43 previous similar messages
[204194.134324] LustreError: 119018:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881d0b0f9c50 x1631753080002320/t0(0) o4->e1529d12-fbcd-4a58-4349-c07667c639c4@10.8.20.20@o2ib6:345/0 lens 2112/448 e 0 to 0 dl 1558398110 ref 1 fl Interpret:/2/0 rc 0/0
[204194.162565] LustreError: 119018:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 145 previous similar messages
[204252.099208] Lustre: oak-OST0035: haven't heard from client 4e458cf0-60e8-4ac0-8183-9c455692e3a4 (at 10.8.15.7@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c09ffd400, cur 1558398143 expire 1558397993 last 1558397916
[204252.123486] Lustre: Skipped 23 previous similar messages
[204566.109931] Lustre: oak-OST005b: haven't heard from client 83274c25-1768-e766-0901-5de157233e15 (at 10.8.1.12@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883ca4967400, cur 1558398457 expire 1558398307 last 1558398230
[204566.134182] Lustre: Skipped 23 previous similar messages
[204573.079790] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[204573.096216] Lustre: Skipped 96 previous similar messages
[204596.336748] Lustre: oak-OST0059: Client f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4) reconnecting
[204596.348211] Lustre: Skipped 137 previous similar messages
[204596.354349] Lustre: oak-OST0059: Connection restored to f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4)
[204596.366107] Lustre: Skipped 137 previous similar messages
[204731.234230] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[204731.249533] Lustre: Skipped 44 previous similar messages
[204795.376817] LustreError: 281417:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c07be0450 x1631555087484320/t0(0) o4->ff76fa22-9ee3-1343-b911-ce5720bba2a6@10.9.112.8@o2ib4:206/0 lens 8680/448 e 0 to 0 dl 1558398726 ref 1 fl Interpret:/2/0 rc 0/0
[204795.405082] LustreError: 281417:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[205181.984606] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[205181.999278] Lustre: Skipped 94 previous similar messages
[205197.701857] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[205197.713150] Lustre: Skipped 135 previous similar messages
[205197.719314] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[205197.732282] Lustre: Skipped 135 previous similar messages
[205336.915884] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[205336.930358] Lustre: Skipped 44 previous similar messages
[205404.458564] LustreError: 281331:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c8752d450 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:45/0 lens 8680/448 e 0 to 0 dl 1558399320 ref 1 fl Interpret:/2/0 rc 0/0
[205404.486740] LustreError: 281331:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 137 previous similar messages
[205782.539983] Lustre: oak-OST0045: Bulk IO write error with ff76fa22-9ee3-1343-b911-ce5720bba2a6 (at 10.9.112.8@o2ib4), client will retry: rc = -110
[205782.554748] Lustre: Skipped 96 previous similar messages
[205808.390675] Lustre: oak-OST0049: Client 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4) reconnecting
[205808.402673] Lustre: Skipped 133 previous similar messages
[205808.408838] Lustre: oak-OST0049: Connection restored to 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4)
[205808.420623] Lustre: Skipped 133 previous similar messages
[205812.159680] Lustre: oak-OST0055: haven't heard from client 0cc82bac-c3a3-a3cd-4cf2-2188b9889b4e (at 10.9.104.26@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881d22e40000, cur 1558399703 expire 1558399553 last 1558399476
[205812.184141] Lustre: Skipped 71 previous similar messages
[205830.176743] Lustre: oak-OST003b: haven't heard from client 0cc82bac-c3a3-a3cd-4cf2-2188b9889b4e (at 10.9.104.26@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883cb38e2000, cur 1558399721 expire 1558399571 last 1558399494
[205830.201222] Lustre: Skipped 13 previous similar messages
[205832.174195] Lustre: oak-OST0051: haven't heard from client 0cc82bac-c3a3-a3cd-4cf2-2188b9889b4e (at 10.9.104.26@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c824d8400, cur 1558399723 expire 1558399573 last 1558399496
[205832.198667] Lustre: Skipped 8 previous similar messages
[205941.245435] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[205941.259905] Lustre: Skipped 44 previous similar messages
[206013.089358] LustreError: 281359:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d22fdfc50 x1631310565795248/t0(0) o4->79035ccd-c611-0c18-f3ba-84a2ff834422@10.9.112.9@o2ib4:668/0 lens 8680/448 e 0 to 0 dl 1558399943 ref 1 fl Interpret:/2/0 rc 0/0
[206013.117643] LustreError: 281359:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[206384.452395] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[206384.467160] Lustre: Skipped 98 previous similar messages
[206410.235730] Lustre: oak-OST005d: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[206410.247124] Lustre: Skipped 140 previous similar messages
[206410.253284] Lustre: oak-OST005d: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[206410.264936] Lustre: Skipped 164 previous similar messages
[206543.645872] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[206543.660554] Lustre: Skipped 43 previous similar messages
[206613.318698] LustreError: 281304:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c878d1850 x1631710179807744/t0(0) o4->857a6c94-c2ce-4058-562e-c9df8b93f0a3@10.9.102.31@o2ib4:514/0 lens 8680/448 e 0 to 0 dl 1558400544 ref 1 fl Interpret:/2/0 rc 0/0
[206613.347102] LustreError: 281304:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[206991.013074] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[206991.027876] Lustre: Skipped 95 previous similar messages
[207016.302548] Lustre: oak-OST0057: Client 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4) reconnecting
[207016.313923] Lustre: Skipped 135 previous similar messages
[207016.320138] Lustre: oak-OST0057: Connection restored to 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4)
[207016.331852] Lustre: Skipped 205 previous similar messages
[207148.298446] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[207148.313091] Lustre: Skipped 42 previous similar messages
[207216.129170] LustreError: 281325:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883d1b9a7450 x1631555087484320/t0(0) o4->ff76fa22-9ee3-1343-b911-ce5720bba2a6@10.9.112.8@o2ib4:361/0 lens 8680/448 e 0 to 0 dl 1558401146 ref 1 fl Interpret:/2/0 rc 0/0
[207216.157411] LustreError: 281325:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 145 previous similar messages
[207597.425691] Lustre: oak-OST004d: Bulk IO write error with 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4), client will retry: rc = -110
[207597.440602] Lustre: Skipped 98 previous similar messages
[207626.170296] Lustre: oak-OST0057: Client e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6) reconnecting
[207626.181696] Lustre: Skipped 139 previous similar messages
[207626.187859] Lustre: oak-OST0057: Connection restored to e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6)
[207626.199623] Lustre: Skipped 139 previous similar messages
[207756.678136] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[207756.692663] Lustre: Skipped 45 previous similar messages
[207770.242081] Lustre: oak-OST005b: haven't heard from client 47a0f704-a29a-0e58-c8d8-c5f9f7590b0b (at 10.8.11.9@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881c329d8c00, cur 1558401661 expire 1558401511 last 1558401434
[207817.274585] LustreError: 278390:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c4d200050 x1631536212116704/t0(0) o4->2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7@10.8.8.34@o2ib6:193/0 lens 8680/448 e 0 to 0 dl 1558401733 ref 1 fl Interpret:/2/0 rc 0/0
[207817.302721] LustreError: 278390:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[208203.140161] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[208203.154923] Lustre: Skipped 98 previous similar messages
[208231.566437] Lustre: oak-OST004d: Client abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6) reconnecting
[208231.577702] Lustre: Skipped 139 previous similar messages
[208231.583831] Lustre: oak-OST004d: Connection restored to abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6)
[208231.595388] Lustre: Skipped 187 previous similar messages
[208358.515466] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[208358.530066] Lustre: Skipped 44 previous similar messages
[208418.471896] LustreError: 281305:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883bfc048450 x1631565036558192/t0(0) o4->b606c8c1-1233-5a4e-0836-903c92667ec5@10.9.115.1@o2ib4:39/0 lens 512/448 e 0 to 0 dl 1558402334 ref 1 fl Interpret:/2/0 rc 0/0
[208418.499959] LustreError: 281305:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 138 previous similar messages
[208788.281062] Lustre: oak-OST0031: haven't heard from client 1a26eec8-3975-44d6-39c7-12dfe14a2739 (at 10.8.27.23@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881c7074c400, cur 1558402679 expire 1558402529 last 1558402452
[208788.305442] Lustre: Skipped 23 previous similar messages
[208820.072137] Lustre: oak-OST0053: Bulk IO write error with a4293a38-41d9-60ad-5738-a3b56ad3dea2 (at 10.9.102.29@o2ib4), client will retry: rc = -110
[208820.087017] Lustre: Skipped 95 previous similar messages
[208834.007813] Lustre: oak-OST0059: Client 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4) reconnecting
[208834.019379] Lustre: Skipped 134 previous similar messages
[208834.025550] Lustre: oak-OST0059: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[208834.037383] Lustre: Skipped 134 previous similar messages
[208967.774037] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[208967.788503] Lustre: Skipped 46 previous similar messages
[209024.860292] LustreError: 281255:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c590f7450 x1633627180769472/t0(0) o4->4d59234b-cf1d-59fe-c62f-178c08b82a48@10.8.1.29@o2ib6:660/0 lens 632/448 e 0 to 0 dl 1558402955 ref 1 fl Interpret:/2/0 rc 0/0
[209024.888348] LustreError: 281255:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[209422.893456] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[209422.908231] Lustre: Skipped 97 previous similar messages
[209434.501007] Lustre: oak-OST005d: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[209434.512373] Lustre: Skipped 133 previous similar messages
[209434.518536] Lustre: oak-OST005d: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[209434.530202] Lustre: Skipped 134 previous similar messages
[209568.942433] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[209568.957026] Lustre: Skipped 42 previous similar messages
[209605.314247] Lustre: oak-OST0037: haven't heard from client aad0cc55-c8cd-a30b-c647-d60c5b177a08 (at 10.8.13.24@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff880063908000, cur 1558403496 expire 1558403346 last 1558403269
[209605.338631] Lustre: Skipped 23 previous similar messages
[209643.235407] LustreError: 281414:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cf39dc450 x1631558415843424/t0(0) o4->4b82aa43-3026-4123-cabb-abbbb2575d6b@10.9.114.6@o2ib4:508/0 lens 512/448 e 0 to 0 dl 1558403558 ref 1 fl Interpret:/2/0 rc 0/0
[209643.263552] LustreError: 281414:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 144 previous similar messages
[209681.318840] Lustre: oak-OST0037: haven't heard from client 03aa8a23-3d9b-08e5-7a0a-c860e8a85200 (at 10.8.27.17@o2ib6) in 206 seconds. I think it's dead, and I am evicting it. exp ffff881d4eed4000, cur 1558403572 expire 1558403422 last 1558403366
[209681.343231] Lustre: Skipped 23 previous similar messages
[209682.357660] Lustre: oak-OST0031: haven't heard from client 4af3a14e-3763-ee9e-0816-c11f3d9601a1 (at 10.8.26.4@o2ib6) in 180 seconds. I think it's dead, and I am evicting it. exp ffff881c7254c800, cur 1558403573 expire 1558403422 last 1558403393
[209682.381931] Lustre: Skipped 46 previous similar messages
[210023.301677] Lustre: oak-OST0057: Bulk IO write error with 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4), client will retry: rc = -110
[210023.316461] Lustre: Skipped 101 previous similar messages
[210037.756193] Lustre: oak-OST004d: Client 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4) reconnecting
[210037.767567] Lustre: Skipped 140 previous similar messages
[210037.773726] Lustre: oak-OST004d: Connection restored to 79035ccd-c611-0c18-f3ba-84a2ff834422 (at 10.9.112.9@o2ib4)
[210037.785392] Lustre: Skipped 140 previous similar messages
[210174.126786] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[210174.141373] Lustre: Skipped 42 previous similar messages
[210246.770636] LustreError: 281387:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c0db13850 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:357/0 lens 488/432 e 0 to 0 dl 1558404162 ref 1 fl Interpret:/2/0 rc 0/0
[210246.798788] LustreError: 281387:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[210625.959015] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[210625.973791] Lustre: Skipped 97 previous similar messages
[210644.226921] Lustre: oak-OST005f: Client 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4) reconnecting
[210644.238216] Lustre: Skipped 139 previous similar messages
[210644.245747] Lustre: oak-OST005f: Connection restored to  (at 10.9.0.62@o2ib4)
[210644.253819] Lustre: Skipped 163 previous similar messages
[210785.287467] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[210785.301946] Lustre: Skipped 44 previous similar messages
[210795.369872] Lustre: oak-OST0039: haven't heard from client 04c69195-1ab6-d3db-4047-f7394d78e43f (at 10.9.0.61@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c7b7dd800, cur 1558404686 expire 1558404536 last 1558404459
[210796.369745] Lustre: oak-OST005b: haven't heard from client 04c69195-1ab6-d3db-4047-f7394d78e43f (at 10.9.0.61@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883ca4da4800, cur 1558404687 expire 1558404537 last 1558404460
[210796.394012] Lustre: Skipped 12 previous similar messages
[210853.856247] LustreError: 278416:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881cf00e4850 x1632823593908928/t0(0) o4->abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4@10.8.17.3@o2ib6:209/0 lens 2264/448 e 0 to 0 dl 1558404769 ref 1 fl Interpret:/2/0 rc 0/0
[210853.884387] LustreError: 278416:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 146 previous similar messages
[210933.367716] Lustre: oak-OST004b: haven't heard from client 04c69195-1ab6-d3db-4047-f7394d78e43f (at 10.9.0.61@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883d80694800, cur 1558404824 expire 1558404674 last 1558404597
[210933.391990] Lustre: Skipped 9 previous similar messages
[211231.944533] Lustre: oak-OST004d: Bulk IO write error with abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4 (at 10.8.17.3@o2ib6), client will retry: rc = -110
[211231.959217] Lustre: Skipped 96 previous similar messages
[211245.402309] Lustre: oak-OST0057: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[211245.413582] Lustre: Skipped 136 previous similar messages
[211245.419753] Lustre: oak-OST0057: Connection restored to 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6)
[211245.431363] Lustre: Skipped 160 previous similar messages
[211389.533977] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[211389.548502] Lustre: Skipped 45 previous similar messages
[211459.688796] LustreError: 278411:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881fec402850 x1631720785878800/t0(0) o3->5d640b8d-09d2-994d-3695-203706571954@10.9.104.62@o2ib4:60/0 lens 488/432 e 0 to 0 dl 1558405375 ref 1 fl Interpret:/2/0 rc 0/0
[211459.716914] LustreError: 278411:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 141 previous similar messages
[211831.982883] Lustre: oak-OST0049: Bulk IO write error with 857a6c94-c2ce-4058-562e-c9df8b93f0a3 (at 10.9.102.31@o2ib4), client will retry: rc = -110
[211831.997861] Lustre: Skipped 98 previous similar messages
[211848.890811] Lustre: oak-OST0057: Client 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4) reconnecting
[211848.902201] Lustre: Skipped 134 previous similar messages
[211848.908359] Lustre: oak-OST0057: Connection restored to 4b82aa43-3026-4123-cabb-abbbb2575d6b (at 10.9.114.6@o2ib4)
[211848.920020] Lustre: Skipped 182 previous similar messages
[211994.566526] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[211994.581040] Lustre: Skipped 44 previous similar messages
[212063.673276] LustreError: 281291:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c00073050 x1631591584136816/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:664/0 lens 488/432 e 0 to 0 dl 1558405979 ref 1 fl Interpret:/2/0 rc 0/0
[212063.701426] LustreError: 281291:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[212151.421307] Lustre: oak-OST0033: haven't heard from client 7a6afbad-0887-8a62-d39a-ae0049231b4a (at 10.8.0.67@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c3e642400, cur 1558406042 expire 1558405892 last 1558405815
[212343.427747] Lustre: oak-OST0031: haven't heard from client 7a6afbad-0887-8a62-d39a-ae0049231b4a (at 10.8.0.67@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883ff940c800, cur 1558406234 expire 1558406084 last 1558406007
[212343.452023] Lustre: Skipped 1 previous similar message
[212345.426517] Lustre: oak-OST0039: haven't heard from client 7a6afbad-0887-8a62-d39a-ae0049231b4a (at 10.8.0.67@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883ff9408800, cur 1558406236 expire 1558406086 last 1558406009
[212345.450782] Lustre: Skipped 2 previous similar messages
[212347.451445] Lustre: oak-OST0053: haven't heard from client 7a6afbad-0887-8a62-d39a-ae0049231b4a (at 10.8.0.67@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c7d712c00, cur 1558406238 expire 1558406088 last 1558406011
[212347.475715] Lustre: Skipped 3 previous similar messages
[212352.433023] Lustre: oak-OST0045: haven't heard from client 7a6afbad-0887-8a62-d39a-ae0049231b4a (at 10.8.0.67@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c7d711800, cur 1558406243 expire 1558406093 last 1558406016
[212352.457286] Lustre: Skipped 5 previous similar messages
[212366.436681] Lustre: oak-OST0051: haven't heard from client 7a6afbad-0887-8a62-d39a-ae0049231b4a (at 10.8.0.67@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c2e388800, cur 1558406257 expire 1558406107 last 1558406030
[212366.461271] Lustre: Skipped 6 previous similar messages
[212433.007219] Lustre: oak-OST005d: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[212433.021993] Lustre: Skipped 96 previous similar messages
[212454.495451] Lustre: oak-OST0051: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[212454.506845] Lustre: Skipped 138 previous similar messages
[212454.513004] Lustre: oak-OST0051: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[212454.526094] Lustre: Skipped 138 previous similar messages
[212597.838908] Lustre: oak-OST0059: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[212597.853488] Lustre: Skipped 44 previous similar messages
[212668.400784] LustreError: 281353:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c7ab89850 x1631603035322400/t0(0) o4->d692b9ea-f1ad-a5d9-f7d5-1fa8a907cd4c@10.9.106.1@o2ib4:528/0 lens 528/448 e 0 to 0 dl 1558406598 ref 1 fl Interpret:/2/0 rc 0/0
[212668.428979] LustreError: 281353:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 142 previous similar messages
[213056.430883] Lustre: oak-OST003f: Client 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4) reconnecting
[213056.442250] Lustre: Skipped 140 previous similar messages
[213056.448393] Lustre: oak-OST003f: Connection restored to 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4)
[213056.460050] Lustre: Skipped 140 previous similar messages
[213058.941585] Lustre: oak-OST0051: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[213058.956352] Lustre: Skipped 98 previous similar messages
[213198.135263] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[213198.149858] Lustre: Skipped 42 previous similar messages
[213270.914216] LustreError: 281329:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883ca4ecb050 x1631585495393792/t0(0) o3->5c77fc12-909c-c205-e5ba-b6cb57fb8e14@10.9.106.19@o2ib4:361/0 lens 488/432 e 0 to 0 dl 1558407186 ref 1 fl Interpret:/2/0 rc 0/0
[213270.942361] LustreError: 281329:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 148 previous similar messages
[213395.479205] Lustre: 275050:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558407279/real 1558407279]  req@ffff88001f192400 x1633885827256160/t0(0) o104->oak-OST003b@10.9.105.42@o2ib4:15/16 lens 296/224 e 0 to 1 dl 1558407286 ref 1 fl Rpc:X/0/ffffffff rc 0/-1
[213395.509972] Lustre: 275050:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 5 previous similar messages
[213416.521087] Lustre: 275050:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558407300/real 1558407300]  req@ffff88001f192400 x1633885827256160/t0(0) o104->oak-OST003b@10.9.105.42@o2ib4:15/16 lens 296/224 e 0 to 1 dl 1558407307 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[213416.551844] Lustre: 275050:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 5 previous similar messages
[213451.563517] Lustre: 275050:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558407335/real 1558407335]  req@ffff88001f192400 x1633885827256160/t0(0) o104->oak-OST003b@10.9.105.42@o2ib4:15/16 lens 296/224 e 0 to 1 dl 1558407342 ref 1 fl Rpc:X/2/ffffffff rc 0/-1
[213451.594340] Lustre: 275050:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 10 previous similar messages
[213493.579229] LustreError: 282419:0:(ldlm_lockd.c:697:ldlm_handle_ast_error()) ### client (nid 10.9.105.42@o2ib4) failed to reply to blocking AST (req@ffff88317c6f1800 x1633885827256960 status 0 rc -110), evict it ns: filter-oak-OST0051_UUID lock: ffff881ad6255200/0xf5330dd47b1eb7b8 lrc: 4/0,0 mode: PR/PR res: [0x18eccaf:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x60000400000020 nid: 10.9.105.42@o2ib4 remote: 0xf869493e676dc692 expref: 262 pid: 278195 timeout: 4508244889 lvb_type: 1
[213493.607224] LustreError: 138-a: oak-OST003b: A client on nid 10.9.105.42@o2ib4 was evicted due to a lock blocking callback time out: rc -110
[213493.646125] LustreError: 282419:0:(ldlm_lockd.c:697:ldlm_handle_ast_error()) Skipped 1 previous similar message
[213549.650479] Lustre: 282423:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1558407433/real 1558407433]  req@ffff882832075d00 x1633885828853072/t0(0) o104->oak-OST0051@10.9.105.48@o2ib4:15/16 lens 296/224 e 0 to 1 dl 1558407440 ref 1 fl Rpc:X/0/ffffffff rc 0/-1
[213549.681311] Lustre: 282423:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 12 previous similar messages
[213552.476158] Lustre: oak-OST0047: haven't heard from client d62bc570-2bc7-5392-97cf-74a10df906aa (at 10.9.105.35@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c2dfe6800, cur 1558407443 expire 1558407293 last 1558407216
[213552.500873] Lustre: Skipped 1 previous similar message
[213557.478196] Lustre: oak-OST0033: haven't heard from client d62bc570-2bc7-5392-97cf-74a10df906aa (at 10.9.105.35@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883d1fa3c800, cur 1558407448 expire 1558407298 last 1558407221
[213557.502660] Lustre: Skipped 8 previous similar messages
[213562.480702] Lustre: oak-OST0045: haven't heard from client d62bc570-2bc7-5392-97cf-74a10df906aa (at 10.9.105.35@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c864c2c00, cur 1558407453 expire 1558407303 last 1558407226
[213562.505262] Lustre: Skipped 16 previous similar messages
[213628.478770] Lustre: oak-OST0053: haven't heard from client a3677be9-9474-763c-c258-5dd21197265a (at 10.9.105.48@o2ib4) in 226 seconds. I think it's dead, and I am evicting it. exp ffff883c7f730000, cur 1558407519 expire 1558407369 last 1558407293
[213628.503256] Lustre: Skipped 43 previous similar messages
[213659.402526] Lustre: oak-OST004b: Client fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4) reconnecting
[213659.413919] Lustre: Skipped 137 previous similar messages
[213659.420099] Lustre: oak-OST004b: Connection restored to  (at 10.9.115.5@o2ib4)
[213659.428267] Lustre: Skipped 139 previous similar messages
[213662.351024] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[213662.365778] Lustre: Skipped 99 previous similar messages
[213803.296778] Lustre: oak-OST005f: Bulk IO read error with 78d95019-ee21-de1f-91c6-8f8d23713426 (at 10.9.0.62@o2ib4), client will retry: rc -110
[213803.311178] Lustre: Skipped 42 previous similar messages
[213872.467523] LustreError: 278389:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fe9118c50 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:203/0 lens 680/448 e 0 to 0 dl 1558407783 ref 1 fl Interpret:/2/0 rc 0/0
[213872.495638] LustreError: 278389:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[214259.710114] Lustre: oak-OST003b: Client 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6) reconnecting
[214259.721418] Lustre: Skipped 131 previous similar messages
[214259.727605] Lustre: oak-OST003b: Connection restored to  (at 10.8.1.28@o2ib6)
[214259.735683] Lustre: Skipped 131 previous similar messages
[214263.414375] Lustre: oak-OST004b: Bulk IO write error with fd9827f5-03ff-8a42-ad41-d8eda0765a7c (at 10.9.115.5@o2ib4), client will retry: rc = -110
[214263.429181] Lustre: Skipped 101 previous similar messages
[214404.773113] Lustre: oak-OST004b: Bulk IO read error with 5c77fc12-909c-c205-e5ba-b6cb57fb8e14 (at 10.9.106.19@o2ib4), client will retry: rc -110
[214404.787699] Lustre: Skipped 45 previous similar messages
[214482.179220] LustreError: 278398:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c4e70d450 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:58/0 lens 680/448 e 0 to 0 dl 1558408393 ref 1 fl Interpret:/2/0 rc 0/0
[214482.207216] LustreError: 278398:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[214861.376377] Lustre: oak-OST0053: Client 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6) reconnecting
[214861.390063] Lustre: Skipped 140 previous similar messages
[214861.397959] Lustre: oak-OST0053: Connection restored to  (at 10.8.1.29@o2ib6)
[214861.406026] Lustre: Skipped 140 previous similar messages
[214870.930995] Lustre: oak-OST0051: Bulk IO write error with 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6), client will retry: rc = -110
[214870.945688] Lustre: Skipped 92 previous similar messages
[215010.604665] Lustre: oak-OST0041: Bulk IO read error with 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4), client will retry: rc -110
[215010.619272] Lustre: Skipped 44 previous similar messages
[215088.181764] LustreError: 278412:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881cf0843450 x1631591584146752/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:668/0 lens 488/432 e 0 to 0 dl 1558409003 ref 1 fl Interpret:/2/0 rc 0/0
[215088.209917] LustreError: 278412:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 145 previous similar messages
[215473.205386] Lustre: oak-OST0037: Bulk IO write error with 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6), client will retry: rc = -110
[215473.220136] Lustre: Skipped 97 previous similar messages
[215479.548138] Lustre: oak-OST0051: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[215479.559548] Lustre: Skipped 139 previous similar messages
[215479.565739] Lustre: oak-OST0051: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[215479.577417] Lustre: Skipped 163 previous similar messages
[215620.257358] Lustre: oak-OST004b: Bulk IO read error with 5d640b8d-09d2-994d-3695-203706571954 (at 10.9.104.62@o2ib4), client will retry: rc -110
[215620.271930] Lustre: Skipped 45 previous similar messages
[215701.708846] LustreError: 281233:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883c29882050 x1631537463911904/t0(0) o4->2b29c93a-9f5e-c9ce-a8db-41630acf76ca@10.8.1.28@o2ib6:523/0 lens 680/448 e 0 to 0 dl 1558409613 ref 1 fl Interpret:/2/0 rc 0/0
[215701.739815] LustreError: 281233:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[216052.577298] Lustre: oak-OST0059: haven't heard from client 4c71d0cb-615b-e497-bae5-c988d21916d2 (at 10.9.104.59@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881cf0498000, cur 1558409943 expire 1558409793 last 1558409716
[216052.601779] Lustre: Skipped 1 previous similar message
[216081.261235] Lustre: oak-OST0033: Connection restored to  (at 10.9.104.24@o2ib4)
[216081.261236] Lustre: oak-OST0031: Connection restored to  (at 10.9.104.24@o2ib4)
[216081.261238] Lustre: Skipped 163 previous similar messages
[216081.283898] Lustre: Skipped 22 previous similar messages
[216089.438359] Lustre: oak-OST0053: Bulk IO write error with 4d59234b-cf1d-59fe-c62f-178c08b82a48 (at 10.8.1.29@o2ib6), client will retry: rc = -110
[216089.453019] Lustre: Skipped 100 previous similar messages
[216090.032752] Lustre: oak-OST003b: Client 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6) reconnecting
[216090.044023] Lustre: Skipped 139 previous similar messages
[216128.582973] Lustre: oak-OST003f: haven't heard from client 7ecf52fd-e420-6e17-7bcb-5de4d709f17c (at 10.8.1.31@o2ib6) in 214 seconds. I think it's dead, and I am evicting it. exp ffff881d63c38c00, cur 1558410019 expire 1558409869 last 1558409805
[216128.607315] Lustre: Skipped 239 previous similar messages
[216204.581509] Lustre: oak-OST0059: haven't heard from client 1956eb43-0863-7b1a-b008-999d322409e0 (at 10.9.102.39@o2ib4) in 161 seconds. I think it's dead, and I am evicting it. exp ffff881cf08e8400, cur 1558410095 expire 1558409945 last 1558409934
[216204.606025] Lustre: Skipped 119 previous similar messages
[216222.514756] Lustre: oak-OST0049: Bulk IO read error with 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4), client will retry: rc -110
[216222.529346] Lustre: Skipped 43 previous similar messages
[216280.649909] Lustre: oak-OST0043: haven't heard from client 2277c9f7-e5a8-56c4-d4e2-dbdcc8fcd13b (at 10.9.101.67@o2ib4) in 221 seconds. I think it's dead, and I am evicting it. exp ffff883c84cf3000, cur 1558410171 expire 1558410021 last 1558409950
[216280.674371] Lustre: Skipped 23 previous similar messages
[216302.392961] LustreError: 281424:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881fec9ef050 x1631561409962000/t0(0) o4->3b52610a-b121-91b4-12d5-d9923bca177a@10.9.112.7@o2ib4:372/0 lens 8680/448 e 0 to 0 dl 1558410217 ref 1 fl Interpret:/2/0 rc 0/0
[216302.421231] LustreError: 281424:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[216493.601587] Lustre: oak-OST003d: haven't heard from client f59e6b41-42e8-f38f-90fc-30345e5869db (at 10.9.103.27@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c35746400, cur 1558410384 expire 1558410234 last 1558410157
[216493.626064] Lustre: Skipped 23 previous similar messages
[216682.074787] Lustre: oak-OST0037: Connection restored to 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6)
[216682.086460] Lustre: Skipped 187 previous similar messages
[216690.600718] Lustre: oak-OST0049: haven't heard from client ba45fc90-f185-ded8-2534-f4c04bd8780e (at 10.9.109.39@o2ib4) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883d2276f800, cur 1558410581 expire 1558410431 last 1558410354
[216690.625211] Lustre: Skipped 95 previous similar messages
[216692.427101] Lustre: oak-OST005d: Client 831edf10-d237-8b1d-b54b-937d0b7f7de6 (at 10.8.26.34@o2ib6) reconnecting
[216692.438475] Lustre: Skipped 140 previous similar messages
[216697.727013] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[216697.741764] Lustre: Skipped 99 previous similar messages
[216834.879579] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[216834.897079] Lustre: Skipped 44 previous similar messages
[216903.798347] LustreError: 281207:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c04e37050 x1632823593908928/t0(0) o4->abddc2e2-8fb6-17a2-9c7c-93cc11f9bac4@10.8.17.3@o2ib6:219/0 lens 2264/448 e 0 to 0 dl 1558410819 ref 1 fl Interpret:/2/0 rc 0/0
[216903.826490] LustreError: 281207:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 139 previous similar messages
[217283.179043] Lustre: oak-OST0059: Connection restored to f3b00ca3-b665-ce49-a752-1af46b027687 (at 10.9.102.32@o2ib4)
[217283.190831] Lustre: Skipped 132 previous similar messages
[217293.120465] Lustre: oak-OST004f: Client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) reconnecting
[217293.131732] Lustre: Skipped 133 previous similar messages
[217305.090641] Lustre: oak-OST0057: Bulk IO write error with e1529d12-fbcd-4a58-4349-c07667c639c4 (at 10.8.20.20@o2ib6), client will retry: rc = -110
[217305.105443] Lustre: Skipped 98 previous similar messages
[217440.101074] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[217440.115565] Lustre: Skipped 45 previous similar messages
[217510.832843] LustreError: 278411:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff881c4e70ac50 x1631720785878800/t0(0) o3->5d640b8d-09d2-994d-3695-203706571954@10.9.104.62@o2ib4:71/0 lens 488/432 e 0 to 0 dl 1558411426 ref 1 fl Interpret:/2/0 rc 0/0
[217510.860895] LustreError: 278411:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 143 previous similar messages
[217886.580579] Lustre: oak-OST0049: Connection restored to 258d2f2b-ba11-7df6-2dfd-0695891885d2 (at 10.9.114.11@o2ib4)
[217886.592352] Lustre: Skipped 208 previous similar messages
[217901.842213] Lustre: oak-OST003b: Client b606c8c1-1233-5a4e-0836-903c92667ec5 (at 10.9.115.1@o2ib4) reconnecting
[217901.853577] Lustre: Skipped 137 previous similar messages
[217912.185069] Lustre: oak-OST0043: Bulk IO write error with 44f95c12-7495-5c2a-f528-3592173661d9 (at 10.8.20.28@o2ib6), client will retry: rc = -110
[217912.199846] Lustre: Skipped 98 previous similar messages
[217974.652951] Lustre: oak-OST0059: haven't heard from client e677c083-9be1-61a6-e4f3-10ff4989c3e6 (at 10.8.0.68@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff881cf1300000, cur 1558411865 expire 1558411715 last 1558411638
[217974.683172] Lustre: Skipped 47 previous similar messages
[218046.430552] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[218046.445022] Lustre: Skipped 44 previous similar messages
[218111.799132] LustreError: 281360:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c2b052450 x1631591584136816/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:672/0 lens 488/432 e 0 to 0 dl 1558412027 ref 1 fl Interpret:/2/0 rc 0/0
[218111.799134] LustreError: 281376:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk READ after 100+0s  req@ffff883c2b051050 x1631591584146752/t0(0) o3->258d2f2b-ba11-7df6-2dfd-0695891885d2@10.9.114.11@o2ib4:672/0 lens 488/432 e 0 to 0 dl 1558412027 ref 1 fl Interpret:/2/0 rc 0/0
[218111.799138] LustreError: 281376:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 140 previous similar messages
[218373.535738] Lustre: 348309:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1558412256/real 0]  req@ffff881934b60600 x1633885855040208/t0(0) o104->oak-OST004f@10.8.2.27@o2ib6:15/16 lens 296/224 e 0 to 1 dl 1558412263 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
[218373.565454] Lustre: 348309:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 34 previous similar messages
[218391.270457] Lustre: 281260:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1558412274/real 0]  req@ffff880ea11a2700 x1633885855096256/t0(0) o104->oak-OST0051@10.8.2.27@o2ib6:15/16 lens 296/224 e 0 to 1 dl 1558412281 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
[218391.300167] Lustre: 281260:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 2 previous similar messages
[218398.620729] LustreError: 137-5: oak-OST0030_UUID: not available for connect from 10.8.8.11@o2ib6 (no target). If you are running an HA pair check that the target is mounted on the other server.
[218398.640057] LustreError: Skipped 725 previous similar messages
[218425.320838] Lustre: 282428:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1558412306/real 0]  req@ffff883691ee9500 x1633885855194336/t0(0) o104->oak-OST003b@10.8.2.27@o2ib6:15/16 lens 296/224 e 0 to 1 dl 1558412315 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
[218425.350610] Lustre: 282428:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 8 previous similar messages
[218490.560030] Lustre: oak-OST0051: Connection restored to  (at 10.9.106.1@o2ib4)
[218490.568198] Lustre: Skipped 209 previous similar messages
[218493.059564] Lustre: 282413:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1558412376/real 0]  req@ffff881befd31800 x1633885855439040/t0(0) o104->oak-OST005f@10.8.0.82@o2ib6:15/16 lens 296/224 e 0 to 1 dl 1558412383 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
[218493.089278] Lustre: 282413:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 14 previous similar messages
[218507.421302] Lustre: oak-OST0041: Client 71805c74-83b3-d440-57aa-eceebc69a823 (at 10.9.107.37@o2ib4) reconnecting
[218507.432764] Lustre: Skipped 140 previous similar messages
[218520.648673] Lustre: oak-OST003b: Bulk IO write error with 2b29c93a-9f5e-c9ce-a8db-41630acf76ca (at 10.8.1.28@o2ib6), client will retry: rc = -110
[218520.663335] Lustre: Skipped 93 previous similar messages
[218563.702427] LustreError: 281256:0:(ldlm_lib.c:3249:target_bulk_io()) @@@ Reconnect on bulk WRITE  req@ffff883c86aaec50 x1631579883464448/t0(0) o4->75c50a31-7334-6fbd-626e-49b5536d28c6@10.8.2.27@o2ib6:385/0 lens 488/448 e 0 to 0 dl 1558412495 ref 1 fl Interpret:/0/0 rc 0/0
[218568.099685] LustreError: 137-5: oak-OST0054_UUID: not available for connect from 10.8.28.7@o2ib6 (no target). If you are running an HA pair check that the target is mounted on the other server.
[218573.488427] LustreError: 257941:0:(events.c:449:server_bulk_callback()) event type 5, status -125, desc ffff882dc409e000
[218599.038298] LustreError: 137-5: oak-OST0054_UUID: not available for connect from 10.8.2.27@o2ib6 (no target). If you are running an HA pair check that the target is mounted on the other server.
[218624.083282] LustreError: 137-5: oak-OST0032_UUID: not available for connect from 10.8.2.27@o2ib6 (no target). If you are running an HA pair check that the target is mounted on the other server.
[218633.028623] LustreError: 75064:0:(ldlm_lockd.c:697:ldlm_handle_ast_error()) ### client (nid 10.8.7.32@o2ib6) returned error from completion AST (req@ffff881934b63c00 x1633885855764096 status -107 rc -107), evict it ns: filter-oak-OST005b_UUID lock: ffff88377b035400/0xf5330dd47c9ce323 lrc: 3/0,0 mode: PW/PW res: [0x16c7821:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) flags: 0x40000000020000 nid: 10.8.7.32@o2ib6 remote: 0x4f21b56e82e8d62a expref: 6 pid: 66401 timeout: 0 lvb_type: 0
[218633.078636] LustreError: 138-a: oak-OST005b: A client on nid 10.8.7.32@o2ib6 was evicted due to a lock completion callback time out: rc -107
[218633.092859] LustreError: Skipped 1 previous similar message
[218651.670982] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[218651.686869] Lustre: Skipped 45 previous similar messages
[218658.841261] LustreError: 281209:0:(ldlm_lib.c:3249:target_bulk_io()) @@@ Reconnect on bulk WRITE  req@ffff881d4ef75850 x1631318956792192/t0(0) o4->528f794e-1224-2fe7-f251-8f7f988defbd@10.8.28.1@o2ib6:473/0 lens 488/448 e 0 to 0 dl 1558412583 ref 1 fl Interpret:/0/0 rc 0/0
[218658.868259] LustreError: 281209:0:(ldlm_lib.c:3249:target_bulk_io()) Skipped 1 previous similar message
[218661.413070] LustreError: 137-5: oak-OST005e_UUID: not available for connect from 10.8.17.19@o2ib6 (no target). If you are running an HA pair check that the target is mounted on the other server.
[218661.432486] LustreError: Skipped 1 previous similar message
[218684.778770] LustreError: 75043:0:(ldlm_lockd.c:697:ldlm_handle_ast_error()) ### client (nid 10.8.7.32@o2ib6) returned error from completion AST (req@ffff88004d4a8900 x1633885855817152 status -107 rc -107), evict it ns: filter-oak-OST004d_UUID lock: ffff880468a7fc00/0xf5330dd47c9d1fec lrc: 3/0,0 mode: PW/PW res: [0x1841338:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) flags: 0x40000000020000 nid: 10.8.7.32@o2ib6 remote: 0x4f21b56e82e8d631 expref: 6 pid: 281426 timeout: 0 lvb_type: 0
[218684.834261] LustreError: 138-a: oak-OST004d: A client on nid 10.8.7.32@o2ib6 was evicted due to a lock completion callback time out: rc -107
[218692.527955] LustreError: 257942:0:(events.c:449:server_bulk_callback()) event type 5, status -125, desc ffff880044875e00
[218692.527957] LustreError: 257941:0:(events.c:449:server_bulk_callback()) event type 5, status -125, desc ffff88295cecd600
[218697.453391] LustreError: 137-5: oak-OST0030_UUID: not available for connect from 10.8.28.7@o2ib6 (no target). If you are running an HA pair check that the target is mounted on the other server.
[218697.472707] LustreError: Skipped 209 previous similar messages
[218699.554893] Lustre: 282424:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1558412582/real 0]  req@ffff88061720b000 x1633885855981680/t0(0) o104->oak-OST003d@10.8.2.27@o2ib6:15/16 lens 296/224 e 0 to 1 dl 1558412589 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
[218699.584869] Lustre: 282424:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 9 previous similar messages
[218715.072509] LustreError: 119020:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff881c041cd050 x1631539033686432/t0(0) o4->f3b00ca3-b665-ce49-a752-1af46b027687@10.9.102.32@o2ib4:515/0 lens 4584/448 e 0 to 0 dl 1558412625 ref 1 fl Interpret:/2/0 rc 0/0
[218715.100896] LustreError: 119020:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 135 previous similar messages
[218768.345080] LustreError: 137-5: oak-OST0054_UUID: not available for connect from 10.8.2.27@o2ib6 (no target). If you are running an HA pair check that the target is mounted on the other server.
[218768.364658] LustreError: Skipped 119 previous similar messages
[218882.689350] Lustre: oak-OST005b: haven't heard from client ed27e8aa-82e0-d7bd-37eb-95d83ba476b8 (at 10.8.7.32@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c25dae400, cur 1558412773 expire 1558412623 last 1558412546
[218882.713658] Lustre: Skipped 23 previous similar messages
[218895.796845] LustreError: 281396:0:(ldlm_lib.c:3249:target_bulk_io()) @@@ Reconnect on bulk WRITE  req@ffff881c0848b050 x1631579883500704/t0(0) o4->75c50a31-7334-6fbd-626e-49b5536d28c6@10.8.2.27@o2ib6:683/0 lens 488/448 e 2 to 0 dl 1558412793 ref 1 fl Interpret:/0/0 rc 0/0
[218905.023270] LustreError: 137-5: oak-OST0034_UUID: not available for connect from 10.8.27.7@o2ib6 (no target). If you are running an HA pair check that the target is mounted on the other server.
[218905.023271] LustreError: 137-5: oak-OST0030_UUID: not available for connect from 10.8.27.7@o2ib6 (no target). If you are running an HA pair check that the target is mounted on the other server.
[218905.023276] LustreError: Skipped 347 previous similar messages
[218905.068621] LustreError: Skipped 17 previous similar messages
[218920.410034] LustreError: 257942:0:(events.c:449:server_bulk_callback()) event type 5, status -125, desc ffff881d0b310a00
[218923.029069] LustreError: 257941:0:(events.c:449:server_bulk_callback()) event type 5, status -125, desc ffff882566547000
[218928.063611] LustreError: 257941:0:(events.c:449:server_bulk_callback()) event type 5, status -125, desc ffff880050289600
[218957.709743] Lustre: oak-OST004d: haven't heard from client ed27e8aa-82e0-d7bd-37eb-95d83ba476b8 (at 10.8.7.32@o2ib6) in 227 seconds. I think it's dead, and I am evicting it. exp ffff883c83a64000, cur 1558412848 expire 1558412698 last 1558412621
[218991.064691] LustreError: 0:0:(ldlm_lockd.c:334:waiting_locks_callback()) ### lock callback timer expired after 101s: evicting client at 10.8.2.27@o2ib6  ns: filter-oak-OST005f_UUID lock: ffff88038aa31000/0xf5330dd47ca288e9 lrc: 4/0,0 mode: PR/PR res: [0x16826b9:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x60000400000020 nid: 10.8.2.27@o2ib6 remote: 0x6e13974fb8c80265 expref: 346 pid: 275055 timeout: 4513648599 lvb_type: 1
[218993.038798] Lustre: 281168:0:(client.c:2116:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1558412876/real 0]  req@ffff880617208f00 x1633885856550384/t0(0) o106->oak-OST0049@10.8.7.20@o2ib6:15/16 lens 296/280 e 0 to 1 dl 1558412883 ref 2 fl Rpc:X/0/ffffffff rc 0/-1
[218993.068516] Lustre: 281168:0:(client.c:2116:ptlrpc_expire_one_request()) Skipped 2 previous similar messages
[219010.679395] LustreError: 47486:0:(ldlm_lockd.c:2362:ldlm_cancel_handler()) ldlm_cancel from 10.8.2.27@o2ib6 arrived at 1558412900 with bad export cookie 17668480968965052731
[219011.702783] Lustre: oak-OST0057: haven't heard from client d69919d8-0742-43d0-b978-d01eae9630f2 (at 10.8.2.25@o2ib6) in 166 seconds. I think it's dead, and I am evicting it. exp ffff881d39004400, cur 1558412902 expire 1558412752 last 1558412736
[219011.727191] Lustre: Skipped 1 previous similar message
[219033.696335] Lustre: oak-OST0039: haven't heard from client 2dc85bc4-6ebb-1ab6-83d1-062f90fce8a7 (at 10.8.8.34@o2ib6) in 154 seconds. I think it's dead, and I am evicting it. exp ffff883c7b0ca400, cur 1558412924 expire 1558412774 last 1558412770
[219033.720615] Lustre: Skipped 1 previous similar message
[219040.741644] LustreError: 49503:0:(ldlm_lockd.c:2362:ldlm_cancel_handler()) ldlm_cancel from 10.8.2.27@o2ib6 arrived at 1558412931 with bad export cookie 17668480968965052731
[219071.556542] Lustre: 281398:0:(service.c:2114:ptlrpc_server_handle_request()) @@@ Request took longer than estimated (111:70s); client may timeout.  req@ffff883ca20db050 x1631579883514576/t0(0) o101->75c50a31-7334-6fbd-626e-49b5536d28c6@10.8.2.27@o2ib6:26/0 lens 328/368 e 1 to 0 dl 1558412891 ref 1 fl Complete:/0/0 rc -11/-11
[219071.588762] Lustre: 281398:0:(service.c:2114:ptlrpc_server_handle_request()) Skipped 5 previous similar messages
[219071.839324] LustreError: 281168:0:(ldlm_lockd.c:697:ldlm_handle_ast_error()) ### client (nid 10.8.7.20@o2ib6) returned error from glimpse AST (req@ffff880617208f00 x1633885856550384 status -107 rc -107), evict it ns: filter-oak-OST0049_UUID lock: ffff880006e8e000/0xf5330dd47c8f3007 lrc: 4/0,0 mode: PW/PW res: [0x17ec4c7:0x0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) flags: 0x40000000020000 nid: 10.8.7.20@o2ib6 remote: 0xf89e8ef68c967a3f expref: 390 pid: 281199 timeout: 0 lvb_type: 0
[219071.890954] LustreError: 138-a: oak-OST0049: A client on nid 10.8.7.20@o2ib6 was evicted due to a lock glimpse callback time out: rc -107
[219087.712305] Lustre: oak-OST0037: haven't heard from client 75c50a31-7334-6fbd-626e-49b5536d28c6 (at 10.8.2.27@o2ib6) in 193 seconds. I think it's dead, and I am evicting it. exp ffff88006394a400, cur 1558412978 expire 1558412828 last 1558412785
[219087.736598] Lustre: Skipped 4 previous similar messages
[219091.032243] Lustre: oak-OST0033: Connection restored to 9154ebb0-310c-7cf3-a6ba-029ab067f0f3 (at 10.8.17.6@o2ib6)
[219091.043806] Lustre: Skipped 18003 previous similar messages
[219107.557095] Lustre: oak-OST0051: Client 03947c07-da2c-ce66-833a-ed1fcd7de667 (at 10.8.22.5@o2ib6) reconnecting
[219107.571452] Lustre: Skipped 19694 previous similar messages
[219128.235260] Lustre: oak-OST003f: Bulk IO write error with 3b52610a-b121-91b4-12d5-d9923bca177a (at 10.9.112.7@o2ib4), client will retry: rc = -110
[219128.250038] Lustre: Skipped 65 previous similar messages
[219255.869468] Lustre: oak-OST005d: Bulk IO read error with a949f449-1a24-bf3a-3ed4-6b6f4e2a8b8a (at 10.9.115.6@o2ib4), client will retry: rc -110
[219255.883954] Lustre: Skipped 43 previous similar messages
[219315.157772] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) @@@ timeout on bulk WRITE after 100+0s  req@ffff883ca02e4c50 x1631535361710112/t0(0) o4->831edf10-d237-8b1d-b54b-937d0b7f7de6@10.8.26.34@o2ib6:365/0 lens 8680/448 e 0 to 0 dl 1558413230 ref 1 fl Interpret:/2/0 rc 0/0
[219315.186014] LustreError: 281147:0:(ldlm_lib.c:3239:target_bulk_io()) Skipped 108 previous similar messages
[219417.266382] LustreError: 281433:0:(tgt_grant.c:559:tgt_grant_incoming()) oak-OST0053: cli 0eb5afeb-9924-327f-d61d-428dac6cb441/ffff883c7ef04800 dirty 0 pend 0 grant -29360128
[219417.283969] LustreError: 281433:0:(tgt_grant.c:561:tgt_grant_incoming()) LBUG
[219417.292035] Pid: 281433, comm: ll_ost00_045 3.10.0-693.2.2.el7_lustre.pl3.x86_64 #1 SMP Thu Mar 15 13:06:45 PDT 2018
[219417.303881] Call Trace:
[219417.306716]  [<ffffffff8103a212>] save_stack_trace_tsk+0x22/0x40
[219417.313560]  [<ffffffffc08087cc>] libcfs_call_trace+0x8c/0xc0 [libcfs]
[219417.320982]  [<ffffffffc080887c>] lbug_with_loc+0x4c/0xa0 [libcfs]
[219417.328013]  [<ffffffffc0bf81b0>] tgt_grant_prepare_read+0x0/0x3b0 [ptlrpc]
[219417.335979]  [<ffffffffc0bf82bb>] tgt_grant_prepare_read+0x10b/0x3b0 [ptlrpc]
[219417.344121]  [<ffffffffc119df6d>] ofd_set_info_hdl+0x23d/0x4a0 [ofd]
[219417.351343]  [<ffffffffc0bda115>] tgt_request_handle+0x925/0x1370 [ptlrpc]
[219417.359202]  [<ffffffffc0b82dd6>] ptlrpc_server_handle_request+0x236/0xa90 [ptlrpc]
[219417.367930]  [<ffffffffc0b86512>] ptlrpc_main+0xa92/0x1e40 [ptlrpc]
[219417.375101]  [<ffffffff810b098f>] kthread+0xcf/0xe0
[219417.380671]  [<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[219417.386823]  [<ffffffffffffffff>] 0xffffffffffffffff
[219417.392529] Kernel panic - not syncing: LBUG
[219417.397390] CPU: 10 PID: 281433 Comm: ll_ost00_045 Tainted: G           OE  ------------   3.10.0-693.2.2.el7_lustre.pl3.x86_64 #1
[219417.410588] Hardware name: Dell Inc. PowerEdge R630/02C2CP, BIOS 2.6.0 10/26/2017
[219417.419034]  ffff881c31258000 00000000473f9da5 ffff881c025d7b98 ffffffff816a3db1
[219417.427424]  ffff881c025d7c18 ffffffff8169dc74 0000000000000008 ffff881c025d7c28
[219417.435812]  ffff881c025d7bc8 00000000473f9da5 ffff881c31258000 ffff881ffcf4f8b8
[219417.444199] Call Trace:
[219417.447029]  [<ffffffff816a3db1>] dump_stack+0x19/0x1b
[219417.452861]  [<ffffffff8169dc74>] panic+0xe8/0x20d
[219417.458315]  [<ffffffffc08088cb>] lbug_with_loc+0x9b/0xa0 [libcfs]
[219417.465377]  [<ffffffffc0bf81b0>] tgt_grant_incoming.isra.5+0x540/0x540 [ptlrpc]
[219417.473766]  [<ffffffffc0bf82bb>] tgt_grant_prepare_read+0x10b/0x3b0 [ptlrpc]
[219417.481830]  [<ffffffffc119df6d>] ofd_set_info_hdl+0x23d/0x4a0 [ofd]
[219417.489048]  [<ffffffffc0bda115>] tgt_request_handle+0x925/0x1370 [ptlrpc]
[219417.496838]  [<ffffffffc0b82dd6>] ptlrpc_server_handle_request+0x236/0xa90 [ptlrpc]
[219417.505505]  [<ffffffffc0b7f408>] ? ptlrpc_wait_event+0x98/0x340 [ptlrpc]
[219417.513179]  [<ffffffff810c4822>] ? default_wake_function+0x12/0x20
[219417.520271]  [<ffffffff810ba588>] ? __wake_up_common+0x58/0x90
[219417.526917]  [<ffffffffc0b86512>] ptlrpc_main+0xa92/0x1e40 [ptlrpc]
[219417.534032]  [<ffffffffc0b85a80>] ? ptlrpc_register_service+0xe30/0xe30 [ptlrpc]
[219417.542383]  [<ffffffff810b098f>] kthread+0xcf/0xe0
[219417.547920]  [<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40
[219417.554818]  [<ffffffff816b4f58>] ret_from_fork+0x58/0x90
[219417.560939]  [<ffffffff810b08c0>] ? insert_kthread_work+0x40/0x40