[    0.000000] Linux version 4.18.0-305.10.2.x6.1.000.41.x86_64 (mockbuild@402b685665f24c73b0cdd45f2c310a89) (gcc version 8.4.1 20200928 (Red Hat 8.4.1-1) (GCC)) #1 SMP Fri Nov 19 15:07:17 MST 2021
[    0.000000] Command line: BOOT_IMAGE=/boot/vmlinuz-4.18.0-305.10.2.x6.1.000.41.x86_64 root=UUID=384d4a1e-5abb-4b64-9fcb-d6f5956a0978 ro console=tty0 console=ttyS0,115200n8 crashkernel=256M hugepages=1 rootdelay=1 selinux=0 fast_crc32_be net.ifnames=0 biosdevname=0
[    0.000000] x86/fpu: x87 FPU will use FXSAVE
[    0.000000] BIOS-provided physical RAM map:
[    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable
[    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bfff5fff] usable
[    0.000000] BIOS-e820: [mem 0x00000000bfff6000-0x00000000bfffffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved
[    0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved
[    0.000000] BIOS-e820: [mem 0x0000000100000000-0x000000013fffffff] usable
[    0.000000] NX (Execute Disable) protection: active
[    0.000000] SMBIOS 2.4 present.
[    0.000000] DMI: Red Hat KVM, BIOS 0.5.1 01/01/2011
[    0.000000] Hypervisor detected: KVM
[    0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d00
[    0.000000] kvm-clock: cpu 0, msr 11dc01001, primary cpu clock
[    0.000000] kvm-clock: using sched offset of 6344643884 cycles
[    0.000000] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns
[    0.000000] tsc: Detected 2593.748 MHz processor
[    0.000000] e820: update [mem 0x00000000-0x00000fff] usable ==> reserved
[    0.000000] e820: remove [mem 0x000a0000-0x000fffff] usable
[    0.000000] last_pfn = 0x140000 max_arch_pfn = 0x400000000
[    0.000000] MTRR default type: write-back
[    0.000000] MTRR fixed ranges enabled:
[    0.000000]   00000-9FFFF write-back
[    0.000000]   A0000-BFFFF uncachable
[    0.000000]   C0000-FFFFF write-protect
[    0.000000] MTRR variable ranges enabled:
[    0.000000]   0 base 0000C0000000 mask 3FFFC0000000 uncachable
[    0.000000]   1 disabled
[    0.000000]   2 disabled
[    0.000000]   3 disabled
[    0.000000]   4 disabled
[    0.000000]   5 disabled
[    0.000000]   6 disabled
[    0.000000]   7 disabled
[    0.000000] x86/PAT: PAT not supported by CPU.
[    0.000000] x86/PAT: Configuration [0-7]: WB  WT  UC- UC  WB  WT  UC- UC  
[    0.000000] last_pfn = 0xbfff6 max_arch_pfn = 0x400000000
[    0.000000] found SMP MP-table at [mem 0x000f73b0-0x000f73bf]
[    0.000000] kexec: Reserving the low 1M of memory for crashkernel
[    0.000000] BRK [0x11de01000, 0x11de01fff] PGTABLE
[    0.000000] BRK [0x11de02000, 0x11de02fff] PGTABLE
[    0.000000] BRK [0x11de03000, 0x11de03fff] PGTABLE
[    0.000000] BRK [0x11de04000, 0x11de04fff] PGTABLE
[    0.000000] BRK [0x11de05000, 0x11de05fff] PGTABLE
[    0.000000] BRK [0x11de06000, 0x11de06fff] PGTABLE
[    0.000000] BRK [0x11de07000, 0x11de07fff] PGTABLE
[    0.000000] BRK [0x11de08000, 0x11de08fff] PGTABLE
[    0.000000] RAMDISK: [mem 0x34928000-0x3648bfff]
[    0.000000] ACPI: Early table checksum verification disabled
[    0.000000] ACPI: RSDP 0x00000000000F71C0 000014 (v00 BOCHS )
[    0.000000] ACPI: RSDT 0x00000000BFFFFB40 000030 (v01 BOCHS  BXPCRSDT 00000001 BXPC 00000001)
[    0.000000] ACPI: FACP 0x00000000BFFFF177 000074 (v01 BOCHS  BXPCFACP 00000001 BXPC 00000001)
[    0.000000] ACPI: DSDT 0x00000000BFFFE040 001137 (v01 BOCHS  BXPCDSDT 00000001 BXPC 00000001)
[    0.000000] ACPI: FACS 0x00000000BFFFE000 000040
[    0.000000] ACPI: SSDT 0x00000000BFFFF1EB 0008D5 (v01 BOCHS  BXPCSSDT 00000001 BXPC 00000001)
[    0.000000] ACPI: APIC 0x00000000BFFFFAC0 000080 (v01 BOCHS  BXPCAPIC 00000001 BXPC 00000001)
[    0.000000] ACPI: Local APIC address 0xfee00000
[    0.000000] No NUMA configuration found
[    0.000000] Faking a node at [mem 0x0000000000000000-0x000000013fffffff]
[    0.000000] NODE_DATA(0) allocated [mem 0x13ffd6000-0x13fffffff]
[    0.000000] Reserving 256MB of memory at 2800MB for crashkernel (System RAM: 4095MB)
[    0.000000] Zone ranges:
[    0.000000]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]
[    0.000000]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]
[    0.000000]   Normal   [mem 0x0000000100000000-0x000000013fffffff]
[    0.000000]   Device   empty
[    0.000000] Movable zone start for each node
[    0.000000] Early memory node ranges
[    0.000000]   node   0: [mem 0x0000000000001000-0x000000000009efff]
[    0.000000]   node   0: [mem 0x0000000000100000-0x00000000bfff5fff]
[    0.000000]   node   0: [mem 0x0000000100000000-0x000000013fffffff]
[    0.000000] Zeroed struct page in unavailable ranges: 108 pages
[    0.000000] Initmem setup node 0 [mem 0x0000000000001000-0x000000013fffffff]
[    0.000000] On node 0 totalpages: 1048468
[    0.000000]   DMA zone: 64 pages used for memmap
[    0.000000]   DMA zone: 158 pages reserved
[    0.000000]   DMA zone: 3998 pages, LIFO batch:0
[    0.000000]   DMA32 zone: 12224 pages used for memmap
[    0.000000]   DMA32 zone: 782326 pages, LIFO batch:63
[    0.000000]   Normal zone: 4096 pages used for memmap
[    0.000000]   Normal zone: 262144 pages, LIFO batch:63
[    0.000000] ACPI: PM-Timer IO Port: 0x608
[    0.000000] ACPI: Local APIC address 0xfee00000
[    0.000000] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])
[    0.000000] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23
[    0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)
[    0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)
[    0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)
[    0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)
[    0.000000] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)
[    0.000000] ACPI: IRQ0 used by override.
[    0.000000] ACPI: IRQ5 used by override.
[    0.000000] ACPI: IRQ9 used by override.
[    0.000000] ACPI: IRQ10 used by override.
[    0.000000] ACPI: IRQ11 used by override.
[    0.000000] Using ACPI (MADT) for SMP configuration information
[    0.000000] smpboot: Allowing 2 CPUs, 0 hotplug CPUs
[    0.000000] PM: Registered nosave memory: [mem 0x00000000-0x00000fff]
[    0.000000] PM: Registered nosave memory: [mem 0x0009f000-0x0009ffff]
[    0.000000] PM: Registered nosave memory: [mem 0x000a0000-0x000effff]
[    0.000000] PM: Registered nosave memory: [mem 0x000f0000-0x000fffff]
[    0.000000] PM: Registered nosave memory: [mem 0xbfff6000-0xbfffffff]
[    0.000000] PM: Registered nosave memory: [mem 0xc0000000-0xfeffbfff]
[    0.000000] PM: Registered nosave memory: [mem 0xfeffc000-0xfeffffff]
[    0.000000] PM: Registered nosave memory: [mem 0xff000000-0xfffbffff]
[    0.000000] PM: Registered nosave memory: [mem 0xfffc0000-0xffffffff]
[    0.000000] [mem 0xc0000000-0xfeffbfff] available for PCI devices
[    0.000000] Booting paravirtualized kernel on KVM
[    0.000000] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns
[    0.000000] setup_percpu: NR_CPUS:8192 nr_cpumask_bits:2 nr_cpu_ids:2 nr_node_ids:1
[    0.000000] percpu: Embedded 54 pages/cpu s184320 r8192 d28672 u1048576
[    0.000000] pcpu-alloc: s184320 r8192 d28672 u1048576 alloc=1*2097152
[    0.000000] pcpu-alloc: [0] 0 1 
[    0.000000] kvm-guest: stealtime: cpu 0, msr 13bc2c080
[    0.000000] kvm-guest: PV spinlocks enabled
[    0.000000] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes)
[    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 1031926
[    0.000000] Policy zone: Normal
[    0.000000] Kernel command line: BOOT_IMAGE=/boot/vmlinuz-4.18.0-305.10.2.x6.1.000.41.x86_64 root=UUID=384d4a1e-5abb-4b64-9fcb-d6f5956a0978 ro console=tty0 console=ttyS0,115200n8 crashkernel=256M hugepages=1 rootdelay=1 selinux=0 fast_crc32_be net.ifnames=0 biosdevname=0
[    0.000000] Specific versions of hardware are certified with Red Hat Enterprise Linux 8. Please see the list of hardware certified with Red Hat Enterprise Linux 8 at https://catalog.redhat.com.
[    0.000000] Memory: 2920008K/4193872K available (12293K kernel code, 2227K rwdata, 7716K rodata, 2480K init, 14040K bss, 468060K reserved, 0K cma-reserved)
[    0.000000] random: get_random_u64 called from cache_random_seq_create+0x7c/0x140 with crng_init=0
[    0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=2, Nodes=1
[    0.000000] Kernel/User page tables isolation: enabled
[    0.000000] ftrace: allocating 38606 entries in 151 pages
[    0.000000] ftrace: allocated 151 pages with 5 groups
[    0.001000] rcu: Hierarchical RCU implementation.
[    0.001000] rcu: 	RCU restricting CPUs from NR_CPUS=8192 to nr_cpu_ids=2.
[    0.001000] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.
[    0.001000] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=2
[    0.001000] NR_IRQS: 524544, nr_irqs: 440, preallocated irqs: 16
[    0.001000] Console: colour VGA+ 80x25
[    0.001000] printk: console [tty0] enabled
[    0.001000] printk: console [ttyS0] enabled
[    0.001000] ACPI: Core revision 20200925
[    0.001006] APIC: Switch to symmetric I/O mode setup
[    0.003303] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1
[    0.004000] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x25632a14f90, max_idle_ns: 440795228339 ns
[    0.005005] Calibrating delay loop (skipped) preset value.. 5187.49 BogoMIPS (lpj=2593748)
[    0.006003] pid_max: default: 32768 minimum: 301
[    0.010048] Security Framework initialized
[    0.011003] Yama: becoming mindful.
[    0.012008] SELinux:  Disabled at boot.
[    0.017676] Dentry cache hash table entries: 524288 (order: 10, 4194304 bytes)
[    0.021600] Inode-cache hash table entries: 262144 (order: 9, 2097152 bytes)
[    0.023073] Mount-cache hash table entries: 8192 (order: 4, 65536 bytes)
[    0.025072] Mountpoint-cache hash table entries: 8192 (order: 4, 65536 bytes)
[    0.028514] Last level iTLB entries: 4KB 0, 2MB 0, 4MB 0
[    0.029003] Last level dTLB entries: 4KB 0, 2MB 0, 4MB 0, 1GB 0
[    0.031003] FEATURE SPEC_CTRL Not Present
[    0.032003] FEATURE IBPB_SUPPORT Not Present
[    0.034002] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization
[    0.036003] Spectre V2 : Mitigation: Full generic retpoline
[    0.037002] Spectre V2 : Spectre v2 / SpectreRSB mitigation: Filling RSB on context switch
[    0.038002] Speculative Store Bypass: Vulnerable
[    0.039007] MDS: Vulnerable: Clear CPU buffers attempted, no microcode
[    0.043221] Freeing SMP alternatives memory: 32K
[    0.048000] smpboot: CPU0: Intel QEMU Virtual CPU version 1.5.3 (family: 0x6, model: 0xd, stepping: 0x3)
[    0.048303] Performance Events: PMU not available due to virtualization, using software events only.
[    0.050111] rcu: Hierarchical SRCU implementation.
[    0.052119] NMI watchdog: Perf NMI watchdog permanently disabled
[    0.053143] smp: Bringing up secondary CPUs ...
[    0.055165] x86: Booting SMP configuration:
[    0.056005] .... node  #0, CPUs:      #1
[    0.001000] kvm-clock: cpu 1, msr 11dc01041, secondary cpu clock
[    0.001000] smpboot: CPU 1 Converting physical 0 to logical die 1
[    0.061034] kvm-guest: stealtime: cpu 1, msr 13bd2c080
[    0.062008] smp: Brought up 1 node, 2 CPUs
[    0.063005] smpboot: Max logical packages: 2
[    0.064003] smpboot: Total of 2 processors activated (10374.99 BogoMIPS)
[    0.075653] node 0 deferred pages initialised in 10ms
[    0.077290] devtmpfs: initialized
[    0.078065] x86/mm: Memory block size: 128MB
[    0.079522] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns
[    0.081023] futex hash table entries: 512 (order: 3, 32768 bytes)
[    0.082080] pinctrl core: initialized pinctrl subsystem
[    0.083257] NET: Registered protocol family 16
[    0.084124] DMA: preallocated 512 KiB GFP_KERNEL pool for atomic allocations
[    0.085009] DMA: preallocated 512 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations
[    0.086013] DMA: preallocated 512 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations
[    0.087041] audit: initializing netlink subsys (disabled)
[    0.088147] audit: type=2000 audit(1638212193.501:1): state=initialized audit_enabled=0 res=1
[    0.089029] cpuidle: using governor menu
[    0.090157] ACPI: bus type PCI registered
[    0.091004] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5
[    0.092219] PCI: Using configuration type 1 for base access
[    0.094393] HugeTLB registered 2.00 MiB page size, pre-allocated 1 pages
[    0.095057] cryptd: max_cpu_qlen set to 1000
[    0.096080] ACPI: Added _OSI(Module Device)
[    0.097010] ACPI: Added _OSI(Processor Device)
[    0.098009] ACPI: Added _OSI(3.0 _SCP Extensions)
[    0.099003] ACPI: Added _OSI(Processor Aggregator Device)
[    0.100003] ACPI: Added _OSI(Linux-Dell-Video)
[    0.101003] ACPI: Added _OSI(Linux-Lenovo-NV-HDMI-Audio)
[    0.102003] ACPI: Added _OSI(Linux-HPI-Hybrid-Graphics)
[    0.104983] ACPI: 2 ACPI AML tables successfully acquired and loaded
[    0.106141] ACPI: Interpreter enabled
[    0.106991] ACPI: (supports S0 S5)
[    0.107003] ACPI: Using IOAPIC for interrupt routing
[    0.108020] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug
[    0.110003] ACPI: Enabled 16 GPEs in block 00 to 0F
[    0.113968] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])
[    0.115009] acpi PNP0A03:00: _OSC: OS supports [ASPM ClockPM Segments MSI EDR HPX-Type3]
[    0.117015] acpi PNP0A03:00: fail to add MMCONFIG information, can't access extended PCI configuration space under this bridge.
[    0.119352] acpiphp: Slot [3] registered
[    0.120027] acpiphp: Slot [4] registered
[    0.121026] acpiphp: Slot [5] registered
[    0.122026] acpiphp: Slot [6] registered
[    0.123026] acpiphp: Slot [7] registered
[    0.124026] acpiphp: Slot [8] registered
[    0.125030] acpiphp: Slot [9] registered
[    0.126030] acpiphp: Slot [10] registered
[    0.127033] acpiphp: Slot [11] registered
[    0.127957] acpiphp: Slot [12] registered
[    0.128027] acpiphp: Slot [13] registered
[    0.129026] acpiphp: Slot [14] registered
[    0.130030] acpiphp: Slot [15] registered
[    0.131026] acpiphp: Slot [16] registered
[    0.132026] acpiphp: Slot [17] registered
[    0.133026] acpiphp: Slot [18] registered
[    0.134026] acpiphp: Slot [19] registered
[    0.135026] acpiphp: Slot [20] registered
[    0.136030] acpiphp: Slot [21] registered
[    0.137026] acpiphp: Slot [22] registered
[    0.138026] acpiphp: Slot [23] registered
[    0.139031] acpiphp: Slot [24] registered
[    0.140010] acpiphp: Slot [25] registered
[    0.140934] acpiphp: Slot [26] registered
[    0.141030] acpiphp: Slot [27] registered
[    0.142026] acpiphp: Slot [28] registered
[    0.143026] acpiphp: Slot [29] registered
[    0.144026] acpiphp: Slot [30] registered
[    0.145026] acpiphp: Slot [31] registered
[    0.146023] PCI host bridge to bus 0000:00
[    0.147005] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]
[    0.148004] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]
[    0.150004] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]
[    0.151003] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]
[    0.153004] pci_bus 0000:00: root bus resource [bus 00-ff]
[    0.154050] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000
[    0.156410] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100
[    0.158359] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180
[    0.168004] pci 0000:00:01.1: reg 0x20: [io  0xc140-0xc14f]
[    0.172033] pci 0000:00:01.1: legacy IDE quirk: reg 0x10: [io  0x01f0-0x01f7]
[    0.174003] pci 0000:00:01.1: legacy IDE quirk: reg 0x14: [io  0x03f6]
[    0.175003] pci 0000:00:01.1: legacy IDE quirk: reg 0x18: [io  0x0170-0x0177]
[    0.177003] pci 0000:00:01.1: legacy IDE quirk: reg 0x1c: [io  0x0376]
[    0.178192] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300
[    0.188004] pci 0000:00:01.2: reg 0x20: [io  0xc100-0xc11f]
[    0.192207] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000
[    0.194463] pci 0000:00:01.3: quirk: [io  0x0600-0x063f] claimed by PIIX4 ACPI
[    0.196014] pci 0000:00:01.3: quirk: [io  0x0700-0x070f] claimed by PIIX4 SMB
[    0.197279] pci 0000:00:02.0: [1013:00b8] type 00 class 0x030000
[    0.204053] pci 0000:00:02.0: reg 0x10: [mem 0xfc000000-0xfdffffff pref]
[    0.209049] pci 0000:00:02.0: reg 0x14: [mem 0xfebf0000-0xfebf0fff]
[    0.228048] pci 0000:00:02.0: reg 0x30: [mem 0xfebe0000-0xfebeffff pref]
[    0.231706] pci 0000:00:03.0: [8086:100e] type 00 class 0x020000
[    0.236004] pci 0000:00:03.0: reg 0x10: [mem 0xfebc0000-0xfebdffff]
[    0.240009] pci 0000:00:03.0: reg 0x14: [io  0xc000-0xc03f]
[    0.258004] pci 0000:00:03.0: reg 0x30: [mem 0xfeb80000-0xfebbffff pref]
[    0.259294] pci 0000:00:04.0: [1af4:1001] type 00 class 0x010000
[    0.264004] pci 0000:00:04.0: reg 0x10: [io  0xc040-0xc07f]
[    0.268004] pci 0000:00:04.0: reg 0x14: [mem 0xfebf1000-0xfebf1fff]
[    0.286359] pci 0000:00:05.0: [1af4:1002] type 00 class 0x00ff00
[    0.289004] pci 0000:00:05.0: reg 0x10: [io  0xc120-0xc13f]
[    0.300268] pci 0000:00:06.0: [1af4:1001] type 00 class 0x010000
[    0.305004] pci 0000:00:06.0: reg 0x10: [io  0xc080-0xc0bf]
[    0.309004] pci 0000:00:06.0: reg 0x14: [mem 0xfebf2000-0xfebf2fff]
[    0.327179] pci 0000:00:07.0: [1af4:1001] type 00 class 0x010000
[    0.331004] pci 0000:00:07.0: reg 0x10: [io  0xc0c0-0xc0ff]
[    0.336005] pci 0000:00:07.0: reg 0x14: [mem 0xfebf3000-0xfebf3fff]
[    0.354594] ACPI: PCI Interrupt Link [LNKA] (IRQs 5 *10 11)
[    0.355129] ACPI: PCI Interrupt Link [LNKB] (IRQs 5 *10 11)
[    0.357133] ACPI: PCI Interrupt Link [LNKC] (IRQs 5 10 *11)
[    0.358111] ACPI: PCI Interrupt Link [LNKD] (IRQs 5 10 *11)
[    0.359062] ACPI: PCI Interrupt Link [LNKS] (IRQs *9)
[    0.361741] iommu: Default domain type: Passthrough 
[    0.363042] pci 0000:00:02.0: vgaarb: setting as boot VGA device
[    0.364000] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none
[    0.366005] pci 0000:00:02.0: vgaarb: bridge control possible
[    0.367006] vgaarb: loaded
[    0.368137] SCSI subsystem initialized
[    0.369028] ACPI: bus type USB registered
[    0.369941] usbcore: registered new interface driver usbfs
[    0.370027] usbcore: registered new interface driver hub
[    0.372039] usbcore: registered new device driver usb
[    0.373066] pps_core: LinuxPPS API ver. 1 registered
[    0.374003] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>
[    0.376009] PTP clock support registered
[    0.377081] EDAC MC: Ver: 3.0.0
[    0.378296] PCI: Using ACPI for IRQ routing
[    0.379009] PCI: pci_cache_line_size set to 64 bytes
[    0.379211] e820: reserve RAM buffer [mem 0x0009fc00-0x0009ffff]
[    0.379215] e820: reserve RAM buffer [mem 0xbfff6000-0xbfffffff]
[    0.379533] NetLabel: Initializing
[    0.380002] NetLabel:  domain hash size = 128
[    0.381002] NetLabel:  protocols = UNLABELED CIPSOv4 CALIPSO
[    0.382035] NetLabel:  unlabeled traffic allowed by default
[    0.384216] clocksource: Switched to clocksource kvm-clock
[    0.408912] VFS: Disk quotas dquot_6.6.0
[    0.409890] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)
[    0.411397] pnp: PnP ACPI init
[    0.412235] pnp 00:00: Plug and Play ACPI device, IDs PNP0b00 (active)
[    0.412281] pnp 00:01: Plug and Play ACPI device, IDs PNP0303 (active)
[    0.412310] pnp 00:02: Plug and Play ACPI device, IDs PNP0f13 (active)
[    0.412338] pnp 00:03: [dma 2]
[    0.412357] pnp 00:03: Plug and Play ACPI device, IDs PNP0700 (active)
[    0.412444] pnp 00:04: Plug and Play ACPI device, IDs PNP0501 (active)
[    0.412653] pnp: PnP ACPI: found 5 devices
[    0.422762] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns
[    0.424667] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]
[    0.425988] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]
[    0.427270] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]
[    0.428773] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]
[    0.430261] NET: Registered protocol family 2
[    0.431826] tcp_listen_portaddr_hash hash table entries: 2048 (order: 3, 32768 bytes)
[    0.433547] TCP established hash table entries: 32768 (order: 6, 262144 bytes)
[    0.435278] TCP bind hash table entries: 32768 (order: 7, 524288 bytes)
[    0.437071] TCP: Hash tables configured (established 32768 bind 32768)
[    0.438823] MPTCP token hash table entries: 4096 (order: 4, 98304 bytes)
[    0.440970] UDP hash table entries: 2048 (order: 4, 65536 bytes)
[    0.442322] UDP-Lite hash table entries: 2048 (order: 4, 65536 bytes)
[    0.443821] NET: Registered protocol family 1
[    0.444817] NET: Registered protocol family 44
[    0.445841] pci 0000:00:00.0: Limiting direct PCI/PCI transfers
[    0.447165] pci 0000:00:01.0: PIIX3: Enabling Passive Release
[    0.448452] pci 0000:00:01.0: Activating ISA DMA hang workarounds
[    0.450123] PCI Interrupt Link [LNKD] enabled at IRQ 11
[    0.452297] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]
[    0.454144] PCI: CLS 0 bytes, default 64
[    0.455250] Unpacking initramfs...
[    0.969692] Freeing initrd memory: 28048K
[    0.971064] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)
[    0.972595] software IO TLB: mapped [mem 0xab000000-0xaf000000] (64MB)
[    0.974258] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x25632a14f90, max_idle_ns: 440795228339 ns
[    0.981608] Initialise system trusted keyrings
[    0.982741] Key type blacklist registered
[    0.983792] workingset: timestamp_bits=36 max_order=20 bucket_order=0
[    0.987690] zbud: loaded
[    0.988924] pstore: using deflate compression
[    0.990115] Platform Keyring initialized
[    1.146650] NET: Registered protocol family 38
[    1.148120] Key type asymmetric registered
[    1.149487] Asymmetric key parser 'x509' registered
[    1.151060] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 247)
[    1.153047] io scheduler mq-deadline registered
[    1.154335] io scheduler kyber registered
[    1.155876] io scheduler bfq registered
[    1.157435] atomic64_test: passed for x86-64 platform with CX8 and with SSE
[    1.160048] shpchp: Standard Hot Plug PCI Controller Driver version: 0.4
[    1.162556] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input0
[    1.164882] ACPI: Power Button [PWRF]
[    1.166922] virtio-pci 0000:00:04.0: virtio_pci: leaving for legacy driver
[    1.170697] PCI Interrupt Link [LNKA] enabled at IRQ 10
[    1.172412] virtio-pci 0000:00:05.0: virtio_pci: leaving for legacy driver
[    1.176106] PCI Interrupt Link [LNKB] enabled at IRQ 10
[    1.177824] virtio-pci 0000:00:06.0: virtio_pci: leaving for legacy driver
[    1.181441] PCI Interrupt Link [LNKC] enabled at IRQ 11
[    1.183154] virtio-pci 0000:00:07.0: virtio_pci: leaving for legacy driver
[    1.186541] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled
[    1.211969] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A
[    1.215110] Non-volatile memory driver v1.3
[    1.216804] rdac: device handler registered
[    1.218182] hp_sw: device handler registered
[    1.219171] emc: device handler registered
[    1.220162] alua: device handler registered
[    1.221243] libphy: Fixed MDIO Bus: probed
[    1.222272] ehci_hcd: USB 2.0 'Enhanced' Host Controller (EHCI) Driver
[    1.223680] ehci-pci: EHCI PCI platform driver
[    1.224706] ohci_hcd: USB 1.1 'Open' Host Controller (OHCI) Driver
[    1.226040] ohci-pci: OHCI PCI platform driver
[    1.227066] uhci_hcd: USB Universal Host Controller Interface driver
[    1.229760] uhci_hcd 0000:00:01.2: UHCI Host Controller
[    1.230986] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1
[    1.232631] uhci_hcd 0000:00:01.2: detected 2 ports
[    1.233852] uhci_hcd 0000:00:01.2: irq 11, io base 0x0000c100
[    1.235218] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 4.18
[    1.237076] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1
[    1.238723] usb usb1: Product: UHCI Host Controller
[    1.239838] usb usb1: Manufacturer: Linux 4.18.0-305.10.2.x6.1.000.41.x86_64 uhci_hcd
[    1.241564] usb usb1: SerialNumber: 0000:00:01.2
[    1.242740] hub 1-0:1.0: USB hub found
[    1.243676] hub 1-0:1.0: 2 ports detected
[    1.244882] usbcore: registered new interface driver usbserial_generic
[    1.246311] usbserial: USB Serial support registered for generic
[    1.247756] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12
[    1.250357] serio: i8042 KBD port at 0x60,0x64 irq 1
[    1.251532] serio: i8042 AUX port at 0x60,0x64 irq 12
[    1.252773] mousedev: PS/2 mouse device common for all mice
[    1.254259] rtc_cmos 00:00: RTC can wake from S4
[    1.256069] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input1
[    1.258745] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input4
[    1.260900] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input3
[    1.262901] rtc_cmos 00:00: registered as rtc0
[    1.263958] rtc_cmos 00:00: alarms up to one day, 114 bytes nvram
[    1.265316] intel_pstate: CPU model not supported
[    1.266686] hid: raw HID events driver (C) Jiri Kosina
[    1.267898] usbcore: registered new interface driver usbhid
[    1.269147] usbhid: USB HID core driver
[    1.270138] drop_monitor: Initializing network drop monitor service
[    1.271593] Initializing XFRM netlink socket
[    1.272754] NET: Registered protocol family 10
[    1.274309] Segment Routing with IPv6
[    1.275231] NET: Registered protocol family 17
[    1.276348] mpls_gso: MPLS GSO support
[    1.277524] core: Using 10 MCE banks
[    1.278427] sched_clock: Marking stable (1278380920, 0)->(1887304066, -608923146)
[    1.280238] registered taskstats version 1
[    1.281257] Loading compiled-in X.509 certificates
[    1.326999] Loaded X.509 cert 'Rocky kernel signing key: 7cae4c3661d5eff6148523503bc96190fee2f73f'
[    1.329176] Loaded X.509 cert 'Rocky Enterprise Software Foundation: Rocky Linux Driver Update Signing Cert: 04'
[    1.331427] Loaded X.509 cert 'Rocky Enterprise Software Foundation: Rocky Linux kpatch Signing Cert: 03'
[    1.334051] zswap: loaded using pool lzo/zbud
[    1.335137] page_owner is disabled
[    1.342353] Key type big_key registered
[    1.349469] Key type encrypted registered
[    1.350904] ima: No TPM chip found, activating TPM-bypass!
[    1.352913] ima: Allocated hash algorithm: sha256
[    1.354499] ima: No architecture policies found
[    1.355994] evm: Initialising EVM extended attributes:
[    1.357620] evm: security.selinux
[    1.358734] evm: security.ima
[    1.359748] evm: security.capability
[    1.363064] evm: HMAC attrs: 0x1
[    1.364737] rtc_cmos 00:00: setting system clock to 2021-11-29 18:56:34 UTC (1638212194)
[    1.370723] Freeing unused decrypted memory: 2036K
[    1.374032] Freeing unused kernel memory: 2480K
[    1.375487] Write protecting the kernel read-only data: 22528k
[    1.379345] Freeing unused kernel memory: 2012K
[    1.381307] Freeing unused kernel memory: 476K
[    1.400382] systemd[1]: systemd 239 (239-45.el8) running in system mode. (+PAM +AUDIT +SELINUX +IMA -APPARMOR +SMACK +SYSVINIT +UTMP +LIBCRYPTSETUP +GCRYPT +GNUTLS +ACL +XZ +LZ4 +SECCOMP +BLKID +ELFUTILS +KMOD +IDN2 -IDN +PCRE2 default-hierarchy=legacy)
[    1.405028] systemd[1]: Detected virtualization kvm.
[    1.406134] systemd[1]: Detected architecture x86-64.
[    1.407260] systemd[1]: Running in initial RAM disk.
[    1.420490] systemd[1]: Set hostname to <localhost.localdomain>.
[    1.511386] random: systemd: uninitialized urandom read (16 bytes read)
[    1.513407] systemd[1]: Reached target Local File Systems.
[    1.516097] random: systemd: uninitialized urandom read (16 bytes read)
[    1.517616] systemd[1]: Reached target Slices.
[    1.519209] random: systemd: uninitialized urandom read (16 bytes read)
[    1.521173] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.
[    1.524689] systemd[1]: Listening on Journal Socket.
[    1.529258] systemd[1]: Starting Setup Virtual Console...
[    3.137942] virtio_blk virtio0: [vda] 41943040 512-byte logical blocks (21.5 GB/20.0 GiB)
[    3.172099] vda: detected capacity change from 0 to 21474836480
[    3.221029]  vda: vda1 vda2
[    3.225045] virtio_blk virtio2: [vdb] 4000000 512-byte logical blocks (2.05 GB/1.91 GiB)
[    3.230668] e1000: Intel(R) PRO/1000 Network Driver - version 7.3.21-k8-NAPI
[    3.233640] e1000: Copyright (c) 1999-2006 Intel Corporation.
[    3.235547] e1000: E1000 MODULE IS NOT SUPPORTED
[    3.246346] vdb: detected capacity change from 0 to 2048000000
[    3.284703]  vdb: vdb1 vdb9
[    3.287202] virtio_blk virtio3: [vdc] 4000000 512-byte logical blocks (2.05 GB/1.91 GiB)
[    3.289000] vdc: detected capacity change from 0 to 2048000000
[    3.302059] libata version 3.00 loaded.
[    3.305541] ata_piix 0000:00:01.1: version 2.13
[    3.313723]  vdc: vdc1 vdc9
[    3.342379] random: fast init done
[    3.343542] scsi host0: scsi_eh_0: sleeping
[    3.345180] scsi host0: ata_piix
[    3.352218] scsi host1: scsi_eh_1: sleeping
[    3.367237] scsi host1: ata_piix
[    3.368850] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc140 irq 14
[    3.370280] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc148 irq 15
[    3.372449] scsi host0: scsi_eh_0: waking up 1/0/0
[    3.385069] scsi host1: scsi_eh_1: waking up 1/0/0
[    3.528286] scsi host0: waking up host to restart
[    3.528291] scsi host0: scsi_eh_0: sleeping
[    3.544214] scsi host1: waking up host to restart
[    3.544218] scsi host1: scsi_eh_1: sleeping
[    4.179683] e1000 0000:00:03.0 eth0: (PCI:33MHz:32-bit) 52:54:00:32:03:21
[    4.179704] e1000 0000:00:03.0 eth0: Intel(R) PRO/1000 Network Connection
[    4.859521] EXT4-fs (vda1): mounted filesystem with ordered data mode. Opts: (null)
[    5.613543] random: crng init done
[    5.614882] random: 7 urandom warning(s) missed due to ratelimiting
[    5.887184] printk: systemd: 20 output lines suppressed due to ratelimiting
[    6.143805] systemd[1]: systemd 239 (239-45.el8) running in system mode. (+PAM +AUDIT +SELINUX +IMA -APPARMOR +SMACK +SYSVINIT +UTMP +LIBCRYPTSETUP +GCRYPT +GNUTLS +ACL +XZ +LZ4 +SECCOMP +BLKID +ELFUTILS +KMOD +IDN2 -IDN +PCRE2 default-hierarchy=legacy)
[    6.152915] systemd[1]: Detected virtualization kvm.
[    6.154608] systemd[1]: Detected architecture x86-64.
[    6.161316] systemd[1]: Set hostname to <localhost.localdomain>.
[    6.464243] systemd[1]: systemd-journald.service: Succeeded.
[    6.467974] systemd[1]: initrd-switch-root.service: Succeeded.
[    6.470565] systemd[1]: Stopped Switch Root.
[    6.474114] systemd[1]: systemd-journald.service: Service has no hold-off time (RestartSec=0), scheduling restart.
[    6.480231] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.
[    6.483056] systemd[1]: Stopped Journal Service.
[    6.576051] Adding 2096124k swap on /dev/vda2.  Priority:-2 extents:1 across:2096124k FS
[    6.613347] EXT4-fs (vda1): re-mounted. Opts: (null)
[    7.043417] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0
[    7.073750] input: PC Speaker as /devices/platform/pcspkr/input/input5
[    7.261088] spl: loading out-of-tree module taints kernel.
[    7.262790] spl: loading out-of-tree module taints kernel.
[    7.266092] spl: module verification failed: signature and/or required key missing - tainting kernel
[    7.297159] icp: module license 'CDDL' taints kernel.
[    7.298781] Disabling lock debugging due to kernel taint
[    7.417490] cirrus 0000:00:02.0: vgaarb: deactivate vga console
[    7.423321] Console: switching to colour dummy device 80x25
[    7.427380] [drm] Initialized cirrus 2.0.0 2019 for 0000:00:02.0 on minor 0
[    7.435251] fbcon: cirrusdrmfb (fb0) is primary device
[    7.444131] Console: switching to colour frame buffer device 128x48
[    7.449584] cirrus 0000:00:02.0: [drm] fb0: cirrusdrmfb frame buffer device
[    7.513918] ZFS: Loaded module v2.1.1-x.6.1.000_24_gf3b23b3d, ZFS pool version 5000, ZFS filesystem version 5
[    7.997670] RPC: Registered named UNIX socket transport module.
[    8.000809] RPC: Registered udp transport module.
[    8.003907] RPC: Registered tcp transport module.
[    8.007868] RPC: Registered tcp NFSv4.1 backchannel transport module.
[    8.982110] IPv6: ADDRCONF(NETDEV_UP): eth0: link is not ready
[    9.008356] IPv6: ADDRCONF(NETDEV_UP): eth0: link is not ready
[    9.195213] Compat-mlnx-ofed backport release: 3952e7b
[    9.196653] Backport based on mlnx_ofed/mlnx-ofa_kernel-4.0.git 3952e7b
[    9.198134] compat.git: mlnx_ofed/mlnx-ofa_kernel-4.0.git
[   11.040672] e1000: eth0 NIC Link is Up 1000 Mbps Full Duplex, Flow Control: RX
[   11.045645] IPv6: ADDRCONF(NETDEV_CHANGE): eth0: link becomes ready
[   15.731588] FS-Cache: Loaded
[   15.870225] FS-Cache: Netfs 'nfs' registered for caching
[   15.922151] Key type dns_resolver registered
[   16.508166] NFS: Registering the id_resolver key type
[   16.509436] Key type id_resolver registered
[   16.510604] Key type id_legacy registered
[   64.435576] LNet: HW NUMA nodes: 1, HW CPU cores: 2, npartitions: 1
[   64.451346] alg: No test for adler32 (adler32-zlib)
[   64.708163] PCLMULQDQ-NI instructions are not detected.
[   65.204446] Key type ._llcrypt registered
[   65.207720] Key type .llcrypt registered
[   65.226254] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[   67.359511] Lustre: DEBUG MARKER: lm0321: executing load_modules_local
[   67.938446] Lustre: Lustre: Build Version: 2.14.55_128_g848738a
[   68.004301] LNet: Added LNI 192.168.3.21@tcp [8/256/0/180]
[   68.006139] LNet: Accept all, port 64
[   68.291710] Lustre: Echo OBD driver; http://www.lustre.org/
[   70.312983]  vdb: vdb1 vdb9
[   70.334506]  vdb: vdb1 vdb9
[   94.268363] Lustre: DEBUG MARKER: lm0321: executing load_modules_local
[   97.692344] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[   97.778472] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[   97.840544] Lustre: lustre-MDT0000: new disk, initializing
[   97.909483] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[   97.923744] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[   98.839508] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  101.866060] Lustre: Setting parameter lustre-MDT0001.mdt.identity_upcall in log lustre-MDT0001
[  103.082850] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000240000400-0x0000000280000400]:1:mdt
[  107.260131] Lustre: Setting parameter lustre-MDT0002.mdt.identity_upcall in log lustre-MDT0002
[  108.452600] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:2:mdt
[  112.597204] Lustre: Setting parameter lustre-MDT0003.mdt.identity_upcall in log lustre-MDT0003
[  113.852317] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000002c0000400-0x0000000300000400]:3:mdt
[  119.581511] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000300000400-0x0000000340000400]:0:ost
[  128.284935] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000380000400-0x00000003c0000400]:2:ost
[  128.286902] Lustre: Skipped 1 previous similar message
[  139.517900] Lustre: DEBUG MARKER: Using TIMEOUT=20
[  145.436372] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[  163.612856] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.24@tcp (stopping)
[  164.732815] LustreError: 6998:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000002170c164 x1717790059823872/t0(0) o41->lustre-MDT0003-osp-MDT0000@192.168.3.24@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:'osp-pre-3-0.0'
[  165.128423] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.23@tcp (stopping)
[  165.130518] Lustre: Skipped 5 previous similar messages
[  165.244726] LustreError: 6997:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@00000000d4887759 x1717790059823936/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0'
[  168.026885] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[  168.029185] Lustre: Skipped 2 previous similar messages
[  168.316675] LustreError: 6997:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000006f5cbfb6 x1717790059824320/t0(0) o41->lustre-MDT0002-osp-MDT0000@192.168.3.23@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:'osp-pre-2-0.0'
[  169.790239] LustreError: 8982:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[  170.243626] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.23@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  170.249471] LustreError: Skipped 1 previous similar message
[  173.141053] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  175.362755] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.23@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  175.367949] LustreError: Skipped 7 previous similar messages
[  175.996728] Lustre: 8982:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212363/real 1638212363]  req@00000000295d6b89 x1717790059824448/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212369 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'umount.0'
[  176.114029] Lustre: server umount lustre-MDT0000 complete
[  217.307230] Lustre: DEBUG MARKER: lm0321: executing unload_modules_local
[  219.004816] LNet: Removed LNI 192.168.3.21@tcp
[  219.162974] Key type .llcrypt unregistered
[  219.171347] Key type ._llcrypt unregistered
[  244.427426] LNet: HW NUMA nodes: 1, HW CPU cores: 2, npartitions: 1
[  244.450495] alg: No test for adler32 (adler32-zlib)
[  245.206933] Key type ._llcrypt registered
[  245.217585] Key type .llcrypt registered
[  245.238331] Lustre: DEBUG MARKER: lm0321: executing check_logdir /tmp/test_logs/1638212435
[  246.354454] Lustre: DEBUG MARKER: lm0321: executing yml_node
[  247.761665] Lustre: DEBUG MARKER: Client: 2.14.55.128
[  248.612461] Lustre: DEBUG MARKER: MDS: 2.14.55.128
[  249.452665] Lustre: DEBUG MARKER: OSS: 2.14.55.128
[  249.849358] Lustre: DEBUG MARKER: excepting tests:
[  250.637956] Lustre: DEBUG MARKER: == lfsck-performance test 2: lfsck namespace performance (upgrade from 1.8) without load ========================================================== 19:00:44 (1638212444)
[  257.622906] Lustre: DEBUG MARKER: lm0321: executing load_modules_local
[  258.070607] Lustre: Lustre: Build Version: 2.14.55_128_g848738a
[  258.138426] LNet: Added LNI 192.168.3.21@tcp [8/256/0/180]
[  258.141477] LNet: Accept all, port 64
[  258.354513] Lustre: Echo OBD driver; http://www.lustre.org/
[  259.876157]  vdb: vdb1 vdb9
[  259.880145]  vdb: vdb1 vdb9
[  264.223126] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[  264.329857] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[  264.422653] Lustre: lustre-MDT0000: new disk, initializing
[  264.491554] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  264.506630] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[  265.403367] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  267.908851] Lustre: *** cfs_fail_loc=1504, val=0***
[  268.359311] Lustre: *** cfs_fail_loc=1504, val=0***
[  268.579638] Lustre: *** cfs_fail_loc=1504, val=0***
[  268.581285] Lustre: Skipped 1 previous similar message
[  269.045945] Lustre: *** cfs_fail_loc=1504, val=0***
[  269.047653] Lustre: Skipped 2 previous similar messages
[  269.580428] Lustre: *** cfs_fail_loc=1504, val=0***
[  269.588234] Lustre: Skipped 3696 previous similar messages
[  270.617969] Lustre: Failing over lustre-MDT0000
[  276.859354] Lustre: 12454:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212464/real 1638212464]  req@0000000013cf0fa5 x1717790259021888/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212470 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[  277.023172] Lustre: server umount lustre-MDT0000 complete
[  278.892761] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  279.747270] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  284.771469] Lustre: Failing over lustre-MDT0000
[  291.195222] Lustre: 13226:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212478/real 1638212478]  req@000000003c7eef0d x1717790259024000/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212484 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[  291.291628] Lustre: server umount lustre-MDT0000 complete
[  298.969364] Lustre: DEBUG MARKER: lm0321: executing load_modules_local
[  300.882473]  vdb: vdb1 vdb9
[  300.891525]  vdb: vdb1 vdb9
[  303.458833] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[  303.515303] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[  303.517634] Lustre: Skipped 1 previous similar message
[  303.575989] Lustre: lustre-MDT0000: new disk, initializing
[  303.635862] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  303.650482] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[  304.512022] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  307.075994] Lustre: *** cfs_fail_loc=1504, val=0***
[  307.078919] Lustre: Skipped 385 previous similar messages
[  307.558548] Lustre: *** cfs_fail_loc=1504, val=0***
[  307.560201] Lustre: Skipped 4096 previous similar messages
[  310.229960] Lustre: Failing over lustre-MDT0000
[  316.794876] Lustre: 14978:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212504/real 1638212504]  req@000000005b3d3ec9 x1717790259026112/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212510 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[  316.881775] Lustre: server umount lustre-MDT0000 complete
[  318.640854] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  319.553663] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  324.537491] Lustre: Failing over lustre-MDT0000
[  331.130588] Lustre: 15751:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212518/real 1638212518]  req@000000004077be2d x1717790259028224/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212524 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[  331.230406] Lustre: server umount lustre-MDT0000 complete
[  333.589355] Lustre: DEBUG MARKER: lm0321: executing unload_modules
[  334.072034] LNet: Removed LNI 192.168.3.21@tcp
[  334.178248] Key type .llcrypt unregistered
[  334.180465] Key type ._llcrypt unregistered
[  341.496649] LNet: HW NUMA nodes: 1, HW CPU cores: 2, npartitions: 1
[  341.512896] alg: No test for adler32 (adler32-zlib)
[  342.267855] Key type ._llcrypt registered
[  342.269211] Key type .llcrypt registered
[  342.288435] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[  344.034767]  vdb: vdb1 vdb9
[  368.029964] Lustre: Lustre: Build Version: 2.14.55_128_g848738a
[  368.073639] LNet: Added LNI 192.168.3.21@tcp [8/256/0/180]
[  368.076373] LNet: Accept secure, port 64
[  369.282858] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[  369.377559] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[  369.435013] Lustre: lustre-MDT0000: new disk, initializing
[  369.498242] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  369.513311] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[  370.391197] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  383.808934] Lustre: MGS: Client 6d6f979a-3495-411f-b711-bbfd7320652b (at 192.168.3.22@tcp) reconnecting
[  383.816234] Lustre: Setting parameter lustre-MDT0001.mdt.identity_upcall in log lustre-MDT0001
[  385.002512] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000240000400-0x0000000280000400]:1:mdt
[  389.036759] Lustre: Setting parameter lustre-MDT0002.mdt.identity_upcall in log lustre-MDT0002
[  390.269402] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:2:mdt
[  394.201230] Lustre: Setting parameter lustre-MDT0003.mdt.identity_upcall in log lustre-MDT0003
[  395.464071] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000002c0000400-0x0000000300000400]:3:mdt
[  402.337271] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000300000400-0x0000000340000400]:0:ost
[  419.401692] Lustre: MGS: Client 397f3ca4-285b-4108-bbe9-2eb4817a9547 (at 192.168.3.26@tcp) reconnecting
[  424.634330] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000380000400-0x00000003c0000400]:2:ost
[  424.638091] Lustre: Skipped 1 previous similar message
[  432.004121] Lustre: DEBUG MARKER: Using TIMEOUT=20
[  440.945517] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[  446.471442] Lustre: DEBUG MARKER: == lfsck-performance test complete, duration 204 sec ===== 19:03:59 (1638212639)
[  482.685813] Lustre: DEBUG MARKER: lm0321: executing check_logdir /tmp/test_logs/1638212674
[  483.816921] Lustre: DEBUG MARKER: lm0321: executing yml_node
[  485.396602] Lustre: DEBUG MARKER: Client: 2.14.55.128
[  486.188404] Lustre: DEBUG MARKER: MDS: 2.14.55.128
[  486.812772] Lustre: DEBUG MARKER: OSS: 2.14.55.128
[  487.295061] Lustre: DEBUG MARKER: excepting tests:
[  488.195651] Lustre: DEBUG MARKER: == lfsck-performance test 3: lfsck namespace impact on create performance ========================================================== 19:04:41 (1638212681)
[  489.838767] LustreError: 17515:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@00000000aa931b0d x1717790374410048/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0'
[  489.845179] LustreError: 17515:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 2 previous similar messages
[  490.235628] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.23@tcp (stopping)
[  490.239152] Lustre: Skipped 1 previous similar message
[  491.704464] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.24@tcp (stopping)
[  495.348756] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.23@tcp (stopping)
[  495.351121] Lustre: Skipped 8 previous similar messages
[  495.919611] LustreError: 19276:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[  496.816455] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.24@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  496.820870] LustreError: Skipped 1 previous similar message
[  497.468932] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.22@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  497.473642] LustreError: Skipped 5 previous similar messages
[  500.468659] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.23@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  500.474296] LustreError: Skipped 1 previous similar message
[  502.126546] Lustre: 19276:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212689/real 1638212689]  req@000000004423f866 x1717790374410624/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212695 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'umount.0'
[  502.228858] Lustre: server umount lustre-MDT0000 complete
[  530.881341] Lustre: DEBUG MARKER: lm0321: executing load_modules_local
[  531.354939] Lustre: Echo OBD driver; http://www.lustre.org/
[  532.756976]  vdb: vdb1 vdb9
[  532.760816]  vdb: vdb1 vdb9
[  535.051920] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[  535.126798] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[  535.128942] Lustre: Skipped 1 previous similar message
[  535.179475] Lustre: lustre-MDT0000: new disk, initializing
[  535.234770] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  535.251106] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[  535.253920] Lustre: Skipped 1 previous similar message
[  536.076874] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  540.190295] Lustre: Failing over lustre-MDT0000
[  546.666754] Lustre: 20912:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212734/real 1638212734]  req@000000004423f866 x1717790374412800/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212740 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'umount.0'
[  546.784293] Lustre: server umount lustre-MDT0000 complete
[  548.626396] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  549.459738] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  552.449998] Lustre: Failing over lustre-MDT0000
[  558.954195] Lustre: 21813:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212746/real 1638212746]  req@00000000c369dd8f x1717790374414976/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212752 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'umount.0'
[  559.000297] Lustre: server umount lustre-MDT0000 complete
[  560.794353] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  561.641602] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  564.688869] Lustre: Failing over lustre-MDT0000
[  571.241635] Lustre: 22712:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212758/real 1638212758]  req@00000000af8f2228 x1717790374417152/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212764 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'umount.0'
[  571.284569] Lustre: server umount lustre-MDT0000 complete
[  573.026492] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  573.866915] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  577.087030] Lustre: Failing over lustre-MDT0000
[  582.505249] Lustre: 23613:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212770/real 1638212770]  req@00000000bd03d57c x1717790374419328/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212776 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'umount.0'
[  582.554800] Lustre: server umount lustre-MDT0000 complete
[  585.247029] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  586.399187] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  592.329992] Lustre: Failing over lustre-MDT0000
[  598.888561] Lustre: 24385:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212786/real 1638212786]  req@0000000039ec9d9e x1717790374421632/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212792 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'umount.0'
[  599.019229] Lustre: server umount lustre-MDT0000 complete
[  601.583772] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  602.868353] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  604.715087] Lustre: Failing over lustre-MDT0000
[  614.361837] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  623.975581] Lustre: 26025:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212811/real 1638212811]  req@0000000061dbe685 x1717790374425984/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212817 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'umount.0'
[  623.982826] Lustre: 26025:0:(client.c:2290:ptlrpc_expire_one_request()) Skipped 1 previous similar message
[  624.081251] Lustre: server umount lustre-MDT0000 complete
[  624.084307] Lustre: Skipped 1 previous similar message
[  626.623642] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  628.005092] Lustre: Failing over lustre-MDT0000
[  628.007407] Lustre: Skipped 1 previous similar message
[  636.069936] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  636.072469] Lustre: Skipped 2 previous similar messages
[  637.083534] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  649.429183] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  657.254173] Lustre: 28403:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638212844/real 1638212844]  req@00000000af8f2228 x1717790374432512/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638212850 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'umount.0'
[  657.261948] Lustre: 28403:0:(client.c:2290:ptlrpc_expire_one_request()) Skipped 2 previous similar messages
[  657.296393] Lustre: server umount lustre-MDT0000 complete
[  657.310689] Lustre: Skipped 2 previous similar messages
[  660.077189] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  663.095700] Lustre: Failing over lustre-MDT0000
[  663.100313] Lustre: Skipped 2 previous similar messages
[  672.198391] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  682.469846] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  694.934487] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  704.710236] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  704.713779] Lustre: Skipped 5 previous similar messages
[  705.591570] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  717.768201] Lustre: DEBUG MARKER: lm0321: executing unload_modules
[  719.332121] LNet: Removed LNI 192.168.3.21@tcp
[  719.480570] Key type .llcrypt unregistered
[  719.489647] Key type ._llcrypt unregistered
[  727.461077] LNet: HW NUMA nodes: 1, HW CPU cores: 2, npartitions: 1
[  727.479699] alg: No test for adler32 (adler32-zlib)
[  728.235272] Key type ._llcrypt registered
[  728.240563] Key type .llcrypt registered
[  728.263400] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[  730.237952]  vdb: vdb1 vdb9
[  730.242598]  vdb: vdb1 vdb9
[  756.693399] Lustre: Lustre: Build Version: 2.14.55_128_g848738a
[  756.739210] LNet: Added LNI 192.168.3.21@tcp [8/256/0/180]
[  756.742216] LNet: Accept secure, port 64
[  758.030061] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[  758.123243] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[  758.187377] Lustre: lustre-MDT0000: new disk, initializing
[  758.265867] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  758.283907] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[  759.313581] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  762.796944] Lustre: Setting parameter lustre-MDT0001.mdt.identity_upcall in log lustre-MDT0001
[  763.058690] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000240000400-0x0000000280000400]:1:mdt
[  767.083162] Lustre: Setting parameter lustre-MDT0002.mdt.identity_upcall in log lustre-MDT0002
[  767.252788] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:2:mdt
[  771.174147] Lustre: Setting parameter lustre-MDT0003.mdt.identity_upcall in log lustre-MDT0003
[  771.385117] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000002c0000400-0x0000000300000400]:3:mdt
[  776.635082] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000300000400-0x0000000340000400]:0:ost
[  788.676833] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000003c0000400-0x0000000400000400]:3:ost
[  788.679871] Lustre: Skipped 2 previous similar messages
[  793.850336] Lustre: DEBUG MARKER: Using TIMEOUT=20
[  796.398203] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[  802.067912] Lustre: DEBUG MARKER: == lfsck-performance test complete, duration 321 sec ===== 19:09:55 (1638212995)
[  841.072755] Lustre: DEBUG MARKER: lm0321: executing check_logdir /tmp/test_logs/1638213033
[  842.105269] Lustre: DEBUG MARKER: lm0321: executing yml_node
[  843.518366] Lustre: DEBUG MARKER: Client: 2.14.55.128
[  844.132135] Lustre: DEBUG MARKER: MDS: 2.14.55.128
[  844.734214] Lustre: DEBUG MARKER: OSS: 2.14.55.128
[  845.131379] Lustre: DEBUG MARKER: excepting tests:
[  845.950010] Lustre: DEBUG MARKER: == lfsck-performance test 4a: Single MDS lfsck layout performance (routine case) without load ========================================================== 19:10:39 (1638213039)
[  848.040708] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.24@tcp (stopping)
[  848.967707] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[  848.970763] Lustre: Skipped 2 previous similar messages
[  849.505466] LustreError: 36060:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[  850.231524] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.22@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  850.231569] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.22@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  850.942708] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  850.951704] LustreError: Skipped 1 previous similar message
[  853.153324] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.24@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  853.163309] LustreError: Skipped 1 previous similar message
[  855.343210] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.22@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  855.343212] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.22@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  855.343215] LustreError: Skipped 4 previous similar messages
[  855.348382] LustreError: Skipped 4 previous similar messages
[  855.902334] Lustre: 36060:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213043/real 1638213043]  req@0000000029abee9b x1717790782298048/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213049 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[  856.020994] Lustre: server umount lustre-MDT0000 complete
[  885.063227] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[  887.200210]  vdb: vdb1 vdb9
[  887.213045]  vdb: vdb1 vdb9
[  894.956282] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[  895.065198] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[  895.067654] Lustre: Skipped 1 previous similar message
[  895.132067] Lustre: lustre-MDT0000: new disk, initializing
[  895.211737] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  895.226577] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[  896.162162] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  905.944134] Lustre: DEBUG MARKER: Using TIMEOUT=20
[  945.665987] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[  945.670246] Lustre: Skipped 2 previous similar messages
[  946.780231] LustreError: 37940:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[  946.785175] LustreError: 37940:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 4 previous similar messages
[  951.796467] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[  951.801322] LustreError: Skipped 1 previous similar message
[  953.178297] Lustre: 37940:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213140/real 1638213140]  req@00000000cca84363 x1717790782849664/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213146 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[  953.320533] Lustre: server umount lustre-MDT0000 complete
[  962.161066] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[  964.417261]  vdb: vdb1 vdb9
[  964.424493]  vdb: vdb1 vdb9
[  972.247322] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[  972.250057] Lustre: Skipped 1 previous similar message
[  972.325625] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[  972.328179] Lustre: Skipped 1 previous similar message
[  972.396205] Lustre: lustre-MDT0000: new disk, initializing
[  972.456491] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[  972.470823] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[  973.471717] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[  983.141613] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1012.739879] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 1015.833765] LustreError: 39790:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1015.838317] LustreError: 39790:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 1018.866373] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1021.271519] Lustre: 39790:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213209/real 1638213209]  req@000000001d47539e x1717790783944704/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213215 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1021.422814] Lustre: server umount lustre-MDT0000 complete
[ 1033.897163] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1036.029641]  vdb: vdb1 vdb9
[ 1036.034678]  vdb: vdb1 vdb9
[ 1046.904891] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 1046.908301] Lustre: Skipped 1 previous similar message
[ 1046.981689] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1046.984163] Lustre: Skipped 1 previous similar message
[ 1047.048435] Lustre: lustre-MDT0000: new disk, initializing
[ 1047.109768] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1047.131010] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 1048.039869] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 1061.755997] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1101.815991] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 1101.820854] Lustre: Skipped 1 previous similar message
[ 1105.301022] LustreError: 41678:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1105.303402] LustreError: 41678:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 1107.949410] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1111.891837] Lustre: 41678:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213299/real 1638213299]  req@00000000696471bd x1717790785025664/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213305 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1112.010292] Lustre: server umount lustre-MDT0000 complete
[ 1120.738041] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1122.526226]  vdb: vdb1 vdb9
[ 1122.529939]  vdb: vdb1 vdb9
[ 1132.030956] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 1132.033309] Lustre: Skipped 1 previous similar message
[ 1132.092492] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1132.094642] Lustre: Skipped 1 previous similar message
[ 1132.139915] Lustre: lustre-MDT0000: new disk, initializing
[ 1132.195295] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1133.011746] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 1146.130352] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1176.044229] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 1176.047966] Lustre: Skipped 1 previous similar message
[ 1179.218063] LustreError: 43564:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1179.220613] LustreError: 43564:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 1182.186607] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1182.191380] LustreError: Skipped 2 previous similar messages
[ 1185.616810] Lustre: 43564:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213373/real 1638213373]  req@000000003c610dcd x1717790787181184/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213379 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1185.723323] Lustre: server umount lustre-MDT0000 complete
[ 1199.600428] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1201.463995]  vdb: vdb1 vdb9
[ 1201.482415]  vdb: vdb1 vdb9
[ 1216.421991] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1216.429697] Lustre: Skipped 1 previous similar message
[ 1216.484353] Lustre: lustre-MDT0000: new disk, initializing
[ 1216.534815] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1216.546499] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 1216.549002] Lustre: Skipped 1 previous similar message
[ 1217.334400] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 1238.637747] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1275.884170] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 1275.887631] Lustre: Skipped 1 previous similar message
[ 1279.822304] LustreError: 45501:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1279.826283] LustreError: 45501:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 1285.452815] Lustre: 45501:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213473/real 1638213473]  req@000000006051f511 x1717790789372352/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213479 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1285.563719] Lustre: server umount lustre-MDT0000 complete
[ 1297.488889] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1299.425424]  vdb: vdb1 vdb9
[ 1299.430084]  vdb: vdb1 vdb9
[ 1316.529151] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 1316.532562] Lustre: Skipped 3 previous similar messages
[ 1316.607798] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1316.610301] Lustre: Skipped 1 previous similar message
[ 1316.671317] Lustre: lustre-MDT0000: new disk, initializing
[ 1316.730474] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1317.626186] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 1340.289387] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1374.764424] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[ 1374.768030] Lustre: Skipped 3 previous similar messages
[ 1379.978000] LustreError: 47465:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1379.981389] LustreError: 47465:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 1380.896454] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1380.900926] LustreError: Skipped 5 previous similar messages
[ 1385.288744] Lustre: 47465:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213573/real 1638213573]  req@0000000034720247 x1717790793683712/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213579 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1385.397097] Lustre: server umount lustre-MDT0000 complete
[ 1398.492897] Lustre: DEBUG MARKER: lm0321: executing unload_modules
[ 1400.008473] LNet: Removed LNI 192.168.3.21@tcp
[ 1400.127315] Key type .llcrypt unregistered
[ 1400.129797] Key type ._llcrypt unregistered
[ 1407.997325] LNet: HW NUMA nodes: 1, HW CPU cores: 2, npartitions: 1
[ 1408.015272] alg: No test for adler32 (adler32-zlib)
[ 1408.770135] Key type ._llcrypt registered
[ 1408.776055] Key type .llcrypt registered
[ 1408.795923] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1410.683553]  vdb: vdb1 vdb9
[ 1434.210130] Lustre: Lustre: Build Version: 2.14.55_128_g848738a
[ 1434.247000] LNet: Added LNI 192.168.3.21@tcp [8/256/0/180]
[ 1434.249429] LNet: Accept secure, port 64
[ 1435.430713] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 1435.501054] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1435.556669] Lustre: lustre-MDT0000: new disk, initializing
[ 1435.618771] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1435.631364] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 1436.435115] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 1439.404830] Lustre: Setting parameter lustre-MDT0001.mdt.identity_upcall in log lustre-MDT0001
[ 1439.593950] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000240000400-0x0000000280000400]:1:mdt
[ 1443.357069] Lustre: Setting parameter lustre-MDT0002.mdt.identity_upcall in log lustre-MDT0002
[ 1443.540911] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:2:mdt
[ 1447.193533] Lustre: Setting parameter lustre-MDT0003.mdt.identity_upcall in log lustre-MDT0003
[ 1447.386197] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000002c0000400-0x0000000300000400]:3:mdt
[ 1452.253517] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000300000400-0x0000000340000400]:0:ost
[ 1463.716927] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000003c0000400-0x0000000400000400]:3:ost
[ 1463.719428] Lustre: Skipped 2 previous similar messages
[ 1468.792135] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1471.293718] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[ 1476.713051] Lustre: DEBUG MARKER: == lfsck-performance test complete, duration 638 sec ===== 19:21:10 (1638213670)
[ 1511.183696] Lustre: DEBUG MARKER: lm0321: executing check_logdir /tmp/test_logs/1638213703
[ 1512.217486] Lustre: DEBUG MARKER: lm0321: executing yml_node
[ 1513.609661] Lustre: DEBUG MARKER: Client: 2.14.55.128
[ 1514.199085] Lustre: DEBUG MARKER: MDS: 2.14.55.128
[ 1514.835749] Lustre: DEBUG MARKER: OSS: 2.14.55.128
[ 1515.254570] Lustre: DEBUG MARKER: excepting tests:
[ 1516.076027] Lustre: DEBUG MARKER: == lfsck-performance test 4b: Single MDS lfsck layout performance (repairing case) without load ========================================================== 19:21:49 (1638213709)
[ 1517.946558] LustreError: 50943:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1518.730679] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.24@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1520.340741] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.23@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1520.347588] LustreError: Skipped 3 previous similar messages
[ 1521.629377] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1521.633502] LustreError: Skipped 4 previous similar messages
[ 1523.844546] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.24@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1523.849359] LustreError: Skipped 1 previous similar message
[ 1524.035129] Lustre: 50943:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213711/real 1638213711]  req@00000000215e7d28 x1717791493230656/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213717 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1524.139714] Lustre: server umount lustre-MDT0000 complete
[ 1554.984649] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1556.841307]  vdb: vdb1 vdb9
[ 1556.859641]  vdb: vdb1 vdb9
[ 1563.475924] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 1563.549255] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1563.551350] Lustre: Skipped 1 previous similar message
[ 1563.602991] Lustre: lustre-MDT0000: new disk, initializing
[ 1563.654491] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1563.669104] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 1564.465580] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 1573.379096] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1608.667207] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 1612.288798] LustreError: 52817:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1612.292736] LustreError: 52817:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 4 previous similar messages
[ 1614.809076] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1618.751384] Lustre: 52817:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213806/real 1638213806]  req@00000000d79174b7 x1717791493782080/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213812 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1618.860919] Lustre: server umount lustre-MDT0000 complete
[ 1627.682035] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1630.094810]  vdb: vdb1 vdb9
[ 1630.105024]  vdb: vdb1 vdb9
[ 1640.550817] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 1640.555630] Lustre: Skipped 1 previous similar message
[ 1640.653957] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1640.658511] Lustre: Skipped 1 previous similar message
[ 1640.730965] Lustre: lustre-MDT0000: new disk, initializing
[ 1640.822913] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1640.845451] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 1642.020924] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 1652.323054] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1686.486652] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 1688.573738] LustreError: 54663:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1688.582311] LustreError: 54663:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 1692.630326] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1695.036162] Lustre: 54663:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213882/real 1638213882]  req@000000007da42db6 x1717791494884928/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213888 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1695.140838] Lustre: server umount lustre-MDT0000 complete
[ 1706.782248] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1709.150923]  vdb: vdb1 vdb9
[ 1718.740999] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 1718.745964] Lustre: Skipped 1 previous similar message
[ 1718.808255] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1718.810558] Lustre: Skipped 1 previous similar message
[ 1718.866378] Lustre: lustre-MDT0000: new disk, initializing
[ 1718.922610] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1718.934824] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 1719.791100] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 1732.606369] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1767.379675] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 1772.091114] LustreError: 56548:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1772.094816] LustreError: 56548:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 1773.523043] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1773.523048] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1778.488737] Lustre: 56548:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638213966/real 1638213966]  req@000000003732d8cd x1717791495982208/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638213972 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1778.594244] Lustre: server umount lustre-MDT0000 complete
[ 1790.188762] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1792.166074]  vdb: vdb1 vdb9
[ 1792.195179]  vdb: vdb1 vdb9
[ 1801.889770] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 1801.898128] Lustre: Skipped 1 previous similar message
[ 1801.972648] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1801.974934] Lustre: Skipped 1 previous similar message
[ 1802.031178] Lustre: lustre-MDT0000: new disk, initializing
[ 1802.085873] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1802.922319] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 1815.991797] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1845.714643] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 1845.721143] Lustre: Skipped 2 previous similar messages
[ 1849.206550] LustreError: 58443:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1849.210031] LustreError: 58443:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 1851.856222] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 1855.797673] Lustre: 58443:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638214043/real 1638214043]  req@0000000039e36abb x1717791498163776/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638214049 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1855.907579] Lustre: server umount lustre-MDT0000 complete
[ 1864.012435] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1865.972202]  vdb: vdb1 vdb9
[ 1865.977622]  vdb: vdb1 vdb9
[ 1883.465690] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1883.468936] Lustre: Skipped 1 previous similar message
[ 1883.531780] Lustre: lustre-MDT0000: new disk, initializing
[ 1883.610977] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1883.628357] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 1883.631305] Lustre: Skipped 1 previous similar message
[ 1884.617933] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 1906.916055] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 1943.502053] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 1943.502058] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 1949.427754] LustreError: 60386:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 1949.432683] LustreError: 60386:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 1955.633523] Lustre: 60386:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638214143/real 1638214143]  req@00000000ef83cca4 x1717791500353536/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638214149 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 1955.754903] Lustre: server umount lustre-MDT0000 complete
[ 1967.650519] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 1969.571924]  vdb: vdb1 vdb9
[ 1985.221527] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 1985.224236] Lustre: Skipped 3 previous similar messages
[ 1985.277660] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 1985.283169] Lustre: Skipped 1 previous similar message
[ 1985.345160] Lustre: lustre-MDT0000: new disk, initializing
[ 1985.425495] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 1986.360742] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 2007.294788] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 2039.240705] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 2039.244958] Lustre: Skipped 3 previous similar messages
[ 2044.719253] LustreError: 62343:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 2044.723466] LustreError: 62343:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 2045.383450] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2045.383452] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2045.383455] LustreError: Skipped 5 previous similar messages
[ 2045.388717] LustreError: Skipped 5 previous similar messages
[ 2050.349637] Lustre: 62343:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638214238/real 1638214238]  req@0000000086d74d19 x1717791504686144/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638214244 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 2050.456319] Lustre: server umount lustre-MDT0000 complete
[ 2063.362995] Lustre: DEBUG MARKER: lm0321: executing unload_modules
[ 2064.877408] LNet: Removed LNI 192.168.3.21@tcp
[ 2064.991151] Key type .llcrypt unregistered
[ 2064.999412] Key type ._llcrypt unregistered
[ 2072.543749] LNet: HW NUMA nodes: 1, HW CPU cores: 2, npartitions: 1
[ 2072.561146] alg: No test for adler32 (adler32-zlib)
[ 2073.314990] Key type ._llcrypt registered
[ 2073.318250] Key type .llcrypt registered
[ 2073.339307] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 2075.190589]  vdb: vdb1 vdb9
[ 2099.065024] Lustre: Lustre: Build Version: 2.14.55_128_g848738a
[ 2099.108048] LNet: Added LNI 192.168.3.21@tcp [8/256/0/180]
[ 2099.111405] LNet: Accept secure, port 64
[ 2100.320758] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 2100.416082] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 2100.479388] Lustre: lustre-MDT0000: new disk, initializing
[ 2100.546747] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 2100.560049] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 2101.431603] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 2104.455676] Lustre: Setting parameter lustre-MDT0001.mdt.identity_upcall in log lustre-MDT0001
[ 2104.633918] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000240000400-0x0000000280000400]:1:mdt
[ 2108.442654] Lustre: Setting parameter lustre-MDT0002.mdt.identity_upcall in log lustre-MDT0002
[ 2108.626549] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:2:mdt
[ 2112.503192] Lustre: Setting parameter lustre-MDT0003.mdt.identity_upcall in log lustre-MDT0003
[ 2112.685907] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000002c0000400-0x0000000300000400]:3:mdt
[ 2118.098833] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000300000400-0x0000000340000400]:0:ost
[ 2130.044573] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000003c0000400-0x0000000400000400]:3:ost
[ 2130.047337] Lustre: Skipped 2 previous similar messages
[ 2135.306259] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 2137.843227] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[ 2143.231573] Lustre: DEBUG MARKER: == lfsck-performance test complete, duration 633 sec ===== 19:32:16 (1638214336)
[ 2178.874856] Lustre: DEBUG MARKER: lm0321: executing check_logdir /tmp/test_logs/1638214370
[ 2179.856225] Lustre: DEBUG MARKER: lm0321: executing yml_node
[ 2181.240908] Lustre: DEBUG MARKER: Client: 2.14.55.128
[ 2181.871408] Lustre: DEBUG MARKER: MDS: 2.14.55.128
[ 2182.476722] Lustre: DEBUG MARKER: OSS: 2.14.55.128
[ 2182.869014] Lustre: DEBUG MARKER: excepting tests:
[ 2183.716263] Lustre: DEBUG MARKER: == lfsck-performance test 5a: lfsck layout performance (routine case) without load for DNE ========================================================== 19:32:57 (1638214377)
[ 2185.217213] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[ 2185.217215] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[ 2186.351320] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.24@tcp (stopping)
[ 2186.351323] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.24@tcp (stopping)
[ 2186.351327] Lustre: Skipped 2 previous similar messages
[ 2186.354400] Lustre: Skipped 2 previous similar messages
[ 2189.608104] LustreError: 64090:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@0000000064fb02e3 x1717792189484288/t0(0) o41->lustre-MDT0002-osp-MDT0000@192.168.3.23@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 2189.608106] LustreError: 64089:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000001c3579a5 x1717792189484352/t0(0) o41->lustre-MDT0003-osp-MDT0000@192.168.3.24@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 2189.619928] LustreError: 64090:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 1 previous similar message
[ 2190.335670] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[ 2190.335672] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[ 2190.335674] Lustre: Skipped 4 previous similar messages
[ 2190.338260] Lustre: Skipped 4 previous similar messages
[ 2191.209136] LustreError: 65812:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 2191.466545] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.24@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2191.471078] LustreError: Skipped 1 previous similar message
[ 2192.833791] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2192.840435] LustreError: Skipped 3 previous similar messages
[ 2195.455547] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2195.460252] LustreError: Skipped 1 previous similar message
[ 2197.799674] Lustre: 65812:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638214385/real 1638214385]  req@00000000570bb851 x1717792189484736/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638214391 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 2197.905315] Lustre: server umount lustre-MDT0000 complete
[ 2226.991150] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 2229.027423]  vdb: vdb1 vdb9
[ 2229.032462]  vdb: vdb1 vdb9
[ 2245.519032] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 2245.599977] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 2245.602317] Lustre: Skipped 1 previous similar message
[ 2245.670541] Lustre: lustre-MDT0000: new disk, initializing
[ 2245.738694] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 2245.757014] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 2246.618507] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 2267.599637] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 2269.937759] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[ 2304.957447] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 2304.957448] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 2304.957456] Lustre: Skipped 1 previous similar message
[ 2304.960357] Lustre: Skipped 1 previous similar message
[ 2310.244264] LustreError: 67749:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 2310.246676] LustreError: 67749:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 3 previous similar messages
[ 2311.100320] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2311.105240] LustreError: Skipped 6 previous similar messages
[ 2316.578783] Lustre: 67749:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638214504/real 1638214504]  req@0000000031911916 x1717792191677824/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638214510 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 2316.714296] Lustre: server umount lustre-MDT0000 complete
[ 2322.642405] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 2324.582048]  vdb: vdb1 vdb9
[ 2324.601324]  vdb: vdb1 vdb9
[ 2340.081377] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 2340.164724] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 2340.167013] Lustre: Skipped 1 previous similar message
[ 2340.226885] Lustre: lustre-MDT0000: new disk, initializing
[ 2340.284919] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 2340.298331] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 2341.167795] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 2361.421114] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 2394.042798] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 2394.042801] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 2394.042816] Lustre: Skipped 2 previous similar messages
[ 2394.049549] Lustre: Skipped 2 previous similar messages
[ 2397.600888] LustreError: 69705:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 2397.604696] LustreError: 69705:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 2400.184765] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2400.184767] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2400.184770] LustreError: Skipped 2 previous similar messages
[ 2400.189224] LustreError: Skipped 2 previous similar messages
[ 2404.127221] Lustre: 69705:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638214591/real 1638214591]  req@000000007d9cb9fe x1717792195970880/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638214597 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 2404.258046] Lustre: server umount lustre-MDT0000 complete
[ 2415.100494] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 2417.239402]  vdb: vdb1 vdb9
[ 2417.242751]  vdb: vdb1 vdb9
[ 2436.400022] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 2436.410242] Lustre: Skipped 1 previous similar message
[ 2436.473128] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 2436.475453] Lustre: Skipped 1 previous similar message
[ 2436.532297] Lustre: lustre-MDT0000: new disk, initializing
[ 2436.597553] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 2436.613845] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 2437.506813] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 2462.068760] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 2503.987897] LustreError: 71798:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@00000000e422c4d5 x1717792200287744/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 2503.996447] LustreError: 71798:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 2504.000140] LustreError: 71798:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 2508.571024] LustreError: 64090:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@0000000061c866c0 x1717792200288064/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 2508.576561] LustreError: 64090:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 1 previous similar message
[ 2510.108347] LustreError: 71798:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 2510.111280] LustreError: 71798:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 2512.371562] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2512.371567] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2512.371573] LustreError: Skipped 2 previous similar messages
[ 2512.376242] LustreError: Skipped 2 previous similar messages
[ 2516.762726] Lustre: 71798:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638214704/real 1638214704]  req@0000000068a98097 x1717792200288320/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638214710 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 2516.908905] Lustre: server umount lustre-MDT0000 complete
[ 2531.605644] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 2533.547313]  vdb: vdb1 vdb9
[ 2533.565906]  vdb: vdb1 vdb9
[ 2537.009356]  vdc: vdc1 vdc9
[ 2555.082952] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 2555.087796] Lustre: Skipped 1 previous similar message
[ 2555.149543] Lustre: lustre-MDT0000: new disk, initializing
[ 2555.273842] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 2556.870686] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 2569.524742] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:0:ost
[ 2569.530368] Lustre: Skipped 7 previous similar messages
[ 2591.011786] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 2593.544572] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[ 2593.547176] Lustre: Skipped 4 previous similar messages
[ 2640.568648] LustreError: 74045:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@00000000d01ed819 x1717792208817984/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 2640.576600] LustreError: 74045:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 2640.580810] LustreError: 74045:0:(osp_object.c:629:osp_attr_get()) Skipped 1 previous similar message
[ 2640.582984] LustreError: 74045:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 2640.586277] LustreError: 74045:0:(llog_cat.c:463:llog_cat_close()) Skipped 1 previous similar message
[ 2641.638014] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.22@tcp (stopping)
[ 2641.640386] Lustre: Skipped 10 previous similar messages
[ 2642.710829] LustreError: 74045:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 2642.713613] LustreError: 74045:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 4 previous similar messages
[ 2644.912071] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2644.916734] LustreError: Skipped 5 previous similar messages
[ 2648.341288] Lustre: 74045:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638214836/real 1638214836]  req@0000000005ebcf01 x1717792208818496/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638214842 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 2648.458516] Lustre: server umount lustre-MDT0000 complete
[ 2667.874033] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 2669.823712]  vdb: vdb1 vdb9
[ 2669.832953]  vdb: vdb1 vdb9
[ 2691.773751] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 2691.776892] Lustre: Skipped 1 previous similar message
[ 2691.847411] Lustre: lustre-MDT0000: new disk, initializing
[ 2691.921791] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 2692.848127] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 2722.541029] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 2771.932002] LustreError: 76286:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@00000000a9082083 x1717792215261952/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 2771.939019] LustreError: 76286:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 1 previous similar message
[ 2771.942602] LustreError: 76286:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 2771.946479] LustreError: 76286:0:(osp_object.c:629:osp_attr_get()) Skipped 1 previous similar message
[ 2771.948874] LustreError: 76286:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 2771.952535] LustreError: 76286:0:(llog_cat.c:463:llog_cat_close()) Skipped 1 previous similar message
[ 2774.033848] LustreError: 76286:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 2774.039164] LustreError: 76286:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 2774.954804] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 2774.959890] LustreError: Skipped 5 previous similar messages
[ 2780.431990] Lustre: 76286:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638214968/real 1638214968]  req@000000003c1e52db x1717792215262400/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638214974 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 2780.564499] Lustre: server umount lustre-MDT0000 complete
[ 2809.598775] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 2811.485640]  vdb: vdb1 vdb9
[ 2811.508097]  vdb: vdb1 vdb9
[ 2834.930607] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 2834.936473] Lustre: Skipped 1 previous similar message
[ 2834.999901] Lustre: lustre-MDT0000: new disk, initializing
[ 2835.060320] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 2835.073526] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 2835.076236] Lustre: Skipped 10 previous similar messages
[ 2835.978227] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 2866.374532] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 2868.915561] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[ 2868.918624] Lustre: Skipped 7 previous similar messages
[ 2930.016407] LustreError: 78748:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@00000000e7c2275c x1717792228038208/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 2930.022668] LustreError: 78748:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 4 previous similar messages
[ 2930.026178] LustreError: 78748:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 2930.029558] LustreError: 78748:0:(osp_object.c:629:osp_attr_get()) Skipped 3 previous similar messages
[ 2930.031695] LustreError: 78748:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 2930.035121] LustreError: 78748:0:(llog_cat.c:463:llog_cat_close()) Skipped 3 previous similar messages
[ 2930.845603] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.23@tcp (stopping)
[ 2930.849350] Lustre: Skipped 7 previous similar messages
[ 2932.106573] LustreError: 78748:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 2932.108920] LustreError: 78748:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 2938.633485] Lustre: 78748:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638215126/real 1638215126]  req@0000000019fe019a x1717792228038656/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638215132 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 2938.740472] Lustre: server umount lustre-MDT0000 complete
[ 2983.092573] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 2984.962719]  vdb: vdb1 vdb9
[ 2984.974259]  vdb: vdb1 vdb9
[ 3009.032394] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 3009.041439] Lustre: Skipped 1 previous similar message
[ 3009.101745] Lustre: lustre-MDT0000: new disk, initializing
[ 3009.161897] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 3010.042901] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 3043.820217] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 3100.181509] LustreError: 81085:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@0000000095b64a9a x1717792236611712/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 3100.188561] LustreError: 81085:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 4 previous similar messages
[ 3100.194116] LustreError: 81085:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 3100.198012] LustreError: 81085:0:(osp_object.c:629:osp_attr_get()) Skipped 3 previous similar messages
[ 3100.200468] LustreError: 81085:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 3100.205483] LustreError: 81085:0:(llog_cat.c:463:llog_cat_close()) Skipped 3 previous similar messages
[ 3102.340072] LustreError: 81085:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 3102.343349] LustreError: 81085:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 3103.708112] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3103.716961] LustreError: Skipped 16 previous similar messages
[ 3108.610657] Lustre: 81085:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638215296/real 1638215296]  req@00000000cf1690d1 x1717792236612352/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638215302 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 3108.718708] Lustre: server umount lustre-MDT0000 complete
[ 3134.581806] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 3136.409134]  vdb: vdb1 vdb9
[ 3136.421153]  vdb: vdb1 vdb9
[ 3162.170077] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 3162.178404] Lustre: Skipped 1 previous similar message
[ 3162.238700] Lustre: lustre-MDT0000: new disk, initializing
[ 3162.301837] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 3163.181426] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 3196.924003] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 3294.806683] LustreError: 83754:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000004f6e43cc x1717792253631360/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 3294.813701] LustreError: 83754:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 7 previous similar messages
[ 3294.817119] LustreError: 83754:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 3294.820993] LustreError: 83754:0:(osp_object.c:629:osp_attr_get()) Skipped 5 previous similar messages
[ 3294.823368] LustreError: 83754:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 3294.826960] LustreError: 83754:0:(llog_cat.c:463:llog_cat_close()) Skipped 5 previous similar messages
[ 3296.956051] LustreError: 83754:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 3296.958682] LustreError: 83754:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 4 previous similar messages
[ 3302.138812] Lustre: 83754:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638215490/real 1638215490]  req@000000004efabe0a x1717792253632064/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638215496 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 3302.247043] Lustre: server umount lustre-MDT0000 complete
[ 3331.649890] Lustre: DEBUG MARKER: lm0321: executing unload_modules
[ 3333.178032] LNet: Removed LNI 192.168.3.21@tcp
[ 3333.292945] Key type .llcrypt unregistered
[ 3333.295171] Key type ._llcrypt unregistered
[ 3340.963994] LNet: HW NUMA nodes: 1, HW CPU cores: 2, npartitions: 1
[ 3340.981498] alg: No test for adler32 (adler32-zlib)
[ 3341.735891] Key type ._llcrypt registered
[ 3341.741025] Key type .llcrypt registered
[ 3341.762438] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 3343.541382]  vdb: vdb1 vdb9
[ 3343.545197]  vdb: vdb1 vdb9
[ 3366.262095] Lustre: Lustre: Build Version: 2.14.55_128_g848738a
[ 3366.300412] LNet: Added LNI 192.168.3.21@tcp [8/256/0/180]
[ 3366.305251] LNet: Accept secure, port 64
[ 3367.495196] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 3367.580293] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 3367.643962] Lustre: lustre-MDT0000: new disk, initializing
[ 3367.713315] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 3367.729116] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 3368.536582] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 3371.457111] Lustre: Setting parameter lustre-MDT0001.mdt.identity_upcall in log lustre-MDT0001
[ 3371.619170] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000240000400-0x0000000280000400]:1:mdt
[ 3375.288482] Lustre: Setting parameter lustre-MDT0002.mdt.identity_upcall in log lustre-MDT0002
[ 3375.454343] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:2:mdt
[ 3379.249342] Lustre: Setting parameter lustre-MDT0003.mdt.identity_upcall in log lustre-MDT0003
[ 3379.450301] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000002c0000400-0x0000000300000400]:3:mdt
[ 3384.208907] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000300000400-0x0000000340000400]:0:ost
[ 3392.215820] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000380000400-0x00000003c0000400]:2:ost
[ 3392.218375] Lustre: Skipped 1 previous similar message
[ 3400.578233] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 3403.099512] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[ 3408.528302] Lustre: DEBUG MARKER: == lfsck-performance test complete, duration 1232 sec ==== 19:53:22 (1638215602)
[ 3446.585165] Lustre: DEBUG MARKER: lm0321: executing check_logdir /tmp/test_logs/1638215638
[ 3447.755319] Lustre: DEBUG MARKER: lm0321: executing yml_node
[ 3449.358497] Lustre: DEBUG MARKER: Client: 2.14.55.128
[ 3449.985221] Lustre: DEBUG MARKER: MDS: 2.14.55.128
[ 3450.651621] Lustre: DEBUG MARKER: OSS: 2.14.55.128
[ 3451.165898] Lustre: DEBUG MARKER: excepting tests:
[ 3451.961626] Lustre: DEBUG MARKER: == lfsck-performance test 5b: lfsck layout performance (repairing case) without load for DNE ========================================================== 19:54:05 (1638215645)
[ 3453.683696] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.22@tcp (stopping)
[ 3454.713638] LustreError: 85506:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@0000000095f692f5 x1717793519079872/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 3455.797749] LustreError: 87228:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 3455.949072] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3455.949075] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3456.576808] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.24@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3458.447158] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3458.451982] LustreError: Skipped 4 previous similar messages
[ 3461.068245] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3461.068246] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3461.068249] LustreError: Skipped 2 previous similar messages
[ 3461.074006] LustreError: Skipped 2 previous similar messages
[ 3461.364383] Lustre: 87228:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638215649/real 1638215649]  req@0000000095f692f5 x1717793519080000/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638215655 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 3461.485904] Lustre: server umount lustre-MDT0000 complete
[ 3493.859397] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 3495.940362]  vdb: vdb1 vdb9
[ 3495.948222]  vdb: vdb1 vdb9
[ 3512.582673] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 3512.657902] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 3512.660116] Lustre: Skipped 1 previous similar message
[ 3512.718819] Lustre: lustre-MDT0000: new disk, initializing
[ 3512.783657] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 3512.797346] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 3512.800364] Lustre: Skipped 1 previous similar message
[ 3513.687498] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 3534.807665] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 3537.053642] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[ 3569.608307] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[ 3569.611601] Lustre: Skipped 1 previous similar message
[ 3572.117920] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 3572.120425] Lustre: Skipped 1 previous similar message
[ 3575.729689] LustreError: 89176:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 3575.734926] LustreError: 89176:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 3 previous similar messages
[ 3575.751912] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[ 3578.249181] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3581.167559] Lustre: 89176:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638215769/real 1638215769]  req@000000004bb28cc2 x1717793521268928/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638215775 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 3581.310943] Lustre: server umount lustre-MDT0000 complete
[ 3593.211278] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 3595.159102]  vdb: vdb1 vdb9
[ 3595.183396]  vdb: vdb1 vdb9
[ 3611.245302] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 3611.319557] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 3611.321982] Lustre: Skipped 1 previous similar message
[ 3611.384200] Lustre: lustre-MDT0000: new disk, initializing
[ 3611.434771] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 3611.447190] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 3612.305298] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 3633.490699] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 3665.286768] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 3665.289830] Lustre: Skipped 2 previous similar messages
[ 3666.733550] LustreError: 91136:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 3666.738683] LustreError: 91136:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 3667.908692] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3667.913094] LustreError: Skipped 2 previous similar messages
[ 3672.300037] Lustre: 91136:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638215860/real 1638215860]  req@0000000072068ad0 x1717793525604224/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638215866 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 3672.432960] Lustre: server umount lustre-MDT0000 complete
[ 3695.105521] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 3696.973514]  vdb: vdb1 vdb9
[ 3700.066205]  vdc: vdc1 vdc9
[ 3715.222717] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 3715.229533] Lustre: Skipped 1 previous similar message
[ 3715.313886] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 3715.316546] Lustre: Skipped 1 previous similar message
[ 3715.377689] Lustre: lustre-MDT0000: new disk, initializing
[ 3715.442181] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 3715.456479] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 3716.469710] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 3744.054882] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 3811.724819] LustreError: 93258:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000000f2fc108 x1717793529968320/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 3811.734037] LustreError: 93258:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 3811.737621] LustreError: 93258:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 3812.032188] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.22@tcp (stopping)
[ 3813.862799] LustreError: 93258:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 3813.865091] LustreError: 93258:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 3814.349638] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3814.356961] LustreError: Skipped 3 previous similar messages
[ 3819.237743] Lustre: 93258:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638216007/real 1638216007]  req@00000000cbedb29c x1717793529968640/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638216013 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 3819.337408] Lustre: server umount lustre-MDT0000 complete
[ 3832.475666] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 3834.391816]  vdb: vdb1 vdb9
[ 3834.410366]  vdb: vdb1 vdb9
[ 3853.255148] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 3853.258000] Lustre: Skipped 2 previous similar messages
[ 3853.319100] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 3853.321850] Lustre: Skipped 1 previous similar message
[ 3853.379591] Lustre: lustre-MDT0000: new disk, initializing
[ 3853.428212] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 3853.439523] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 3853.441928] Lustre: Skipped 5 previous similar messages
[ 3854.255674] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 3879.431800] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 3921.212850] LustreError: 95446:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000000f6e7535 x1717793538564608/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 3921.219163] LustreError: 95446:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 1 previous similar message
[ 3921.223840] LustreError: 95446:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 3921.227410] LustreError: 95446:0:(osp_object.c:629:osp_attr_get()) Skipped 1 previous similar message
[ 3921.229647] LustreError: 95446:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 3921.233021] LustreError: 95446:0:(llog_cat.c:463:llog_cat_close()) Skipped 1 previous similar message
[ 3921.275927] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 3921.279268] Lustre: Skipped 1 previous similar message
[ 3925.217559] LustreError: 85506:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@0000000048596ea1 x1717793538564992/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 3925.230369] LustreError: 85506:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 1 previous similar message
[ 3927.331087] LustreError: 95446:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 3927.336336] LustreError: 95446:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 4 previous similar messages
[ 3929.017036] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3929.017038] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 3929.017041] LustreError: Skipped 4 previous similar messages
[ 3929.021768] LustreError: Skipped 4 previous similar messages
[ 3933.921115] Lustre: 95446:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638216121/real 1638216121]  req@0000000048596ea1 x1717793538565184/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638216127 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 3934.048361] Lustre: server umount lustre-MDT0000 complete
[ 3953.157790] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 3955.175250]  vdb: vdb1 vdb9
[ 3955.181013]  vdb: vdb1 vdb9
[ 3977.754331] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 3977.756679] Lustre: Skipped 1 previous similar message
[ 3977.810858] Lustre: lustre-MDT0000: new disk, initializing
[ 3977.865286] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 3978.688865] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 4008.798321] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 4056.677719] LustreError: 97638:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000002ac9b819 x1717793545020992/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 4056.687540] LustreError: 97638:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 4056.691646] LustreError: 97638:0:(osp_object.c:629:osp_attr_get()) Skipped 1 previous similar message
[ 4056.694591] LustreError: 97638:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 4056.698469] LustreError: 97638:0:(llog_cat.c:463:llog_cat_close()) Skipped 1 previous similar message
[ 4057.720240] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.23@tcp (stopping)
[ 4057.724407] Lustre: Skipped 7 previous similar messages
[ 4062.812789] LustreError: 97638:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 4062.822679] LustreError: 97638:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 4069.083738] Lustre: 97638:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638216256/real 1638216256]  req@00000000654068a1 x1717793545021760/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638216262 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 4069.205679] Lustre: server umount lustre-MDT0000 complete
[ 4110.868841] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 4112.835920]  vdb: vdb1 vdb9
[ 4112.855603]  vdb: vdb1 vdb9
[ 4134.472864] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 4134.477447] Lustre: Skipped 6 previous similar messages
[ 4134.539488] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 4134.546449] Lustre: Skipped 1 previous similar message
[ 4134.602397] Lustre: lustre-MDT0000: new disk, initializing
[ 4134.662320] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 4134.676228] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 4134.679098] Lustre: Skipped 12 previous similar messages
[ 4135.564460] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 4164.446540] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 4221.073056] LustreError: 100049:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000000da323b1 x1717793557800896/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 4221.079844] LustreError: 100049:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 5 previous similar messages
[ 4221.083615] LustreError: 100049:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 4221.087410] LustreError: 100049:0:(osp_object.c:629:osp_attr_get()) Skipped 3 previous similar messages
[ 4221.089736] LustreError: 100049:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 4221.093896] LustreError: 100049:0:(llog_cat.c:463:llog_cat_close()) Skipped 3 previous similar messages
[ 4221.097049] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.22@tcp (stopping)
[ 4221.099228] Lustre: Skipped 9 previous similar messages
[ 4223.191136] LustreError: 100049:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 4223.196383] LustreError: 100049:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 4224.432371] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 4224.442135] LustreError: Skipped 17 previous similar messages
[ 4229.845093] Lustre: 100049:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638216417/real 1638216417]  req@000000002874c817 x1717793557801344/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638216423 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 4229.968882] Lustre: server umount lustre-MDT0000 complete
[ 4262.839330] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 4264.718609]  vdb: vdb1 vdb9
[ 4288.457592] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 4288.460583] Lustre: Skipped 1 previous similar message
[ 4288.514869] Lustre: lustre-MDT0000: new disk, initializing
[ 4288.568846] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 4289.439546] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 4323.380623] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 4378.566950] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[ 4378.570032] Lustre: Skipped 4 previous similar messages
[ 4378.632921] LustreError: 102355:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@00000000bf086729 x1717793566347840/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 4378.639530] LustreError: 102355:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 4 previous similar messages
[ 4378.642888] LustreError: 102355:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 4378.646596] LustreError: 102355:0:(osp_object.c:629:osp_attr_get()) Skipped 3 previous similar messages
[ 4378.648907] LustreError: 102355:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 4378.652630] LustreError: 102355:0:(llog_cat.c:463:llog_cat_close()) Skipped 3 previous similar messages
[ 4380.752324] LustreError: 102355:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 4380.755229] LustreError: 102355:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 5 previous similar messages
[ 4387.022784] Lustre: 102355:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638216574/real 1638216574]  req@000000002b2d64e7 x1717793566348608/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638216580 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 4387.142667] Lustre: server umount lustre-MDT0000 complete
[ 4415.450501] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 4417.740957]  vdb: vdb1 vdb9
[ 4421.430807]  vdc: vdc1 vdc9
[ 4442.558204] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 4442.563023] Lustre: Skipped 1 previous similar message
[ 4442.620360] Lustre: lustre-MDT0000: new disk, initializing
[ 4442.713292] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 4443.643143] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 4476.989440] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 4548.284396] LustreError: 104975:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@0000000033adc478 x1717793583414080/t0(0) o1000->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 4548.291177] LustreError: 104975:0:(client.c:1256:ptlrpc_import_delay_req()) Skipped 8 previous similar messages
[ 4548.294062] LustreError: 104975:0:(osp_object.c:629:osp_attr_get()) lustre-MDT0001-osp-MDT0000: osp_attr_get update error [0x20000000a:0x1:0x0]: rc = -5
[ 4548.297678] LustreError: 104975:0:(osp_object.c:629:osp_attr_get()) Skipped 5 previous similar messages
[ 4548.299977] LustreError: 104975:0:(llog_cat.c:463:llog_cat_close()) lustre-MDT0001-osp-MDT0000: failure destroying log during cleanup: rc = -5
[ 4548.303364] LustreError: 104975:0:(llog_cat.c:463:llog_cat_close()) Skipped 5 previous similar messages
[ 4550.408873] LustreError: 104975:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 4550.417385] LustreError: 104975:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 4 previous similar messages
[ 4556.999664] Lustre: 104975:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638216744/real 1638216744]  req@000000003595e14d x1717793583414848/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638216750 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 4557.132668] Lustre: server umount lustre-MDT0000 complete
[ 4589.539052] Lustre: DEBUG MARKER: lm0321: executing unload_modules
[ 4591.046572] LNet: Removed LNI 192.168.3.21@tcp
[ 4591.183671] Key type .llcrypt unregistered
[ 4591.192906] Key type ._llcrypt unregistered
[ 4598.943111] LNet: HW NUMA nodes: 1, HW CPU cores: 2, npartitions: 1
[ 4598.959190] alg: No test for adler32 (adler32-zlib)
[ 4599.713138] Key type ._llcrypt registered
[ 4599.717634] Key type .llcrypt registered
[ 4599.740466] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 4601.683029]  vdb: vdb1 vdb9
[ 4601.697371]  vdb: vdb1 vdb9
[ 4625.634567] Lustre: Lustre: Build Version: 2.14.55_128_g848738a
[ 4625.680700] LNet: Added LNI 192.168.3.21@tcp [8/256/0/180]
[ 4625.683619] LNet: Accept secure, port 64
[ 4626.878695] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 4626.955395] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 4627.011248] Lustre: lustre-MDT0000: new disk, initializing
[ 4627.083867] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 4627.095936] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 4627.901851] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 4630.779694] Lustre: Setting parameter lustre-MDT0001.mdt.identity_upcall in log lustre-MDT0001
[ 4630.937343] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000240000400-0x0000000280000400]:1:mdt
[ 4634.581601] Lustre: Setting parameter lustre-MDT0002.mdt.identity_upcall in log lustre-MDT0002
[ 4634.750209] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000280000400-0x00000002c0000400]:2:mdt
[ 4638.462959] Lustre: Setting parameter lustre-MDT0003.mdt.identity_upcall in log lustre-MDT0003
[ 4638.660995] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000002c0000400-0x0000000300000400]:3:mdt
[ 4643.957439] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000300000400-0x0000000340000400]:0:ost
[ 4654.631210] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x00000003c0000400-0x0000000400000400]:3:ost
[ 4654.634010] Lustre: Skipped 2 previous similar messages
[ 4659.956306] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 4662.390051] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[ 4667.845541] Lustre: DEBUG MARKER: == lfsck-performance test complete, duration 1223 sec ==== 20:14:21 (1638216861)
[ 4708.002418] Lustre: DEBUG MARKER: lm0321: executing check_logdir /tmp/test_logs/1638216900
[ 4709.086103] Lustre: DEBUG MARKER: lm0321: executing yml_node
[ 4710.492748] Lustre: DEBUG MARKER: Client: 2.14.55.128
[ 4711.191675] Lustre: DEBUG MARKER: MDS: 2.14.55.128
[ 4711.848367] Lustre: DEBUG MARKER: OSS: 2.14.55.128
[ 4712.265896] Lustre: DEBUG MARKER: excepting tests:
[ 4713.186248] Lustre: DEBUG MARKER: == lfsck-performance test 6: lfsck layout impact on create performance ========================================================== 20:15:06 (1638216906)
[ 4715.420808] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[ 4715.423236] Lustre: Skipped 1 previous similar message
[ 4715.713206] LustreError: 106727:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000003834d475 x1717794839237440/t0(0) o41->lustre-MDT0001-osp-MDT0000@192.168.3.22@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 4716.177669] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.22@tcp (stopping)
[ 4716.179773] Lustre: Skipped 2 previous similar messages
[ 4717.915537] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 4717.917908] Lustre: Skipped 4 previous similar messages
[ 4719.297024] LustreError: 106727:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000004403fb11 x1717794839237760/t0(0) o41->lustre-MDT0003-osp-MDT0000@192.168.3.24@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 4719.297027] LustreError: 106726:0:(client.c:1256:ptlrpc_import_delay_req()) @@@ IMP_CLOSED  req@000000005e75e03a x1717794839237696/t0(0) o41->lustre-MDT0002-osp-MDT0000@192.168.3.23@tcp:24/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:QU/0/ffffffff rc 0/-1 job:''
[ 4720.536655] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.26@tcp (stopping)
[ 4720.539532] Lustre: Skipped 1 previous similar message
[ 4720.897816] LustreError: 108449:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 4721.300437] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.22@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 4721.300442] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.22@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 4723.038511] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.25@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 4723.043239] LustreError: Skipped 3 previous similar messages
[ 4725.656738] LustreError: 137-5: lustre-MDT0000_UUID: not available for connect from 192.168.3.26@tcp (no target). If you are running an HA pair check that the target is mounted on the other server.
[ 4725.664066] LustreError: Skipped 1 previous similar message
[ 4726.464691] Lustre: 108449:0:(client.c:2290:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1638216914/real 1638216914]  req@000000002d2cddb6 x1717794839237952/t0(0) o251->MGC192.168.3.21@tcp@0@lo:26/25 lens 224/224 e 0 to 1 dl 1638216920 ref 2 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:''
[ 4726.562250] Lustre: server umount lustre-MDT0000 complete
[ 4754.389441] Lustre: DEBUG MARKER: lm0321: executing set_hostid
[ 4756.214210]  vdb: vdb1 vdb9
[ 4756.232838]  vdb: vdb1 vdb9
[ 4771.637256] Lustre: Setting parameter lustre-MDT0000.mdt.identity_upcall in log lustre-MDT0000
[ 4771.722531] Lustre: ctl-lustre-MDT0000: No data found on store. Initialize space: rc = -61
[ 4771.724910] Lustre: Skipped 1 previous similar message
[ 4771.796708] Lustre: lustre-MDT0000: new disk, initializing
[ 4771.861255] Lustre: lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180
[ 4771.876586] Lustre: ctl-lustre-MDT0000: super-sequence allocation rc = 0 [0x0000000200000400-0x0000000240000400]:0:mdt
[ 4772.767483] Lustre: DEBUG MARKER: lm0321: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 4
[ 4794.161866] Lustre: DEBUG MARKER: Using TIMEOUT=20
[ 4796.501613] Lustre: Modifying parameter general.*.*.lbug_on_grant_miscount in log params
[ 4824.277906] Lustre: Echo OBD driver; http://www.lustre.org/
[ 4832.825254] LustreError: 110923:0:(osp_object.c:629:osp_attr_get()) lustre-OST0001-osc-MDT0000: osp_attr_get update error [0x100010000:0x1619:0x0]: rc = -4
[ 4836.500326] LustreError: 111127:0:(osp_object.c:629:osp_attr_get()) lustre-OST0001-osc-MDT0000: osp_attr_get update error [0x100010000:0x2695:0x0]: rc = -4
[ 4841.308762] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 4841.308763] Lustre: lustre-MDT0000: Not available for connect from 192.168.3.25@tcp (stopping)
[ 4841.308772] Lustre: Skipped 2 previous similar messages
[ 4841.311764] Lustre: Skipped 2 previous similar messages
[ 4845.628573] LustreError: 111531:0:(lprocfs_jobstats.c:137:job_stat_exit()) should not have any items
[ 4845.630860] LustreError: 111531:0:(lprocfs_jobstats.c:137:job_stat_exit()) Skipped 4 previous similar messages
[ 4845.677311] LustreError: 111531:0:(lfsck_layout.c:6380:lfsck_layout_master_data_release()) ASSERTION( list_empty(&lad->lad_req_list) ) failed: 
[ 4845.680793] LustreError: 111531:0:(lfsck_layout.c:6380:lfsck_layout_master_data_release()) LBUG
[ 4845.682829] Pid: 111531, comm: umount 4.18.0-305.10.2.x6.1.000.41.x86_64 #1 SMP Fri Nov 19 15:07:17 MST 2021
[ 4845.685053] Call Trace TBD:
[ 4845.686315] [<0>] libcfs_call_trace+0x6f/0x90 [libcfs]
[ 4845.687762] [<0>] lbug_with_loc+0x43/0x80 [libcfs]
[ 4845.689200] [<0>] lfsck_layout_master_data_release+0x489/0x4a0 [lfsck]
[ 4845.690865] [<0>] lfsck_component_put+0x193/0x330 [lfsck]
[ 4845.692326] [<0>] lfsck_instance_cleanup+0x201/0x5a0 [lfsck]
[ 4845.694074] [<0>] mdd_process_config+0x219/0x680 [mdd]
[ 4845.695758] [<0>] mdt_stack_fini+0x3bc/0xcb0 [mdt]
[ 4845.697171] [<0>] mdt_device_fini+0x3fe/0x930 [mdt]
[ 4845.698824] [<0>] class_cleanup+0x6f1/0xca0 [obdclass]
[ 4845.700311] [<0>] class_process_config+0x4a7/0x2450 [obdclass]
[ 4845.701931] [<0>] class_manual_cleanup+0x465/0x760 [obdclass]
[ 4845.703545] [<0>] server_put_super+0xac3/0x1330 [obdclass]
[ 4845.705139] [<0>] generic_shutdown_super+0x6c/0x100
[ 4845.706556] [<0>] kill_anon_super+0x14/0x30
[ 4845.707803] [<0>] deactivate_locked_super+0x34/0x70
[ 4845.709190] [<0>] cleanup_mnt+0x3b/0x70
[ 4845.710404] [<0>] task_work_run+0x8a/0xb0
[ 4845.711623] [<0>] exit_to_usermode_loop+0xeb/0xf0
[ 4845.712928] [<0>] do_syscall_64+0x198/0x1a0
[ 4845.714206] [<0>] entry_SYSCALL_64_after_hwframe+0x65/0xca
[ 4845.715659] Kernel panic - not syncing: LBUG
[ 4845.716898] CPU: 0 PID: 111531 Comm: umount Kdump: loaded Tainted: P           OE    ---------r-  - 4.18.0-305.10.2.x6.1.000.41.x86_64 #1
[ 4845.719973] Hardware name: Red Hat KVM, BIOS 0.5.1 01/01/2011
[ 4845.721431] Call Trace:
[ 4845.722380]  dump_stack+0x5c/0x80
[ 4845.723452]  panic+0xe7/0x2a9
[ 4845.724463]  ? entry_SYSCALL_64_after_hwframe+0x65/0xca
[ 4845.725832]  lbug_with_loc.cold.10+0x18/0x18 [libcfs]
[ 4845.727214]  lfsck_layout_master_data_release+0x489/0x4a0 [lfsck]
[ 4845.728776]  lfsck_component_put+0x193/0x330 [lfsck]
[ 4845.730081]  lfsck_instance_cleanup+0x201/0x5a0 [lfsck]
[ 4845.731433]  mdd_process_config+0x219/0x680 [mdd]
[ 4845.732693]  mdt_stack_fini+0x3bc/0xcb0 [mdt]
[ 4845.733905]  mdt_device_fini+0x3fe/0x930 [mdt]
[ 4845.735106]  class_cleanup+0x6f1/0xca0 [obdclass]
[ 4845.736326]  class_process_config+0x4a7/0x2450 [obdclass]
[ 4845.737647]  ? _cond_resched+0x15/0x30
[ 4845.738693]  ? class_manual_cleanup+0x116/0x760 [obdclass]
[ 4845.740057]  ? __kmalloc+0x102/0x240
[ 4845.741090]  class_manual_cleanup+0x465/0x760 [obdclass]
[ 4845.742421]  server_put_super+0xac3/0x1330 [obdclass]
[ 4845.743693]  ? __dentry_kill+0x121/0x170
[ 4845.744754]  ? evict_inodes+0x160/0x1b0
[ 4845.745779]  generic_shutdown_super+0x6c/0x100
[ 4845.746907]  kill_anon_super+0x14/0x30
[ 4845.747897]  deactivate_locked_super+0x34/0x70
[ 4845.748999]  cleanup_mnt+0x3b/0x70
[ 4845.749920]  task_work_run+0x8a/0xb0
[ 4845.750873]  exit_to_usermode_loop+0xeb/0xf0
[ 4845.751945]  do_syscall_64+0x198/0x1a0
[ 4845.752922]  entry_SYSCALL_64_after_hwframe+0x65/0xca
[ 4845.754131] RIP: 0033:0x7fdabb4afdfb
[ 4845.755087] Code: 20 2c 00 f7 d8 64 89 01 48 83 c8 ff c3 66 90 f3 0f 1e fa 31 f6 e9 05 00 00 00 0f 1f 44 00 00 f3 0f 1e fa b8 a6 00 00 00 0f 05 <48> 3d 01 f0 ff ff 73 01 c3 48 8b 0d 5d 20 2c 00 f7 d8 64 89 01 48
[ 4845.759116] RSP: 002b:00007ffea3b73a38 EFLAGS: 00000202 ORIG_RAX: 00000000000000a6
[ 4845.760846] RAX: 0000000000000000 RBX: 000055cec4e5ca40 RCX: 00007fdabb4afdfb
[ 4845.762453] RDX: 0000000000000001 RSI: 0000000000000001 RDI: 000055cec4e62290
[ 4845.764065] RBP: 0000000000000001 R08: 000055cec4e5b010 R09: 00007fdabb772c20
[ 4845.765684] R10: 0000000000000000 R11: 0000000000000202 R12: 000055cec4e62290
[ 4845.767306] R13: 00007fdabc25d184 R14: 000055cec4e5cc20 R15: 00000000ffffffff
