[root@fat-intel-1 ~]# mount /dev/sda2 on / type ext3 (rw) proc on /proc type proc (rw) sysfs on /sys type sysfs (rw) devpts on /dev/pts type devpts (rw,gid=5,mode=620) /dev/sda1 on /boot type ext3 (rw) tmpfs on /dev/shm type tmpfs (rw) none on /proc/sys/fs/binfmt_misc type binfmt_misc (rw) sunrpc on /var/lib/nfs/rpc_pipefs type rpc_pipefs (rw) /dev/sdb on /mnt/mds type lustre (rw) [root@fat-intel-1 ~]# umount /mnt/mds Lustre: Failing over lustre-MDT0000 Lustre: 6586:0:(quota_master.c:793:close_quota_files()) quota[0] is off already Lustre: 6586:0:(quota_master.c:793:close_quota_files()) quota[1] is off already Lustre: Failing over mdd_obd-lustre-MDT0000-0 Lustre: mdd_obd-lustre-MDT0000-0: shutting down for failover; client state will be preserved. LustreError: 6586:0:(ldlm_request.c:1157:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway LustreError: 6586:0:(ldlm_request.c:1784:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 Lustre: 6586:0:(client.c:1772:ptlrpc_expire_one_request()) @@@ Request x1360386121007129 sent from MGC192.168.4.128@o2ib to NID 0@lo has timed out for slow reply: [sent 1297365693] [real_sent 1297365693] [current 1297365699] [deadline 6s] [delay 0s] req@ffff81020f1fb800 x1360386121007129/t0(0) o-1->MGS@MGC192.168.4.128@o2ib_0:26/25 lens 192/192 e 0 to 1 dl 1297365699 ref 2 fl Rpc:XN/ffffffff/ffffffff rc 0/-1 Lustre: server umount lustre-MDT0000 complete [root@fat-intel-1 ~]# mount -t lustre -o acl,user-xattr /dev/sdb /mnt/mds LDISKFS-fs (sdb): Unrecognized mount option "user-xattr" or missing value LustreError: 6590:0:(obd_mount.c:1345:server_kernel_mount()) premount /dev/sdb:0x0 ldiskfs failed: -22 Is the ldiskfs module available? LustreError: 6590:0:(obd_mount.c:1667:server_fill_super()) Unable to mount device /dev/sdb: -22 LustreError: 6590:0:(obd_mount.c:2141:lustre_fill_super()) Unable to mount (-22) mount.lustre: mount /dev/sdb at /mnt/mds failed: Invalid argument This may have multiple causes. Are the mount options correct? Check the syslog for more info. [root@fat-intel-1 ~]# mount -t lustre -o acl,user-xattr /dev/sdb /mnt/mds NMI Watchdog detected LOCKUP on CPU 19 CPU 19 Modules linked in: cmm(U) osd_ldiskfs(U) mdt(U) mdd(U) mds(U) fsfilt_ldiskfs(U) exportfs(U) mgs(U) mgc(U) lustre(U) lov(U) osc(U) lquota(U) mdc(U) fid(U) fld(U) ko2iblnd(U) ptlrpc(U) obdclass(U) lnet(U) lvfs(U) libcfs(U) ldiskfs(U) jbd2(U) crc16(U) autofs4(U) lockd(U) sunrpc(U) ib_iser(U) libiscsi2(U) scsi_transport_iscsi2(U) scsi_transport_iscsi(U) ib_srp(U) rds(U) ib_sdp(U) ib_ipoib(U) ipoib_helper(U) ipv6(U) xfrm_nalgo(U) crypto_api(U) rdma_ucm(U) rdma_cm(U) ib_ucm(U) ib_uverbs(U) ib_umad(U) ib_cm(U) iw_cm(U) ib_addr(U) ib_sa(U) loop(U) dm_mirror(U) dm_multipath(U) scsi_dh(U) video(U) backlight(U) sbs(U) power_meter(U) hwmon(U) i2c_ec(U) dell_wmi(U) wmi(U) button(U) battery(U) asus_acpi(U) acpi_memhotplug(U) ac(U) parport_pc(U) lp(U) parport(U) mlx4_ib(U) ib_mad(U) ib_core(U) mlx4_en(U) joydev(U) sg(U) i2c_i801(U) i2c_core(U) mlx4_core(U) e1000e(U) shpchp(U) serio_raw(U) pcspkr(U) dm_raid45(U) dm_message(U) dm_region_hash(U) dm_log(U) dm_mod(U) dm_mem_cache(U) ahci(U) libata(U) sd_mod(U) scsi_mod(U) ext3(U) jbd(U) uhci_hcd(U) ohci_hcd(U) ehci_hcd(U) Pid: 6596, comm: mount.lustre Tainted: G 2.6.18-194.17.1.el5_lustre.g94d9119 #1 RIP: 0010:[] [] list_del+0x5d/0x71 RSP: 0018:ffff81032e00b7b8 EFLAGS: 00000046 RAX: ffff81034a8e39c0 RBX: ffff81063b65b340 RCX: 0000000000000002 RDX: ffff81034a8e39c0 RSI: ffff81034a8e39c0 RDI: ffff81063b65b340 RBP: ffff81063b65b340 R08: ffff81063fd70b40 R09: ffff8103400652a0 R10: 00000000ffffffff R11: ffff81032e00b708 R12: ffff81063fd70b40 R13: ffff81034a8e39c0 R14: 0000000000000004 R15: ffff81010b660540 FS: 00002b64da78a6e0(0000) GS:ffff81063fd7a1c0(0000) knlGS:0000000000000000 CS: 0010 DS: 0000 ES: 0000 CR0: 0000000080050033 CR2: 00002b64da5074b0 CR3: 000000063b9d3000 CR4: 00000000000006e0 Process mount.lustre (pid: 6596, threadinfo ffff81032e00a000, task ffff81033f4347a0) Stack: 0000000000000246 ffffffff8005c104 000000d000000000 0000000000000246 00000000000000d0 ffff81010b660540 ffff81063e002000 ffff81063c676c00 0000000000000001 ffffffff800dbd94 ffff81033ed74ab0 ffff81063c676c00 Call Trace: [] cache_alloc_refill+0xf1/0x186 [] kmem_cache_zalloc+0x6f/0x94 [] :ldiskfs:ldiskfs_fill_super+0xc9/0x2280 [] :ldiskfs:ldiskfs_fill_super+0x0/0x2280 [] snprintf+0x44/0x4c [] __down_write_nested+0x12/0x92 [] get_filesystem+0x12/0x3b [] test_bdev_super+0x0/0xd [] :ldiskfs:ldiskfs_fill_super+0x0/0x2280 [] get_sb_bdev+0x10a/0x16c [] vfs_kern_mount+0x93/0x11a [] :obdclass:lustre_fill_super+0x0/0x590 [] :obdclass:server_fill_super+0x763/0x1bc0 [] cache_alloc_refill+0x106/0x186 [] :obdclass:lmd_parse+0x161e/0x18a0 [] :obdclass:lustre_init_lsi+0x332/0x600 [] :obdclass:lustre_fill_super+0x0/0x590 [] :obdclass:lustre_fill_super+0x40e/0x590 [] get_sb_nodev+0x4f/0x97 [] vfs_kern_mount+0x93/0x11a [] do_kern_mount+0x36/0x4d [] do_mount+0x6a9/0x719 [] do_lookup+0x65/0x1e6 [] mntput_no_expire+0x19/0x89 [] find_get_page+0x21/0x51 [] filemap_nopage+0x193/0x360 [] __handle_mm_fault+0x5f3/0x1039 [] zone_statistics+0x3e/0x6d [] __alloc_pages+0x78/0x308 [] sys_mount+0x8a/0xcd [] system_call+0x7e/0x83 Code: 48 89 10 48 c7 43 08 00 02 20 00 48 c7 03 00 01 10 00 5b c3 Kernel panic - not syncing: nmi watchdog BUG: warning at kernel/panic.c:137/panic() (Tainted: G ) Call Trace: [] panic+0x1da/0x1eb [] _show_stack+0xdb/0xea [] show_registers+0xe4/0x100 [] die_nmi+0x66/0xa3 [] nmi_watchdog_tick+0x157/0x1d3 [] default_do_nmi+0x81/0x225 [] do_nmi+0x43/0x61 [] nmi+0x7f/0x88 [] list_del+0x5d/0x71 <> [] cache_alloc_refill+0xf1/0x186 [] kmem_cache_zalloc+0x6f/0x94 [] :ldiskfs:ldiskfs_fill_super+0xc9/0x2280 [] :ldiskfs:ldiskfs_fill_super+0x0/0x2280 [] snprintf+0x44/0x4c [] __down_write_nested+0x12/0x92 [] get_filesystem+0x12/0x3b [] test_bdev_super+0x0/0xd [] :ldiskfs:ldiskfs_fill_super+0x0/0x2280 [] get_sb_bdev+0x10a/0x16c [] vfs_kern_mount+0x93/0x11a [] :obdclass:lustre_fill_super+0x0/0x590 [] :obdclass:server_fill_super+0x763/0x1bc0 [] cache_alloc_refill+0x106/0x186 [] :obdclass:lmd_parse+0x161e/0x18a0 [] :obdclass:lustre_init_lsi+0x332/0x600 [] :obdclass:lustre_fill_super+0x0/0x590 [] :obdclass:lustre_fill_super+0x40e/0x590 [] get_sb_nodev+0x4f/0x97 [] vfs_kern_mount+0x93/0x11a [] do_kern_mount+0x36/0x4d [] do_mount+0x6a9/0x719 [] do_lookup+0x65/0x1e6 [] mntput_no_expire+0x19/0x89 [] find_get_page+0x21/0x51 [] filemap_nopage+0x193/0x360 [] __handle_mm_fault+0x5f3/0x1039 [] zone_statistics+0x3e/0x6d [] __alloc_pages+0x78/0x308 [] sys_mount+0x8a/0xcd [] system_call+0x7e/0x83 BUG: warning at drivers/input/serio/i8042.c:846/i8042_panic_blink() (Tainted: G ) Call Trace: [] i8042_panic_blink+0x112/0x2a5 [] panic+0x180/0x1eb [] _show_stack+0xdb/0xea [] show_registers+0xe4/0x100 [] die_nmi+0x66/0xa3 [] nmi_watchdog_tick+0x157/0x1d3 [] default_do_nmi+0x81/0x225 [] do_nmi+0x43/0x61 [] nmi+0x7f/0x88 [] list_del+0x5d/0x71 <> [] cache_alloc_refill+0xf1/0x186 [] kmem_cache_zalloc+0x6f/0x94 [] :ldiskfs:ldiskfs_fill_super+0xc9/0x2280 [] :ldiskfs:ldiskfs_fill_super+0x0/0x2280 [] snprintf+0x44/0x4c [] __down_write_nested+0x12/0x92 [] get_filesystem+0x12/0x3b [] test_bdev_super+0x0/0xd [] :ldiskfs:ldiskfs_fill_super+0x0/0x2280 [] get_sb_bdev+0x10a/0x16c [] vfs_kern_mount+0x93/0x11a [] :obdclass:lustre_fill_super+0x0/0x590 [] :obdclass:server_fill_super+0x763/0x1bc0 [] cache_alloc_refill+0x106/0x186 [] :obdclass:lmd_parse+0x161e/0x18a0 [] :obdclass:lustre_init_lsi+0x332/0x600 [] :obdclass:lustre_fill_super+0x0/0x590 [] :obdclass:lustre_fill_super+0x40e/0x590 [] get_sb_nodev+0x4f/0x97 [] vfs_kern_mount+0x93/0x11a [] do_kern_mount+0x36/0x4d [] do_mount+0x6a9/0x719 [] do_lookup+0x65/0x1e6 [] mntput_no_expire+0x19/0x89 [] find_get_page+0x21/0x51 [] filemap_nopage+0x193/0x360 [] __handle_mm_fault+0x5f3/0x1039 [] zone_statistics+0x3e/0x6d [] __alloc_pages+0x78/0x308 [] sys_mount+0x8a/0xcd [] system_call+0x7e/0x83 BUG: warning at drivers/input/serio/i8042.c:849/i8042_panic_blink() (Tainted: G ) Call Trace: [] i8042_panic_blink+0x1fb/0x2a5 [] panic+0x180/0x1eb [] _show_stack+0xdb/0xea [] show_registers+0xe4/0x100 [] die_nmi+0x66/0xa3 [] nmi_watchdog_tick+0x157/0x1d3 [] default_do_nmi+0x81/0x225 [] do_nmi+0x43/0x61 [] nmi+0x7f/0x88 [] list_del+0x5d/0x71 <> [] cache_alloc_refill+0xf1/0x186 [] kmem_cache_zalloc+0x6f/0x94 [] :ldiskfs:ldiskfs_fill_super+0xc9/0x2280 [] :ldiskfs:ldiskfs_fill_super+0x0/0x2280 [] snprintf+0x44/0x4c [] __down_write_nested+0x12/0x92 [] get_filesystem+0x12/0x3b [] test_bdev_super+0x0/0xd [] :ldiskfs:ldiskfs_fill_super+0x0/0x2280 [] get_sb_bdev+0x10a/0x16c [] vfs_kern_mount+0x93/0x11a [] :obdclass:lustre_fill_super+0x0/0x590 [] :obdclass:server_fill_super+0x763/0x1bc0 [] cache_alloc_refill+0x106/0x186 [] :obdclass:lmd_parse+0x161e/0x18a0 [] :obdclass:lustre_init_lsi+0x332/0x600 [] :obdclass:lustre_fill_super+0x0/0x590 [] :obdclass:lustre_fill_super+0x40e/0x590 [] get_sb_nodev+0x4f/0x97 [] vfs_kern_mount+0x93/0x11a [] do_kern_mount+0x36/0x4d [] do_mount+0x6a9/0x719 [] do_lookup+0x65/0x1e6 [] mntput_no_expire+0x19/0x89 [] find_get_page+0x21/0x51 [] filemap_nopage+0x193/0x360 [] __handle_mm_fault+0x5f3/0x1039 [] zone_statistics+0x3e/0x6d [] __alloc_pages+0x78/0x308 [] sys_mount+0x8a/0xcd [] system_call+0x7e/0x83 BUG: warning at drivers/input/serio/i8042.c:851/i8042_panic_blink() (Tainted: G ) Call Trace: [] i8042_panic_blink+0x278/0x2a5 [] panic+0x180/0x1eb [] _show_stack+0xdb/0xea [] show_registers+0xe4/0x100 [] die_nmi+0x66/0xa3 [] nmi_watchdog_tick+0x157/0x1d3 [] default_do_nmi+0x81/0x225 [] do_nmi+0x43/0x61 [] nmi+0x7f/0x88 [] list_del+0x5d/0x71 <> [] cache_alloc_refill+0xf1/0x186 [] kmem_cache_zalloc+0x6f/0x94 [] :ldiskfs:ldiskfs_fill_super+0xc9/0x2280 [] :ldiskfs:ldiskfs_fill_super+0x0/0x2280 [] snprintf+0x44/0x4c [] __down_write_nested+0x12/0x92 [] get_filesystem+0x12/0x3b [] test_bdev_super+0x0/0xd [] :ldiskfs:ldiskfs_fill_super+0x0/0x2280 [] get_sb_bdev+0x10a/0x16c [] vfs_kern_mount+0x93/0x11a [] :obdclass:lustre_fill_super+0x0/0x590 [] :obdclass:server_fill_super+0x763/0x1bc0 [] cache_alloc_refill+0x106/0x186 [] :obdclass:lmd_parse+0x161e/0x18a0 [] :obdclass:lustre_init_lsi+0x332/0x600 [] :obdclass:lustre_fill_super+0x0/0x590 [] :obdclass:lustre_fill_super+0x40e/0x590 [] get_sb_nodev+0x4f/0x97 [] vfs_kern_mount+0x93/0x11a [] do_kern_mount+0x36/0x4d [] do_mount+0x6a9/0x719 [] do_lookup+0x65/0x1e6 [] mntput_no_expire+0x19/0x89 [] find_get_page+0x21/0x51 [] filemap_nopage+0x193/0x360 [] __handle_mm_fault+0x5f3/0x1039 [] zone_statistics+0x3e/0x6d [] __alloc_pages+0x78/0x308 [] sys_mount+0x8a/0xcd [] system_call+0x7e/0x83 &. Connection to console [fat-intel-1] closed.