Jul-28 10:40:10 [root@lascaux111 127.0.0.1-2015-07-28-09:58:50]# EDITOR=emacs crash /usr/lib/debug/lib/modules/$(uname -r)/vmlinux vmcore crash 6.1.0-5.el6 Copyright (C) 2002-2012 Red Hat, Inc. Copyright (C) 2004, 2005, 2006, 2010 IBM Corporation Copyright (C) 1999-2006 Hewlett-Packard Co Copyright (C) 2005, 2006, 2011, 2012 Fujitsu Limited Copyright (C) 2006, 2007 VA Linux Systems Japan K.K. Copyright (C) 2005, 2011 NEC Corporation Copyright (C) 1999, 2002, 2007 Silicon Graphics, Inc. Copyright (C) 1999, 2000, 2001, 2002 Mission Critical Linux, Inc. This program is free software, covered by the GNU General Public License, and you are welcome to change it and/or distribute copies of it under certain conditions. Enter "help copying" to see the conditions. This program has absolutely no warranty. Enter "help warranty" for details. GNU gdb (GDB) 7.3.1 Copyright (C) 2011 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-unknown-linux-gnu"... KERNEL: /usr/lib/debug/lib/modules/2.6.32-504.16.2.el6.Bull.74.x86_64/vmlinux DUMPFILE: vmcore [PARTIAL DUMP] CPUS: 32 DATE: Tue Jul 28 09:58:41 2015 UPTIME: 01:58:18 LOAD AVERAGE: 2.49, 2.74, 2.65 TASKS: 2634 NODENAME: lascaux111 RELEASE: 2.6.32-504.16.2.el6.Bull.74.x86_64 VERSION: #1 SMP Tue Apr 28 01:43:42 CEST 2015 MACHINE: x86_64 (2266 Mhz) MEMORY: 64 GB PANIC: "Oops: 0000 [#1] SMP " (check log for details) PID: 31563 COMMAND: "orph_cleanup_sc" TASK: ffff880879176ab0 [THREAD_INFO: ffff880547d9a000] CPU: 1 STATE: TASK_RUNNING (PANIC) crash> bt PID: 31563 TASK: ffff880879176ab0 CPU: 1 COMMAND: "orph_cleanup_sc" #0 [ffff880547d9b810] machine_kexec at ffffffff8103b71b #1 [ffff880547d9b870] crash_kexec at ffffffff810c9942 #2 [ffff880547d9b940] oops_end at ffffffff8152f070 #3 [ffff880547d9b970] no_context at ffffffff8104c80b #4 [ffff880547d9b9c0] __bad_area_nosemaphore at ffffffff8104ca95 #5 [ffff880547d9ba10] bad_area_nosemaphore at ffffffff8104cb63 #6 [ffff880547d9ba20] __do_page_fault at ffffffff8104d25c #7 [ffff880547d9bb40] do_page_fault at ffffffff81530fbe #8 [ffff880547d9bb70] page_fault at ffffffff8152e375 [exception RIP: fld_server_lookup+97] RIP: ffffffffa0a50b31 RSP: ffff880547d9bc20 RFLAGS: 00010286 RAX: ffff8810515df4c0 RBX: 00000002122fc000 RCX: ffff8810426c5078 RDX: ffff880e6896b400 RSI: ffffffffa0a56b00 RDI: ffff881040aff840 RBP: ffff880547d9bc70 R8: 0000000015fbb1dc R9: 0000000000000000 R10: 092c8d41cd51a9c5 R11: 0000000000000041 R12: 0000000000000000 R13: ffff8810515df4c0 R14: ffff8810426c5078 R15: ffff8810426c4000 ORIG_RAX: ffffffffffffffff CS: 0010 SS: 0018 #9 [ffff880547d9bc78] osd_fld_lookup at ffffffffa0d53b8a [osd_ldiskfs] #10 [ffff880547d9bca8] osd_remote_fid at ffffffffa0d54320 [osd_ldiskfs] #11 [ffff880547d9bcf8] osd_it_ea_rec at ffffffffa0d6539e [osd_ldiskfs] #12 [ffff880547d9be38] lod_it_rec at ffffffffa0eec331 [lod] #13 [ffff880547d9be48] __mdd_orphan_cleanup at ffffffffa0f55050 [mdd] #14 [ffff880547d9bee8] kthread at ffffffff8109e71e #15 [ffff880547d9bf48] kernel_thread at ffffffff8100c20a crash> mount VFSMOUNT SUPERBLK TYPE DEVNAME DIRNAME ffff88107a4d7080 ffff88047a71f400 rootfs rootfs / ffff880479773ec0 ffff88087a642000 proc proc /proc ffff880c78f0cec0 ffff88087fc25400 sysfs sysfs /sys ffff880479773dc0 ffff88087a7c4400 devtmpfs devtmpfs /dev ffff880479773cc0 ffff881078dbac00 devpts devpts /dev/pts ffff880c78f0cdc0 ffff880c78ef4c00 tmpfs tmpfs /dev/shm ffff880479773bc0 ffff880477936000 ext4 /dev/sda1 / ffff88107a4d7e80 ffff88107a774000 ext4 /dev/sda5 /tmp ffff88107a4d7d80 ffff88107a753800 ext4 /dev/sda6 /var ffff88107a4d7c80 ffff88107a6a5000 ext4 /dev/sda8 /var/crash ffff88087a641e80 ffff880878e68000 binfmt_misc none /proc/sys/fs/binfmt_misc ffff880c78f0cac0 ffff880c79764c00 rpc_pipefs sunrpc /var/lib/nfs/rpc_pipefs ffff880479fb2c80 ffff88046b120c00 nfs nfs-server:/cea/admin/local /cea/local ffff88046bfe6e80 ffff88046b095400 nfs nfs-server:/cea/admin/local/home home ffff88087a641480 ffff8808790c7c00 lustre /dev/mapper/mpathea /mnt/ptmp2/mdt/0 crash> dis fld_server_lookup 0xffffffffa0a50ad0 : push %rbp 0xffffffffa0a50ad1 : mov %rsp,%rbp 0xffffffffa0a50ad4 : sub $0x50,%rsp 0xffffffffa0a50ad8 : mov %rbx,-0x28(%rbp) 0xffffffffa0a50adc : mov %r12,-0x20(%rbp) 0xffffffffa0a50ae0 : mov %r13,-0x18(%rbp) 0xffffffffa0a50ae4 : mov %r14,-0x10(%rbp) 0xffffffffa0a50ae8 : mov %r15,-0x8(%rbp) 0xffffffffa0a50aec : nopl 0x0(%rax,%rax,1) 0xffffffffa0a50af1 : testb $0x1,-0x527094(%rip) # 0xffffffffa0529a64 0xffffffffa0a50af8 : mov %rdi,%r13 0xffffffffa0a50afb : mov %rsi,%r12 <---- ss->ss_server_fld 0xffffffffa0a50afe : mov %rdx,%rbx 0xffffffffa0a50b01 : mov %rcx,%r14 0xffffffffa0a50b04 : je 0xffffffffa0a50b16 0xffffffffa0a50b06 : mov -0x5270ad(%rip),%r8d # 0xffffffffa0529a60 0xffffffffa0a50b0d : test %r8d,%r8d 0xffffffffa0a50b10 : js 0xffffffffa0a50c38 0xffffffffa0a50b16 : mov %r13,%rdi 0xffffffffa0a50b19 : mov $0xffffffffa0a56b00,%rsi 0xffffffffa0a50b20 : callq 0xffffffffa06cca30 0xffffffffa0a50b25 : test %rax,%rax 0xffffffffa0a50b28 : mov %rax,%r13 0xffffffffa0a50b2b : je 0xffffffffa0a50df5 0xffffffffa0a50b31 : mov 0x18(%r12),%rdi <--- ICI R12 = NULL !!! 0xffffffffa0a50b36 : lea 0x18(%rax),%rdx 0xffffffffa0a50b3a : mov %rbx,%rsi 0xffffffffa0a50b3d : callq 0xffffffffa0a4cdd0 0xffffffffa0a50b42 : test %eax,%eax 0xffffffffa0a50b44 : mov %eax,%r15d 0xffffffffa0a50b47 : je 0xffffffffa0a50bd8 0xffffffffa0a50b4d : cmpq $0x0,0x8(%r12) 0xffffffffa0a50b53 : jne 0xffffffffa0a50cb0 0xffffffffa0a50b59 : cmpq $0x0,0x10(%r12) 0xffffffffa0a50b5f : je 0xffffffffa0a50d5b 0xffffffffa0a50b65 : mov %rbx,(%r14) 0xffffffffa0a50b68 : mov 0x10(%r12),%rdi 0xffffffffa0a50b6d : mov $0x2,%edx 0xffffffffa0a50b72 : mov %r14,%rsi 0xffffffffa0a50b75 : callq 0xffffffffa0a4ba60 0xffffffffa0a50b7a : test %eax,%eax 0xffffffffa0a50b7c : mov %eax,%r15d 0xffffffffa0a50b7f : je 0xffffffffa0a50c98 0xffffffffa0a50b85 : testb $0x1,-0x527128(%rip) # 0xffffffffa0529a64 0xffffffffa0a50b8c : je 0xffffffffa0a50bb8 0xffffffffa0a50b8e : mov -0x527134(%rip),%ecx # 0xffffffffa0529a60 0xffffffffa0a50b94 : test %ecx,%ecx 0xffffffffa0a50b96 : jns 0xffffffffa0a50bb8 0xffffffffa0a50b98 : movslq %r15d,%rsi 0xffffffffa0a50b9b : mov $0xffffffffa0a56e40,%rdi 0xffffffffa0a50ba2 : movl $0x1,0x62ac(%rip) # 0xffffffffa0a56e58 0xffffffffa0a50bac : callq 0xffffffffa05032d0 0xffffffffa0a50bb1 : mov %eax,%r15d 0xffffffffa0a50bb4 : nopl 0x0(%rax) 0xffffffffa0a50bb8 : mov %r15d,%eax 0xffffffffa0a50bbb : mov -0x28(%rbp),%rbx 0xffffffffa0a50bbf : mov -0x20(%rbp),%r12 0xffffffffa0a50bc3 : mov -0x18(%rbp),%r13 0xffffffffa0a50bc7 : mov -0x10(%rbp),%r14 0xffffffffa0a50bcb : mov -0x8(%rbp),%r15 0xffffffffa0a50bcf : leaveq 0xffffffffa0a50bd0 : retq 0xffffffffa0a50bd1 : nopl 0x0(%rax) 0xffffffffa0a50bd8 : mov 0x14(%r14),%eax 0xffffffffa0a50bdc : mov 0x2c(%r13),%edx 0xffffffffa0a50be0 : and $0x3,%eax 0xffffffffa0a50be3 : and $0x3,%edx 0xffffffffa0a50be6 : cmp %eax,%edx 0xffffffffa0a50be8 : jne 0xffffffffa0a50e27 0xffffffffa0a50bee : mov 0x18(%r13),%rax 0xffffffffa0a50bf2 : mov %rax,(%r14) 0xffffffffa0a50bf5 : mov 0x20(%r13),%rax 0xffffffffa0a50bf9 : mov %rax,0x8(%r14) 0xffffffffa0a50bfd : mov 0x28(%r13),%rax 0xffffffffa0a50c01 : mov %rax,0x10(%r14) 0xffffffffa0a50c05 : testb $0x1,-0x5271a8(%rip) # 0xffffffffa0529a64 0xffffffffa0a50c0c : je 0xffffffffa0a50bb8 0xffffffffa0a50c0e : mov -0x5271b4(%rip),%edi # 0xffffffffa0529a60 0xffffffffa0a50c14 : test %edi,%edi 0xffffffffa0a50c16 : jns 0xffffffffa0a50bb8 0xffffffffa0a50c18 : xor %esi,%esi 0xffffffffa0a50c1a : mov $0xffffffffa0a56f00,%rdi 0xffffffffa0a50c21 : movl $0x1,0x62ed(%rip) # 0xffffffffa0a56f18 0xffffffffa0a50c2b : callq 0xffffffffa05032d0 0xffffffffa0a50c30 : mov %eax,%r15d 0xffffffffa0a50c33 : jmp 0xffffffffa0a50bb8 0xffffffffa0a50c35 : nopl (%rax) 0xffffffffa0a50c38 : mov $0xffffffffa0a54140,%rsi 0xffffffffa0a50c3f : mov $0xffffffffa0a596a0,%rdi 0xffffffffa0a50c46 : xor %eax,%eax 0xffffffffa0a50c48 : movl $0x80000000,0x8a5e(%rip) # 0xffffffffa0a596b0 0xffffffffa0a50c52 : movq $0xffffffffa0a54a98,0x8a43(%rip) # 0xffffffffa0a596a0 0xffffffffa0a50c5d : movq $0xffffffffa0a53900,0x8a40(%rip) # 0xffffffffa0a596a8 0xffffffffa0a50c68 : movl $0x79,0x8a42(%rip) # 0xffffffffa0a596b4 0xffffffffa0a50c72 : movq $0x0,0x8a43(%rip) # 0xffffffffa0a596c0 0xffffffffa0a50c7d : movl $0x1,0x8a31(%rip) # 0xffffffffa0a596b8 0xffffffffa0a50c87 : callq 0xffffffffa0508cc0 0xffffffffa0a50c8c : jmpq 0xffffffffa0a50b16 0xffffffffa0a50c91 : nopl 0x0(%rax) 0xffffffffa0a50c98 : mov 0x18(%r12),%rdi 0xffffffffa0a50c9d : mov %r14,%rsi 0xffffffffa0a50ca0 : callq 0xffffffffa0a4edc0 0xffffffffa0a50ca5 : jmpq 0xffffffffa0a50b85 0xffffffffa0a50caa : nopw 0x0(%rax,%rax,1) 0xffffffffa0a50cb0 : lea 0x40(%r12),%rdx 0xffffffffa0a50cb5 : xor %eax,%eax 0xffffffffa0a50cb7 : mov $0xfffffffb,%r8d 0xffffffffa0a50cbd : mov %rbx,%rcx 0xffffffffa0a50cc0 : mov $0xffffffffa0a54ba8,%rsi 0xffffffffa0a50cc7 : mov $0xffffffffa0a59620,%rdi 0xffffffffa0a50cce : movl $0x80000000,0x8958(%rip) # 0xffffffffa0a59630 0xffffffffa0a50cd8 : movq $0xffffffffa0a54a98,0x893d(%rip) # 0xffffffffa0a59620 0xffffffffa0a50ce3 : movq $0xffffffffa0a53900,0x893a(%rip) # 0xffffffffa0a59628 0xffffffffa0a50cee : movl $0x91,0x893c(%rip) # 0xffffffffa0a59634 0xffffffffa0a50cf8 : movq $0xffffffffa0a59650,0x893d(%rip) # 0xffffffffa0a59640 0xffffffffa0a50d03 : movl $0x20000,0x892b(%rip) # 0xffffffffa0a59638 0xffffffffa0a50d0d : callq 0xffffffffa0508cc0 0xffffffffa0a50d12 : testb $0x1,-0x5272b5(%rip) # 0xffffffffa0529a64 0xffffffffa0a50d19 : je 0xffffffffa0a50d50 0xffffffffa0a50d1b : mov -0x5272c1(%rip),%esi # 0xffffffffa0529a60 0xffffffffa0a50d21 : test %esi,%esi 0xffffffffa0a50d23 : jns 0xffffffffa0a50d50 0xffffffffa0a50d25 : mov $0xfffffffffffffffb,%rsi 0xffffffffa0a50d2c : mov $0xffffffffa0a56ec0,%rdi 0xffffffffa0a50d33 : movl $0x1,0x619b(%rip) # 0xffffffffa0a56ed8 0xffffffffa0a50d3d : callq 0xffffffffa05032d0 0xffffffffa0a50d42 : mov %eax,%r15d 0xffffffffa0a50d45 : jmpq 0xffffffffa0a50bb8 0xffffffffa0a50d4a : nopw 0x0(%rax,%rax,1) 0xffffffffa0a50d50 : mov $0xfffffffb,%r15d 0xffffffffa0a50d56 : jmpq 0xffffffffa0a50bb8 0xffffffffa0a50d5b : lea 0x40(%r12),%rdx 0xffffffffa0a50d60 : xor %eax,%eax 0xffffffffa0a50d62 : mov $0xfffffffb,%r8d 0xffffffffa0a50d68 : mov %rbx,%rcx 0xffffffffa0a50d6b : mov $0xffffffffa0a54bd8,%rsi 0xffffffffa0a50d72 : mov $0xffffffffa0a595e0,%rdi 0xffffffffa0a50d79 : movl $0x80000000,0x886d(%rip) # 0xffffffffa0a595f0 0xffffffffa0a50d83 : movq $0xffffffffa0a54a98,0x8852(%rip) # 0xffffffffa0a595e0 0xffffffffa0a50d8e : movq $0xffffffffa0a53900,0x884f(%rip) # 0xffffffffa0a595e8 0xffffffffa0a50d99 : movl $0x96,0x8851(%rip) # 0xffffffffa0a595f4 0xffffffffa0a50da3 : movq $0xffffffffa0a59610,0x8852(%rip) # 0xffffffffa0a59600 0xffffffffa0a50dae : movl $0x20000,0x8840(%rip) # 0xffffffffa0a595f8 0xffffffffa0a50db8 : callq 0xffffffffa0508cc0 0xffffffffa0a50dbd : testb $0x1,-0x527360(%rip) # 0xffffffffa0529a64 0xffffffffa0a50dc4 : je 0xffffffffa0a50d50 0xffffffffa0a50dc6 : mov -0x52736c(%rip),%ebx # 0xffffffffa0529a60 0xffffffffa0a50dcc : test %ebx,%ebx 0xffffffffa0a50dce : jns 0xffffffffa0a50d50 0xffffffffa0a50dd0 : mov $0xfffffffffffffffb,%rsi 0xffffffffa0a50dd7 : mov $0xffffffffa0a56e80,%rdi 0xffffffffa0a50dde : movl $0x1,0x60b0(%rip) # 0xffffffffa0a56e98 0xffffffffa0a50de8 : callq 0xffffffffa05032d0 0xffffffffa0a50ded : mov %eax,%r15d 0xffffffffa0a50df0 : jmpq 0xffffffffa0a50bb8 0xffffffffa0a50df5 : mov $0xffffffffa0a56f80,%rdi 0xffffffffa0a50dfc : mov $0xffffffffa0a54191,%rdx 0xffffffffa0a50e03 : mov $0xffffffffa0a540e5,%rsi 0xffffffffa0a50e0a : xor %eax,%eax 0xffffffffa0a50e0c : movl $0x40000,0x6182(%rip) # 0xffffffffa0a56f98 0xffffffffa0a50e16 : callq 0xffffffffa0508cc0 0xffffffffa0a50e1b : mov $0xffffffffa0a56f80,%rdi 0xffffffffa0a50e22 : callq 0xffffffffa04f8e50 0xffffffffa0a50e27 : cmp $0x3,%eax 0xffffffffa0a50e2a : je 0xffffffffa0a50bee 0xffffffffa0a50e30 : movl $0x80000000,0x8836(%rip) # 0xffffffffa0a59670 0xffffffffa0a50e3a : movq $0xffffffffa0a54a98,0x881b(%rip) # 0xffffffffa0a59660 0xffffffffa0a50e45 : mov $0xffffffffa0a541a9,%rdx 0xffffffffa0a50e4c : movq $0xffffffffa0a53900,0x8811(%rip) # 0xffffffffa0a59668 0xffffffffa0a50e57 : movl $0x86,0x8813(%rip) # 0xffffffffa0a59674 0xffffffffa0a50e61 : mov $0xffffffffa0a541a5,%rax 0xffffffffa0a50e68 : movq $0xffffffffa0a59690,0x880d(%rip) # 0xffffffffa0a59680 0xffffffffa0a50e73 : movl $0x20000,0x87fb(%rip) # 0xffffffffa0a59678 0xffffffffa0a50e7d : mov $0xffffffffa0a54b48,%rsi 0xffffffffa0a50e84 : testb $0x3,0x2c(%r13) 0xffffffffa0a50e89 : mov 0x28(%r13),%r9d 0xffffffffa0a50e8d : mov $0xffffffffa0a59660,%rdi 0xffffffffa0a50e94 : mov 0x20(%r13),%r8 0xffffffffa0a50e98 : mov 0x18(%r13),%rcx 0xffffffffa0a50e9c : mov 0x14(%r14),%ebx 0xffffffffa0a50ea0 : movl $0xfffffffb,0x10(%rsp) 0xffffffffa0a50ea8 : cmove %rdx,%rax 0xffffffffa0a50eac : lea 0x40(%r12),%rdx 0xffffffffa0a50eb1 : mov %rax,(%rsp) 0xffffffffa0a50eb5 : xor %eax,%eax 0xffffffffa0a50eb7 : mov %ebx,0x8(%rsp) 0xffffffffa0a50ebb : callq 0xffffffffa0508cc0 0xffffffffa0a50ec0 : testb $0x1,-0x527463(%rip) # 0xffffffffa0529a64 0xffffffffa0a50ec7 : je 0xffffffffa0a50d50 0xffffffffa0a50ecd : cmpl $0x0,-0x527474(%rip) # 0xffffffffa0529a60 0xffffffffa0a50ed4 : jns 0xffffffffa0a50d50 0xffffffffa0a50eda : mov $0xfffffffffffffffb,%rsi 0xffffffffa0a50ee1 : mov $0xffffffffa0a56f40,%rdi 0xffffffffa0a50ee8 : movl $0x1,0x6066(%rip) # 0xffffffffa0a56f58 0xffffffffa0a50ef2 : callq 0xffffffffa05032d0 0xffffffffa0a50ef7 : mov %eax,%r15d 0xffffffffa0a50efa : jmpq 0xffffffffa0a50bb8 0xffffffffa0a50eff : nop crash> crash> bt PID: 31563 TASK: ffff880879176ab0 CPU: 1 COMMAND: "orph_cleanup_sc" #0 [ffff880547d9b810] machine_kexec at ffffffff8103b71b #1 [ffff880547d9b870] crash_kexec at ffffffff810c9942 #2 [ffff880547d9b940] oops_end at ffffffff8152f070 #3 [ffff880547d9b970] no_context at ffffffff8104c80b #4 [ffff880547d9b9c0] __bad_area_nosemaphore at ffffffff8104ca95 #5 [ffff880547d9ba10] bad_area_nosemaphore at ffffffff8104cb63 #6 [ffff880547d9ba20] __do_page_fault at ffffffff8104d25c #7 [ffff880547d9bb40] do_page_fault at ffffffff81530fbe #8 [ffff880547d9bb70] page_fault at ffffffff8152e375 [exception RIP: fld_server_lookup+97] RIP: ffffffffa0a50b31 RSP: ffff880547d9bc20 RFLAGS: 00010286 RAX: ffff8810515df4c0 RBX: 00000002122fc000 RCX: ffff8810426c5078 RDX: ffff880e6896b400 RSI: ffffffffa0a56b00 RDI: ffff881040aff840 RBP: ffff880547d9bc70 R8: 0000000015fbb1dc R9: 0000000000000000 R10: 092c8d41cd51a9c5 R11: 0000000000000041 R12: 0000000000000000 R13: ffff8810515df4c0 R14: ffff8810426c5078 R15: ffff8810426c4000 ORIG_RAX: ffffffffffffffff CS: 0010 SS: 0018 #9 [ffff880547d9bc78] osd_fld_lookup at ffffffffa0d53b8a [osd_ldiskfs] #10 [ffff880547d9bca8] osd_remote_fid at ffffffffa0d54320 [osd_ldiskfs] #11 [ffff880547d9bcf8] osd_it_ea_rec at ffffffffa0d6539e [osd_ldiskfs] #12 [ffff880547d9be38] lod_it_rec at ffffffffa0eec331 [lod] #13 [ffff880547d9be48] __mdd_orphan_cleanup at ffffffffa0f55050 [mdd] #14 [ffff880547d9bee8] kthread at ffffffff8109e71e #15 [ffff880547d9bf48] kernel_thread at ffffffff8100c20a crash> crash> dis osd_fld_lookup 0xffffffffa0d53b20 : push %rbp 0xffffffffa0d53b21 : mov %rsp,%rbp 0xffffffffa0d53b24 : sub $0x20,%rsp 0xffffffffa0d53b28 : mov %rbx,-0x18(%rbp) 0xffffffffa0d53b2c : mov %r12,-0x10(%rbp) ---> struct osd_device *osd, 0xffffffffa0d53b30 : mov %r13,-0x8(%rbp) 0xffffffffa0d53b34 : nopl 0x0(%rax,%rax,1) 0xffffffffa0d53b39 : mov 0x18(%rsi),%rax 0xffffffffa0d53b3d : mov %rdx,%rbx 0xffffffffa0d53b40 : movabs $0xffffffff00000000,%rdx 0xffffffffa0d53b4a : mov %rsi,%r13 0xffffffffa0d53b4d : lea (%rbx,%rdx,1),%rdx 0xffffffffa0d53b51 : mov 0x50(%rax),%rsi 0xffffffffa0d53b55 : mov $0xffffffff,%eax 0xffffffffa0d53b5a : cmp %rax,%rdx 0xffffffffa0d53b5d : jbe 0xffffffffa0d53bf0 0xffffffffa0d53b63 : lea -0xc(%rbx),%rdx 0xffffffffa0d53b67 : mov $0xfffffff3,%eax 0xffffffffa0d53b6c : cmp %rax,%rdx 0xffffffffa0d53b6f : ja 0xffffffffa0d53bb0 0xffffffffa0d53b71 : test %rsi,%rsi 0xffffffffa0d53b74 : je 0xffffffffa0d53c77 0xffffffffa0d53b7a : orl $0x3,0x14(%rcx) 0xffffffffa0d53b7e : mov %rbx,%rdx 0xffffffffa0d53b81 : mov 0x10(%rsi),%rsi 0xffffffffa0d53b85 : callq 0xffffffffa0a50ad0 ---> ICI 0xffffffffa0d53b8a : test %eax,%eax 0xffffffffa0d53b8c : mov %eax,%r12d 0xffffffffa0d53b8f : jne 0xffffffffa0d53c10 0xffffffffa0d53b91 : nopl 0x0(%rax) 0xffffffffa0d53b98 : mov %r12d,%eax 0xffffffffa0d53b9b : mov -0x18(%rbp),%rbx 0xffffffffa0d53b9f : mov -0x10(%rbp),%r12 0xffffffffa0d53ba3 : mov -0x8(%rbp),%r13 0xffffffffa0d53ba7 : leaveq 0xffffffffa0d53ba8 : retq 0xffffffffa0d53ba9 : nopl 0x0(%rax) 0xffffffffa0d53bb0 : movabs $0x2000003ff,%rax 0xffffffffa0d53bba : cmp %rax,%rbx 0xffffffffa0d53bbd : ja 0xffffffffa0d53b71 0xffffffffa0d53bbf : sub $0x3f8,%rax 0xffffffffa0d53bc5 : cmp %rax,%rbx 0xffffffffa0d53bc8 : je 0xffffffffa0d53b71 0xffffffffa0d53bca : sub $0x5,%rax 0xffffffffa0d53bce : cmp %rax,%rbx 0xffffffffa0d53bd1 : je 0xffffffffa0d53b71 0xffffffffa0d53bd3 : xor %r12d,%r12d 0xffffffffa0d53bd6 : test %rsi,%rsi 0xffffffffa0d53bd9 : je 0xffffffffa0d53b98 0xffffffffa0d53bdb : mov 0x8(%rsi),%eax 0xffffffffa0d53bde : xor %r12d,%r12d 0xffffffffa0d53be1 : mov %eax,0x10(%rcx) 0xffffffffa0d53be4 : jmp 0xffffffffa0d53b98 0xffffffffa0d53be6 : nopw %cs:0x0(%rax,%rax,1) 0xffffffffa0d53bf0 : shr $0x10,%rbx 0xffffffffa0d53bf4 : orl $0x1,0x14(%rcx) 0xffffffffa0d53bf8 : xor %r12d,%r12d 0xffffffffa0d53bfb : and $0xffff,%ebx 0xffffffffa0d53c01 : mov %ebx,0x10(%rcx) 0xffffffffa0d53c04 : jmp 0xffffffffa0d53b98 0xffffffffa0d53c06 : nopw %cs:0x0(%rax,%rax,1) 0xffffffffa0d53c10 : movl $0x4,0x53396(%rip) # 0xffffffffa0da6fb0 0xffffffffa0d53c1a : movq $0xffffffffa0d8f408,0x5337b(%rip) # 0xffffffffa0da6fa0 0xffffffffa0d53c25 : mov %eax,%r8d 0xffffffffa0d53c28 : movq $0xffffffffa0d8d4d0,0x53375(%rip) # 0xffffffffa0da6fa8 0xffffffffa0d53c33 : movl $0x8ce,0x53377(%rip) # 0xffffffffa0da6fb4 0xffffffffa0d53c3d : mov %rbx,%rcx 0xffffffffa0d53c40 : movq $0xffffffffa0da6fd0,0x53375(%rip) # 0xffffffffa0da6fc0 0xffffffffa0d53c4b : movl $0x20000,0x53363(%rip) # 0xffffffffa0da6fb8 0xffffffffa0d53c55 : mov $0xffffffffa0d8f690,%rsi 0xffffffffa0d53c5c : mov 0x28(%r13),%rdx 0xffffffffa0d53c60 : mov $0xffffffffa0da6fa0,%rdi 0xffffffffa0d53c67 : xor %eax,%eax 0xffffffffa0d53c69 : add $0xc,%rdx 0xffffffffa0d53c6d : callq 0xffffffffa0508cc0 0xffffffffa0d53c72 : jmpq 0xffffffffa0d53b98 0xffffffffa0d53c77 : mov $0xffffffffa0d9c080,%rdi 0xffffffffa0d53c7e : mov $0xffffffffa0d93425,%rdx 0xffffffffa0d53c85 : mov $0xffffffffa0d932e0,%rsi 0xffffffffa0d53c8c : xor %eax,%eax 0xffffffffa0d53c8e : movl $0x40000,0x48400(%rip) # 0xffffffffa0d9c098 <__msg_data.86841+24> 0xffffffffa0d53c98 : callq 0xffffffffa0508cc0 0xffffffffa0d53c9d : mov $0xffffffffa0d9c080,%rdi 0xffffffffa0d53ca4 : callq 0xffffffffa04f8e50 0xffffffffa0d53ca9 : nopl 0x0(%rax) crash> crash> dis osd_remote_fid 0xffffffffa0d54220 : push %rbp 0xffffffffa0d54221 : mov %rsp,%rbp 0xffffffffa0d54224 : sub $0x40,%rsp 0xffffffffa0d54228 : mov %rbx,-0x28(%rbp) 0xffffffffa0d5422c : mov %r12,-0x20(%rbp) 0xffffffffa0d54230 : mov %r13,-0x18(%rbp) 0xffffffffa0d54234 : mov %r14,-0x10(%rbp) 0xffffffffa0d54238 : mov %r15,-0x8(%rbp) 0xffffffffa0d5423c : nopl 0x0(%rax,%rax,1) 0xffffffffa0d54241 : testb $0x1,-0x82a7e4(%rip) # 0xffffffffa0529a64 0xffffffffa0d54248 : mov %rdi,%r13 0xffffffffa0d5424b : mov %rsi,%r12 0xffffffffa0d5424e : je 0xffffffffa0d5425d 0xffffffffa0d54250 : testb $0x4,-0x82a7f7(%rip) # 0xffffffffa0529a60 0xffffffffa0d54257 : jne 0xffffffffa0d543e8 0xffffffffa0d5425d : mov (%rdx),%rbx 0xffffffffa0d54260 : mov $0xfffffff3,%eax 0xffffffffa0d54265 : lea -0xc(%rbx),%rdx 0xffffffffa0d54269 : cmp %rax,%rdx 0xffffffffa0d5426c : jbe 0xffffffffa0d54281 0xffffffffa0d5426e : movabs $0x2000003ff,%rax 0xffffffffa0d54278 : cmp %rax,%rbx 0xffffffffa0d5427b : jbe 0xffffffffa0d54390 0xffffffffa0d54281 : mov $0xffffffffa0d96920,%rsi 0xffffffffa0d54288 : mov %r13,%rdi 0xffffffffa0d5428b : callq 0xffffffffa06cca30 0xffffffffa0d54290 : testb $0x1,-0x82a833(%rip) # 0xffffffffa0529a64 0xffffffffa0d54297 : mov %rax,%r15 0xffffffffa0d5429a : mov 0x18(%r12),%rax 0xffffffffa0d5429f : mov 0x50(%rax),%r14 0xffffffffa0d542a3 : je 0xffffffffa0d54302 0xffffffffa0d542a5 : testb $0x4,-0x82a84c(%rip) # 0xffffffffa0529a60 0xffffffffa0d542ac : je 0xffffffffa0d54302 0xffffffffa0d542ae : mov $0xffffffffa0d93322,%rsi 0xffffffffa0d542b5 : mov $0xffffffffa0da6060,%rdi 0xffffffffa0d542bc : xor %eax,%eax 0xffffffffa0d542be : movl $0x4,0x51da8(%rip) # 0xffffffffa0da6070 0xffffffffa0d542c8 : movq $0xffffffffa0d8f408,0x51d8d(%rip) # 0xffffffffa0da6060 0xffffffffa0d542d3 : movq $0xffffffffa0d8d0e0,0x51d8a(%rip) # 0xffffffffa0da6068 0xffffffffa0d542de : movl $0xd90,0x51d8c(%rip) # 0xffffffffa0da6074 0xffffffffa0d542e8 : movq $0x0,0x51d8d(%rip) # 0xffffffffa0da6080 0xffffffffa0d542f3 : movl $0x1,0x51d7b(%rip) # 0xffffffffa0da6078 0xffffffffa0d542fd : callq 0xffffffffa0508cc0 0xffffffffa0d54302 : test %r14,%r14 0xffffffffa0d54305 : je 0xffffffffa0d54508 0xffffffffa0d5430b : lea 0x1078(%r15),%rcx 0xffffffffa0d54312 : mov %rbx,%rdx 0xffffffffa0d54315 : mov %r12,%rsi struct osd_device *osd 0xffffffffa0d54318 : mov %r13,%rdi 0xffffffffa0d5431b : callq 0xffffffffa0d53b20 ---> ICI 0xffffffffa0d54320 : test %eax,%eax 0xffffffffa0d54322 : jne 0xffffffffa0d54450 0xffffffffa0d54328 : mov -0x82a8ca(%rip),%edx # 0xffffffffa0529a64 0xffffffffa0d5432e : test $0x1,%dl 0xffffffffa0d54331 : je 0xffffffffa0d54340 0xffffffffa0d54333 : testb $0x4,-0x82a8da(%rip) # 0xffffffffa0529a60 0xffffffffa0d5433a : jne 0xffffffffa0d54580 0xffffffffa0d54340 : mov 0x8(%r14),%eax 0xffffffffa0d54344 : cmp 0x1088(%r15),%eax 0xffffffffa0d5434b : sete %al 0xffffffffa0d5434e : movzbl %al,%eax 0xffffffffa0d54351 : test %eax,%eax 0xffffffffa0d54353 : jne 0xffffffffa0d54540 0xffffffffa0d54359 : and $0x1,%edx 0xffffffffa0d5435c : je 0xffffffffa0d544e8 0xffffffffa0d54362 : testb $0x4,-0x82a909(%rip) # 0xffffffffa0529a60 0xffffffffa0d54369 : je 0xffffffffa0d544e8 0xffffffffa0d5436f : mov $0x1,%esi 0xffffffffa0d54374 : mov $0xffffffffa0d98de0,%rdi 0xffffffffa0d5437b : movl $0x1,0x44a73(%rip) # 0xffffffffa0d98df8 0xffffffffa0d54385 : callq 0xffffffffa05032d0 0xffffffffa0d5438a : jmpq 0xffffffffa0d544ed 0xffffffffa0d5438f : nop 0xffffffffa0d54390 : sub $0x3f8,%rax 0xffffffffa0d54396 : cmp %rax,%rbx 0xffffffffa0d54399 : je 0xffffffffa0d54281 0xffffffffa0d5439f : sub $0x5,%rax 0xffffffffa0d543a3 : cmp %rax,%rbx 0xffffffffa0d543a6 : je 0xffffffffa0d54281 0xffffffffa0d543ac : testb $0x1,-0x82a94f(%rip) # 0xffffffffa0529a64 0xffffffffa0d543b3 : je 0xffffffffa0d54545 0xffffffffa0d543b9 : testb $0x4,-0x82a960(%rip) # 0xffffffffa0529a60 0xffffffffa0d543c0 : je 0xffffffffa0d54545 0xffffffffa0d543c6 : xor %esi,%esi 0xffffffffa0d543c8 : mov $0xffffffffa0d98e60,%rdi 0xffffffffa0d543cf : movl $0x1,0x44a9f(%rip) # 0xffffffffa0d98e78 0xffffffffa0d543d9 : callq 0xffffffffa05032d0 0xffffffffa0d543de : jmpq 0xffffffffa0d544ed 0xffffffffa0d543e3 : nopl 0x0(%rax,%rax,1) 0xffffffffa0d543e8 : mov $0xffffffffa0d93322,%rsi 0xffffffffa0d543ef : mov $0xffffffffa0da5fe0,%rdi 0xffffffffa0d543f6 : xor %eax,%eax 0xffffffffa0d543f8 : mov %rdx,-0x38(%rbp) 0xffffffffa0d543fc : movl $0x4,0x51bea(%rip) # 0xffffffffa0da5ff0 0xffffffffa0d54406 : movq $0xffffffffa0d8f408,0x51bcf(%rip) # 0xffffffffa0da5fe0 0xffffffffa0d54411 : movq $0xffffffffa0d8d0c3,0x51bcc(%rip) # 0xffffffffa0da5fe8 0xffffffffa0d5441c : movl $0xda6,0x51bce(%rip) # 0xffffffffa0da5ff4 0xffffffffa0d54426 : movq $0x0,0x51bcf(%rip) # 0xffffffffa0da6000 0xffffffffa0d54431 : movl $0x1,0x51bbd(%rip) # 0xffffffffa0da5ff8 0xffffffffa0d5443b : callq 0xffffffffa0508cc0 0xffffffffa0d54440 : mov -0x38(%rbp),%rdx 0xffffffffa0d54444 : jmpq 0xffffffffa0d5425d 0xffffffffa0d54449 : nopl 0x0(%rax) 0xffffffffa0d54450 : movl $0x4,0x51bd6(%rip) # 0xffffffffa0da6030 0xffffffffa0d5445a : movq $0xffffffffa0d8f408,0x51bbb(%rip) # 0xffffffffa0da6020 0xffffffffa0d54465 : xor %eax,%eax 0xffffffffa0d54467 : movq $0xffffffffa0d8d0e0,0x51bb6(%rip) # 0xffffffffa0da6028 0xffffffffa0d54472 : movl $0xd9c,0x51bb8(%rip) # 0xffffffffa0da6034 0xffffffffa0d5447c : mov %rbx,%rcx 0xffffffffa0d5447f : movq $0xffffffffa0da6050,0x51bb6(%rip) # 0xffffffffa0da6040 0xffffffffa0d5448a : movl $0x20000,0x51ba4(%rip) # 0xffffffffa0da6038 0xffffffffa0d54494 : mov $0xffffffffa0d8f7c8,%rsi 0xffffffffa0d5449b : mov 0x28(%r12),%rdx 0xffffffffa0d544a0 : mov $0xffffffffa0da6020,%rdi 0xffffffffa0d544a7 : add $0xc,%rdx 0xffffffffa0d544ab : callq 0xffffffffa0508cc0 0xffffffffa0d544b0 : testb $0x1,-0x82aa53(%rip) # 0xffffffffa0529a64 0xffffffffa0d544b7 : je 0xffffffffa0d544e8 0xffffffffa0d544b9 : testb $0x4,-0x82aa60(%rip) # 0xffffffffa0529a60 0xffffffffa0d544c0 : je 0xffffffffa0d544e8 0xffffffffa0d544c2 : xor %esi,%esi 0xffffffffa0d544c4 : mov $0xffffffffa0d98ee0,%rdi 0xffffffffa0d544cb : movl $0x1,0x44a23(%rip) # 0xffffffffa0d98ef8 0xffffffffa0d544d5 : callq 0xffffffffa05032d0 0xffffffffa0d544da : mov -0x82aa7c(%rip),%edx # 0xffffffffa0529a64 0xffffffffa0d544e0 : jmpq 0xffffffffa0d54351 0xffffffffa0d544e5 : nopl (%rax) 0xffffffffa0d544e8 : mov $0x1,%eax 0xffffffffa0d544ed : mov -0x28(%rbp),%rbx 0xffffffffa0d544f1 : mov -0x20(%rbp),%r12 0xffffffffa0d544f5 : mov -0x18(%rbp),%r13 0xffffffffa0d544f9 : mov -0x10(%rbp),%r14 0xffffffffa0d544fd : mov -0x8(%rbp),%r15 0xffffffffa0d54501 : leaveq 0xffffffffa0d54502 : retq 0xffffffffa0d54503 : nopl 0x0(%rax,%rax,1) 0xffffffffa0d54508 : testb $0x1,-0x82aaab(%rip) # 0xffffffffa0529a64 0xffffffffa0d5450f : je 0xffffffffa0d54545 0xffffffffa0d54511 : testb $0x4,-0x82aab8(%rip) # 0xffffffffa0529a60 0xffffffffa0d54518 : je 0xffffffffa0d54545 0xffffffffa0d5451a : mov $0x1,%esi 0xffffffffa0d5451f : mov $0xffffffffa0d98f20,%rdi 0xffffffffa0d54526 : movl $0x1,0x44a08(%rip) # 0xffffffffa0d98f38 0xffffffffa0d54530 : callq 0xffffffffa05032d0 0xffffffffa0d54535 : mov -0x82aad7(%rip),%edx # 0xffffffffa0529a64 0xffffffffa0d5453b : jmpq 0xffffffffa0d54351 0xffffffffa0d54540 : and $0x1,%edx 0xffffffffa0d54543 : jne 0xffffffffa0d54550 0xffffffffa0d54545 : xor %eax,%eax 0xffffffffa0d54547 : jmp 0xffffffffa0d544ed 0xffffffffa0d54549 : nopl 0x0(%rax) 0xffffffffa0d54550 : testb $0x4,-0x82aaf7(%rip) # 0xffffffffa0529a60 0xffffffffa0d54557 : je 0xffffffffa0d54545 0xffffffffa0d54559 : xor %esi,%esi 0xffffffffa0d5455b : mov $0xffffffffa0d98e20,%rdi 0xffffffffa0d54562 : movl $0x1,0x448cc(%rip) # 0xffffffffa0d98e38 0xffffffffa0d5456c : callq 0xffffffffa05032d0 0xffffffffa0d54571 : jmpq 0xffffffffa0d544ed 0xffffffffa0d54576 : nopw %cs:0x0(%rax,%rax,1) 0xffffffffa0d54580 : movl $0x1,0x4492e(%rip) # 0xffffffffa0d98eb8 0xffffffffa0d5458a : xor %esi,%esi 0xffffffffa0d5458c : mov 0x8(%r14),%eax 0xffffffffa0d54590 : cmp 0x1088(%r15),%eax 0xffffffffa0d54597 : mov $0xffffffffa0d98ea0,%rdi 0xffffffffa0d5459e : sete %sil 0xffffffffa0d545a2 : callq 0xffffffffa05032d0 0xffffffffa0d545a7 : mov -0x82ab49(%rip),%edx # 0xffffffffa0529a64 0xffffffffa0d545ad : jmpq 0xffffffffa0d54351 0xffffffffa0d545b2 : data32 data32 data32 data32 nopw %cs:0x0(%rax,%rax,1) crash> crash> bt -f PID: 31563 TASK: ffff880879176ab0 CPU: 1 COMMAND: "orph_cleanup_sc" #0 [ffff880547d9b810] machine_kexec at ffffffff8103b71b ffff880547d9b818: 00000000030a1000 ffff8800030a1000 ffff880547d9b828: 00000000030a0000 ffff880547d9bb78 ffff880547d9b838: 8800000000000000 000000000000ffff ffff880547d9b848: ffff880547d9bb78 ffff880547d9b878 ffff880547d9b858: 0000000000000009 ffff880879176ab0 ffff880547d9b868: ffff880547d9b938 ffffffff810c9942 #1 [ffff880547d9b870] crash_kexec at ffffffff810c9942 ffff880547d9b878: ffff8810426c4000 ffff8810426c5078 ffff880547d9b888: ffff8810515df4c0 0000000000000000 ffff880547d9b898: ffff880547d9bc70 00000002122fc000 ffff880547d9b8a8: 0000000000000041 092c8d41cd51a9c5 ffff880547d9b8b8: 0000000000000000 0000000015fbb1dc ffff880547d9b8c8: ffff8810515df4c0 ffff8810426c5078 ffff880547d9b8d8: ffff880e6896b400 ffffffffa0a56b00 ffff880547d9b8e8: ffff881040aff840 ffffffffffffffff ffff880547d9b8f8: ffffffffa0a50b31 0000000000000010 ffff880547d9b908: 0000000000010286 ffff880547d9bc20 ffff880547d9b918: 0000000000000018 ffff880547d9b978 ffff880547d9b928: 0000000000000246 ffff880547d9bb78 ffff880547d9b938: ffff880547d9b968 ffffffff8152f070 #2 [ffff880547d9b940] oops_end at ffffffff8152f070 ffff880547d9b948: 0000000000000000 ffff880547d9bb78 ffff880547d9b958: 0000000000000018 0000000000000009 ffff880547d9b968: ffff880547d9b9b8 ffffffff8104c80b #3 [ffff880547d9b970] no_context at ffffffff8104c80b ffff880547d9b978: ffff88040765002c ffff880547d9ba40 ffff880547d9b988: ffffffff811c4e5e 0000000000000000 ffff880547d9b998: 0000000000000018 ffff880547d9bb78 ffff880547d9b9a8: ffff880879176ab0 0000000000030001 ffff880547d9b9b8: ffff880547d9ba08 ffffffff8104ca95 #4 [ffff880547d9b9c0] __bad_area_nosemaphore at ffffffff8104ca95 ffff880547d9b9c8: ffff8804c287d540 ffff8804c2879748 ffff880547d9b9d8: ffff8804c28797b0 0000000000000028 ffff880547d9b9e8: 0000000000000018 0000000000000000 ffff880547d9b9f8: ffff8810426c5078 ffff880879176ab0 ffff880547d9ba08: ffff880547d9ba18 ffffffff8104cb63 #5 [ffff880547d9ba10] bad_area_nosemaphore at ffffffff8104cb63 ffff880547d9ba18: ffff880547d9bb38 ffffffff8104d25c #6 [ffff880547d9ba20] __do_page_fault at ffffffff8104d25c ffff880547d9ba28: ffff880547d9bbfc ffff880545de2ab0 ffff880547d9ba38: ffff880547d9bb78 0000000000000000 ffff880547d9ba48: 0000000000000068 0000000000000000 ffff880547d9ba58: 0000000000001000 ffff880547d9bad0 ffff880547d9ba68: ffffffff811c4f9c ffff88001ddceb58 ffff880547d9ba78: 00000000076503c8 0000000000000001 ffff880547d9ba88: 0000000147d9bcbc 0000000000000000 ffff880547d9ba98: 00000000076503c8 ffff880547d9bb60 ffff880547d9baa8: 0000000000000000 0000000000000000 ffff880547d9bab8: ffff880547d9bbfc ffff880545de2ab0 ffff880547d9bac8: ffff880545de2ab0 ffff880547d9bb90 ffff880547d9bad8: ffffffffa05a293e 0000000000001000 ffff880547d9bae8: 01000000a6a556e0 0000000000000020 ffff880547d9baf8: ffff88001ddceb5a ffff880547d9bc10 ffff880547d9bb08: 73b49592076503c8 ffff880547d9bb78 ffff880547d9bb18: 0000000000000000 0000000000000018 ffff880547d9bb28: ffff8810426c5078 ffff8810426c4000 ffff880547d9bb38: ffff880547d9bb68 ffffffff81530fbe #7 [ffff880547d9bb40] do_page_fault at ffffffff81530fbe ffff880547d9bb48: 0000000000000001 0000000000000000 ffff880547d9bb58: ffff8810515df4c0 ffff8810426c5078 ffff880547d9bb68: ffff880547d9bc70 ffffffff8152e375 #8 [ffff880547d9bb70] page_fault at ffffffff8152e375 [exception RIP: fld_server_lookup+97] RIP: ffffffffa0a50b31 RSP: ffff880547d9bc20 RFLAGS: 00010286 RAX: ffff8810515df4c0 RBX: 00000002122fc000 RCX: ffff8810426c5078 RDX: ffff880e6896b400 RSI: ffffffffa0a56b00 RDI: ffff881040aff840 RBP: ffff880547d9bc70 R8: 0000000015fbb1dc R9: 0000000000000000 R10: 092c8d41cd51a9c5 R11: 0000000000000041 R12: 0000000000000000 R13: ffff8810515df4c0 R14: ffff8810426c5078 R15: ffff8810426c4000 ORIG_RAX: ffffffffffffffff CS: 0010 SS: 0018 ffff880547d9bb78: ffff8810426c4000 ffff8810426c5078 ffff880547d9bb88: ffff8810515df4c0 0000000000000000 ffff880547d9bb98: ffff880547d9bc70 00000002122fc000 ffff880547d9bba8: 0000000000000041 092c8d41cd51a9c5 ffff880547d9bbb8: 0000000000000000 0000000015fbb1dc ffff880547d9bbc8: ffff8810515df4c0 ffff8810426c5078 ffff880547d9bbd8: ffff880e6896b400 ffffffffa0a56b00 ffff880547d9bbe8: ffff881040aff840 ffffffffffffffff ffff880547d9bbf8: ffffffffa0a50b31 0000000000000010 ffff880547d9bc08: 0000000000010286 ffff880547d9bc20 ffff880547d9bc18: 0000000000000018 ffff880547d9bc68 ffff880547d9bc28: 0000000000000005 ffff880547d9bcf0 ffff880547d9bc38: ffffffffa05b91d7 ffff881040aff968 ffff880547d9bc48: 00000002122fc000 ffff8801f827a000 ffff880547d9bc58: ffff8801f827a000 ffff880dc7d59040 ffff880547d9bc68: ffff8810426c4000 ffff880547d9bca0 ffff880547d9bc78: ffffffffa0d53b8a #9 [ffff880547d9bc78] osd_fld_lookup at ffffffffa0d53b8a [osd_ldiskfs] ffff880547d9bc80: ffff880132768400 00000002122fc000 ffff880547d9bc90: ffff8801f827a000 ffff881040aff840 ffff880547d9bca0: ffff880547d9bcf0 ffffffffa0d54320 #10 [ffff880547d9bca8] osd_remote_fid at ffffffffa0d54320 [osd_ldiskfs] ffff880547d9bcb0: ffff881040aff940 ffff8810426c4448 ffff880547d9bcc0: ffff880547d9bd30 ffff88104b27da98 ffff880547d9bcd0: 0000000000000025 0000000000000008 ffff880547d9bce0: ffff8804d08eab40 0000000000000000 ffff880547d9bcf0: ffff880547d9be30 ffffffffa0d6539e #11 [ffff880547d9bcf8] osd_it_ea_rec at ffffffffa0d6539e [osd_ldiskfs] ffff880547d9bd00: ffff880b5f00a308 ffff880b5f00a2b0 ffff880547d9bd10: ffffc90133f12000 0000000000000030 ffff880547d9bd20: ffffffffa0d62fa0 ffff881000000004 ffff880547d9bd30: ffff880547d9bd50 ffff8810426c4000 ffff880547d9bd40: 163bc0d05f00a2f8 ffff880b5f00a2b0 ffff880547d9bd50: ffff880547d9bdd0 ffffffffa06cf1d3 ffff880547d9bd60: 0000000000000000 ffff8810426c4440 ffff880547d9bd70: ffff880b3e130440 10ff880400000010 ffff880547d9bd80: ffffc90133f12000 ffff8804d08eaa80 ffff880547d9bd90: ffff880545de2ab0 ffff881048b0a800 ffff880547d9bda0: 00000004d08eab40 ffff8801f827a000 ffff880547d9bdb0: 0000000000000000 ffff881040aff840 ffff880547d9bdc0: ffff880547d9bde0 ffffffffa05d469d ffff880547d9bdd0: ffff88101f31c050 ffff8810426c4440 ffff880547d9bde0: ffff88104b27da98 ffff8810426c4280 ffff880547d9bdf0: ffff8810426c4440 ffff881040aff840 ffff880547d9be00: ffffffffa0f035a0 ffff881040aff840 ffff880547d9be10: ffff881037af8940 ffffffffa0f035a0 ffff880547d9be20: ffff880a81f69c30 ffff88104476ab20 ffff880547d9be30: ffff880547d9be40 ffffffffa0eec331 #12 [ffff880547d9be38] lod_it_rec at ffffffffa0eec331 [lod] ffff880547d9be40: ffff880547d9bee0 ffffffffa0f55050 #13 [ffff880547d9be48] __mdd_orphan_cleanup at ffffffffa0f55050 [mdd] ffff880547d9be50: ffff880547d9be60 0000000100620cd0 ffff880547d9be60: ffff880800000000 08a3bf2496934037 ffff880547d9be70: ffff88104b27dab8 ffff880527a12280 ffff880547d9be80: ffff881037af8800 ffff88104b27da98 ffff880547d9be90: ffff881037af8800 ffff88104b27d800 ffff880547d9bea0: 00000002122f8ab5 00000000000178d9 ffff880547d9beb0: ffff880547d9bee0 ffff880207881b00 ffff880547d9bec0: ffff880547d9bef8 ffffffffa0f54d50 ffff880547d9bed0: ffff881037af8940 ffff880479c40ab0 ffff880547d9bee0: ffff880547d9bf40 ffffffff8109e71e #14 [ffff880547d9bee8] kthread at ffffffff8109e71e ffff880547d9bef0: ffffffff00000000 0000000000000000 ffff880547d9bf00: 0000000000000000 ffff880547d9bf08 ffff880547d9bf10: ffff880547d9bf08 0000000000000000 ffff880547d9bf20: ffff880207881b00 ffffffff81ebb4c8 ffff880547d9bf30: ffff880479c40ab0 0000000000000000 ffff880547d9bf40: ffff880479c45f40 ffffffff8100c20a #15 [ffff880547d9bf48] kernel_thread at ffffffff8100c20a crash> crash> dis osd_fld_lookup 0xffffffffa0d53b20 : push %rbp 0xffffffffa0d53b21 : mov %rsp,%rbp 0xffffffffa0d53b24 : sub $0x20,%rsp 0xffffffffa0d53b28 : mov %rbx,-0x18(%rbp) 0xffffffffa0d53b2c : mov %r12,-0x10(%rbp) ---> struct osd_device *osd, 0xffffffffa0d53b30 : mov %r13,-0x8(%rbp) 0xffffffffa0d53b34 : nopl 0x0(%rax,%rax,1) 0xffffffffa0d53b39 : mov 0x18(%rsi),%rax ffff880547d9bc68: ffff8810426c4000 ffff880547d9bca0 ffff880547d9bc78: ffffffffa0d53b8a #9 [ffff880547d9bc78] osd_fld_lookup at ffffffffa0d53b8a [osd_ldiskfs] ffff880547d9bc80: ffff880132768400 00000002122fc000 ffff880547d9bc90: ffff8801f827a000 ffff881040aff840 ffff880547d9bca0: ffff880547d9bcf0 ffffffffa0d54320 #10 [ffff880547d9bca8] osd_remote_fid at ffffffffa0d54320 [osd_ldiskfs] ffff880547d9bcb0: ffff881040aff940 ffff8810426c4448 crash> x/a 0xffff880547d9bca0 - 0x10 0xffff880547d9bc90: 0xffff8801f827a000 crash> struct osd_device 0xffff8801f827a000 struct osd_device { od_dt_dev = { dd_lu_dev = { ld_ref = { counter = 4050 }, ld_type = 0xffffffffa0d96960, ld_ops = 0xffffffffa0d8ca20, ld_site = 0xffff8801f827a150, ld_proc_entry = 0x0, ld_obd = 0xffff88031b8140f8, ld_reference = {}, ld_linkage = { next = 0xffff8801f827a180, prev = 0xffff880dc7d59030 } }, dd_ops = 0xffffffffa0d8cae0, dd_txn_callbacks = { next = 0xffff880d9b827278, prev = 0xffff880d9b827278 } }, od_mnt = 0xffff8804797734c0, od_oi_table = 0xffff880134914000, od_oi_count = 1, od_fl_capa = 0, od_maybe_new = 0, od_noscrub = 0, od_dirent_journal = 0, od_igif_inoi = 1, od_check_ff = 0, od_is_ost = 0, od_capa_timeout = 0, od_capa_alg = 0, od_capa_keys = 0x0, od_capa_hash = 0xffff8801167bd000, od_proc_entry = 0xffff880578659200, od_stats = 0xffff8807504ed200, od_osfs_age = 4301763878, od_statfs = { os_type = 61267, os_blocks = 187035672, os_bfree = 155124832, os_bavail = 152629222, os_files = 499122176, os_ffree = 386900194, os_fsid = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000", os_bsize = 4096, os_namelen = 255, os_maxbytes = 0, os_state = 0, os_fprecreated = 0, os_spare2 = 0, os_spare3 = 0, os_spare4 = 0, os_spare5 = 0, os_spare6 = 0, os_spare7 = 0, os_spare8 = 0, os_spare9 = 0 }, od_osfs_lock = { raw_lock = { slock = 62915520 } }, od_fsops = 0xffffffffa0129da0, od_connects = 123, od_site = { ls_obj_hash = 0xffff8804328be300, ls_purge_start = 0, ls_top_dev = 0xffff880dc7d59000, ls_bottom_dev = 0xffff8801f827a000, ls_linkage = { next = 0xffff8808739f6170, prev = 0xffffffffa0731d40 }, ls_ld_linkage = { next = 0xffff880dc7d59030, prev = 0xffff8801f827a030 }, ls_ld_lock = { raw_lock = { slock = 327685 } }, ls_stats = 0xffff88046e439a00, ld_seq_site = 0xffff880dc7d59040 }, od_ost_map = 0xffff880432721440, od_mdt_map = 0xffff8800769f4e20, od_readcache_max_filesize = 18446744073709551615, od_read_cache = 1, od_writethrough_cache = 1, od_brw_stats = { hist = {{ oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }, { oh_lock = { raw_lock = { slock = 0 } }, oh_buckets = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0} }} }, od_r_in_flight = { counter = 0 }, od_w_in_flight = { counter = 0 }, od_otable_mutex = { count = { counter = 1 }, wait_lock = { raw_lock = { slock = 0 } }, wait_list = 0xffff8801f827b048, spin_mlock = 0x0, owner = 0x0 }, od_otable_it = 0x0, od_scrub = { os_ctxt = { pwdmnt = 0xffff8804797734c0, pwd = 0xffff880473dc5480, fs = { seg = 18446744073709551615 }, luc = { luc_uid = 0, luc_gid = 0, luc_fsuid = 0, luc_fsgid = 0, luc_cap = { cap = {0, 0} }, luc_umask = 0, luc_ginfo = 0x0, luc_identity = 0x0 }, ngroups = 0, group_info = 0x0, dt = 0x0, magic = 3237998250 }, os_thread = { t_link = { next = 0x0, prev = 0x0 }, t_data = 0x0, t_flags = 0, t_id = 0, t_pid = 0, t_watchdog = 0x0, t_svcpt = 0x0, t_ctl_waitq = { lock = { raw_lock = { slock = 0 } }, task_list = { next = 0xffff8801f827b110, prev = 0xffff8801f827b110 } }, t_env = 0x0, t_name = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000" }, os_oic = { oic_fid = { f_seq = 0, f_oid = 0, f_ver = 0 }, oic_lid = { oii_ino = 0, oii_gen = 0 }, oic_dev = 0x0 }, os_inconsistent_items = { next = 0xffff8801f827b168, prev = 0xffff8801f827b168 }, os_rwsem = { count = 0, wait_lock = { raw_lock = { slock = 0 } }, wait_list = { next = 0xffff8801f827b188, prev = 0xffff8801f827b188 } }, os_lock = { raw_lock = { slock = 0 } }, os_file = { sf_uuid = "p*¥mg:BH\221ãÑ%·g\004\024", sf_flags = 0, sf_magic = 1281348178, sf_status = 2, sf_param = 0, sf_time_last_complete = 1437704355, sf_time_latest_start = 1437694695, sf_time_last_checkpoint = 1437704355, sf_pos_latest_start = 12, sf_pos_last_checkpoint = 499122177, sf_pos_first_inconsistent = 0, sf_items_checked = 105136479, sf_items_updated = 0, sf_items_failed = 0, sf_items_updated_prior = 0, sf_items_noscrub = 0, sf_items_igif = 0, sf_run_time = 9660, sf_success_count = 7, sf_oi_count = 1, sf_internal_flags = 0, sf_reserved_1 = 0, sf_reserved_2 = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}, sf_oi_bitmap = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000" }, os_file_disk = { sf_uuid = "p*¥mg:BH\221ãÑ%·g\004\024", sf_flags = 0, sf_magic = 1281348178, sf_status = 2, sf_param = 0, sf_time_last_complete = 1437704355, sf_time_latest_start = 1437694695, sf_time_last_checkpoint = 1437704355, sf_pos_latest_start = 12, sf_pos_last_checkpoint = 499122177, sf_pos_first_inconsistent = 0, sf_items_checked = 105136479, sf_items_updated = 0, sf_items_failed = 0, sf_items_updated_prior = 0, sf_items_noscrub = 0, sf_items_igif = 0, sf_run_time = 9660, sf_success_count = 7, sf_oi_count = 1, sf_internal_flags = 0, sf_reserved_1 = 0, sf_reserved_2 = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}, sf_oi_bitmap = "\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000" }, os_inode = 0xffff8802bc1146e0, os_time_last_checkpoint = 0, os_time_next_checkpoint = 0, os_lf_scanned = 0, os_lf_repaired = 0, os_lf_failed = 0, os_new_checked = 0, os_pos_current = 499122178, os_start_flags = 0, os_in_prior = 0, os_waiting = 0, os_full_speed = 0, os_paused = 0, os_convert_igif = 1 }, od_ios_list = { next = 0xffff8801f827b500, prev = 0xffff8801f827b500 }, od_svname = "scratch2-MDT0000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000", od_mntdev = "/dev/mapper/mpathed\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000\000", od_quota_slave = 0xffff880649123000 } crash> crash> p *(*((struct osd_device *)0xffff8801f827a000).od_dt_dev.dd_lu_dev.ld_site).ld_seq_site $9 = { ss_lu = 0xffff8801f827a150, ss_node_id = 0, ss_server_fld = 0x0, <---------- ICI ss_client_fld = 0x0, ss_server_seq = 0x0, ss_control_seq = 0x0, ss_control_exp = 0x0, ss_client_seq = 0x0 } /* * FLD wrappers */ static int mdt_fld_fini(const struct lu_env *env, struct mdt_device *m) { struct seq_server_site *ss = mdt_seq_site(m); ENTRY; if (ss && ss->ss_server_fld) { fld_server_fini(env, ss->ss_server_fld); OBD_FREE_PTR(ss->ss_server_fld); ss->ss_server_fld = NULL; } RETURN(0); }