# crash /usr/lib/debug/lib/modules/3.10.0-327.22.2.el7.x86_64/vmlinux vmcore crash 7.1.2-3.el7_2.1 Copyright (C) 2002-2014 Red Hat, Inc. Copyright (C) 2004, 2005, 2006, 2010 IBM Corporation Copyright (C) 1999-2006 Hewlett-Packard Co Copyright (C) 2005, 2006, 2011, 2012 Fujitsu Limited Copyright (C) 2006, 2007 VA Linux Systems Japan K.K. Copyright (C) 2005, 2011 NEC Corporation Copyright (C) 1999, 2002, 2007 Silicon Graphics, Inc. Copyri ht (C) 1999, 2000, 2001, 2002 Mission Critical Linux, Inc. This program is free software, covered by the GNU General Public License, and you are welcome to change it and/or distribute copies of it under certain conditions. Enter "help copying" to see the conditions. This program has absolutely no warranty. Enter "help warranty" for details. GNU gdb (GDB) 7.6 Copyright (C) 2013 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later <[1]http://gnu.org/licenses/gpl.html> This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-unknown-linux-gnu"... KERNEL: /usr/lib/debug/lib/modules/3.10.0-327.22.2.el7.x86_64/vmlinux DUMPFILE: vmcore [PARTIAL DUMP] CPUS: 64 DATE: Mon Jul 18 11:46:14 2016 UPTIME: 5 days, 20:48:32 LOAD AVERAGE: 25.31, 10.47, 16.87 TASKS: 1195 NODENAME: borel1538 RELEASE: 3.10.0-327.22.2.el7.x86_64 VERSION: #1 SMP Thu Jun 9 10:09:10 EDT 2016 MACHINE: x86_64 (2294 Mhz) MEMORY: 127.8 GB PANIC: "Kernel panic - not syncing: LBUG" PID: 41604 COMMAND: "cat" TASK: ffff8814ca813980 [THREAD_INFO: ffff8817799e8000] CPU: 53 STATE: TASK_RUNNING (PANIC) crash> bt PID: 41604 TASK: ffff8814ca813980 CPU: 53 COMMAND: "cat" #0 [ffff8817799eb798] machine_kexec at ffffffff81051c1b #1 [ffff8817799eb7f8] crash_kexec at ffffffff810f2762 #2 [ffff8817799eb8c8] panic at ffffffff8162f971 #3 [ffff8817799eb948] lbug_with_loc at ffffffffa05ebe5b [libcfs] #4 [ffff8817799eb968] osc_ap_completion at ffffffffa0dea859 [osc] #5 [ffff8817799eb9c0] osc_queue_sync_pages at ffffffffa0df558d [osc] #6 [ffff8817799eba18] osc_io_submit at ffffffffa0de750f [osc] #7 [ffff8817799ebab0] cl_io_submit_rw at ffffffffa086fbd6 [obdclass] #8 [ffff8817799ebae8] lov_io_submit at ffffffffa0b8d257 [lov] #9 [ffff8817799ebb48] cl_io_submit_rw at ffffffffa086fbd6 [obdclass] #10 [ffff8817799ebb80] ll_readpage at ffffffffa0c67f70 [lustre] #11 [ffff8817799ebbd8] generic_file_aio_read at ffffffff8116af87 #12 [ffff8817799ebca8] vvp_io_read_start at ffffffffa0c98485 [lustre] #13 [ffff8817799ebd10] cl_io_start at ffffffffa086f965 [obdclass] #14 [ffff8817799ebd38] cl_io_loop at ffffffffa0872f85 [obdclass] #15 [ffff8817799ebd68] ll_file_io_generic at ffffffffa0c34e8c [lustre] #16 [ffff8817799ebe60] ll_file_aio_read at ffffffffa0c35db2 [lustre] #17 [ffff8817799ebeb0] ll_file_read at ffffffffa0c3621b [lustre] #18 [ffff8817799ebf08] vfs_read at ffffffff811dea1c #19 [ffff8817799ebf38] sys_read at ffffffff811df56f #20 [ffff8817799ebf80] system_call_fastpath at ffffffff81646889 RIP: 00007fe7d65fd4a0 RSP: 00007ffdbb567678 RFLAGS: 00000202 RAX: 0000000000000000 RBX: ffffffff81646889 RCX: 00007fe7d65fd500 RDX: 0000000000400000 RSI: 00007fe7cf1c8000 RDI: 0000000000000003 RBP: 00007fe7cf1c8000 R8: 00000000ffffffff R9: 0000000000400fff R10: 00007ffdbb5673d0 R11: 0000000000000246 R12: 0000000000000000 R13: 0000000000000003 R14: 00007fe7cf1c8000 R15: 0000000000400000 ORIG_RAX: 0000000000000000 CS: 0033 SS: 002b crash> files PID: 41604 TASK: ffff8814ca813980 CPU: 53 COMMAND: "cat" ROOT: / CWD: /run/mount/scratch/.../.../.../.../.../.../.../............. FD FILE DENTRY INODE TYPE PATH 0 ffff8810bd51db00 ffff881054000240 ffff881054448850 CHR /dev/null 1 ffff88150945da00 ffff881601e880c0 ffff8813e5af32e0 FIFO 2 ffff88150965ab00 ffff88062f6d0e40 ffff88150cb0f908 REG /run/mount/scratch/.../.../.../.../.../.../.../........... 3 ffff8814caabb300 ffff8810b4fd4fc0 ffff8815093f8b08 REG /run/mount/scratch/.../.../.../.../.../.../.../............./............. It is important to load the correct debugging modules crash> mod MODULE NAME SIZE OBJECT FILE ffffffffa0014680 dm_mod 113292 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/md/dm-mod.ko ffffffffa0020080 dm_region_hash 20862 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/md/dm-region-hash.ko ffffffffa0026000 udp_tunnel 13187 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/net/ipv4/udp_tunnel.ko ffffffffa002d160 dm_log 18411 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/md/dm-log.ko ffffffffa0034180 dm_mirror 22135 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/md/dm-mirror.ko ffffffffa0039040 dca 15130 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/dca/dca.ko ffffffffa003f000 ip6_udp_tunnel 12755 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/net/ipv6/ip6_udp_tunnel.ko ffffffffa004a3a0 vxlan 41228 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/net/vxlan.ko ffffffffa0050280 crct10dif_pclmul 14289 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/arch/x86/crypto/crct10dif-pclmul.ko ffffffffa00589a0 crc32c_intel 22079 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/arch/x86/crypto/crc32c-intel.ko ffffffffa0063400 pps_core 19106 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/pps/pps_core.ko ffffffffa0090560 libata 218730 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/ata/libata.ko ffffffffa00a3000 i2c_algo_bit 13413 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/i2c/algos/i2c-algo-bit.ko ffffffffa00a8080 mbcache 14958 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/mbcache.ko ffffffffa00ad000 nfs_acl 12837 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/nfs_common/nfs_acl.ko ffffffffa00b4180 crct10dif_generic 12647 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/crypto/crct10dif_generic.ko ffffffffa00be660 i2c_core 40582 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/i2c/i2c-core.ko ffffffffa00da520 ib_core 141088 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/ib_core.ko ffffffffa00eb040 crc_t10dif 12714 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/lib/crc-t10dif.ko ffffffffa00f7540 sd_mod 45497 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/scsi/sd_mod.ko ffffffffa00fe020 mlx_compat 16639 /lib/modules/3.10.0-327.22.2.el7.x86_64/weak-updates/mlnx-ofa_kernel/compat/mlx_compat.ko ffffffffa014b400 mlx5_core 379515 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko ffffffffa0172660 jbd2 102940 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/jbd2/jbd2.ko ffffffffa0180340 ip_tables 27240 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/net/ipv4/netfilter/ip_tables.ko ffffffffa0185040 grace 13288 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/nfs_common/grace.ko ffffffffa018b120 binfmt_misc 17468 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/binfmt_misc.ko ffffffffa01b8700 igb 192580 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/net/ethernet/intel/igb/igb.ko ffffffffa01c5100 ib_addr 18923 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/ib_addr.ko ffffffffa01d9880 lockd 93572 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/lockd/lockd.ko ffffffffa01e71a0 ptp 19231 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/ptp/ptp.ko ffffffffa01f5680 auth_rpcgss 59314 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko ffffffffa01fd460 acpi_power_meter 18087 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/hwmon/acpi_power_meter.ko ffffffffa0208b60 ahci 29907 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/ata/ahci.ko ffffffffa0234120 mlx5_ib 195825 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko ffffffffa023e1a0 iTCO_wdt 13480 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/watchdog/iTCO_wdt.ko ffffffffa02444a0 acpi_cpufreq 19393 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/cpufreq/acpi-cpufreq.ko ffffffffa024f3a0 ipmi_msghandler 46609 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/char/ipmi/ipmi_msghandler.ko ffffffffa0256040 mfd_core 13435 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/mfd/mfd-core.ko ffffffffa025c000 crct10dif_common 12595 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/crypto/crct10dif_common.ko ffffffffa02622a0 i2c_i801 18134 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/i2c/busses/i2c-i801.ko ffffffffa026e560 libahci 32031 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/ata/libahci.ko ffffffffa02e6a00 ext4 578819 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/ext4/ext4.ko ffffffffa0333620 sunrpc 300421 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/net/sunrpc/sunrpc.ko ffffffffa03890c0 nfsd 302351 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/nfsd/nfsd.ko ffffffffa03a15a0 ipmi_si 53524 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/char/ipmi/ipmi_si.ko ffffffffa03ad280 shpchp 37032 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/pci/hotplug/shpchp.ko ffffffffa03bf680 ttm 93488 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/gpu/drm/ttm/ttm.ko ffffffffa03cb000 sysimgblt 12640 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/video/sysimgblt.ko ffffffffa03e60a0 drm_kms_helper 125056 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/gpu/drm/drm_kms_helper.ko ffffffffa03fb0a0 sg 40721 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/scsi/sg.ko ffffffffa04000c0 pcspkr 12718 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/input/misc/pcspkr.ko ffffffffa0405000 sysfillrect 12701 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/video/sysfillrect.ko ffffffffa040a000 syscopyarea 12529 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/video/syscopyarea.ko ffffffffa0415580 mgag200 41467 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/gpu/drm/mgag200/mgag200.ko ffffffffa041b340 ghash_clmulni_intel 13259 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/arch/x86/crypto/ghash-clmulni-intel.ko ffffffffa0420000 iTCO_vendor_support 13718 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/watchdog/iTCO_vendor_support.ko ffffffffa04260e0 ipmi_devintf 17572 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/char/ipmi/ipmi_devintf.ko ffffffffa042de20 lpc_ich 21073 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/mfd/lpc_ich.ko ffffffffa04334e0 crypto_null 12840 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/crypto/crypto_null.ko ffffffffa0472e20 drm 349210 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/gpu/drm/drm.ko ffffffffa0490080 cryptd 20359 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/crypto/cryptd.ko ffffffffa0495360 sha512_generic 12942 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/crypto/sha512_generic.ko ffffffffa049b160 coretemp 13435 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/hwmon/coretemp.ko ffffffffa04a2160 ib_umad 22330 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/ib_umad.ko ffffffffa04a7180 crc32_pclmul 13113 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/arch/x86/crypto/crc32-pclmul.ko ffffffffa04b5040 ib_mad 55975 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/ib_mad.ko ffffffffa04bf1c0 ib_sa 33950 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/ib_sa.ko ffffffffa04c8160 rdma_ucm 26797 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/rdma_ucm.ko ffffffffa04eb620 mlx4_en 132565 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko ffffffffa04f5000 gf128mul 14951 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/crypto/gf128mul.ko ffffffffa04fe260 iw_cm 36940 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/iw_cm.ko ffffffffa0506020 glue_helper 13990 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/arch/x86/crypto/glue_helper.ko ffffffffa05322e0 mlx4_ib 195768 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko ffffffffa05437a0 ib_cm 47035 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/ib_cm.ko ffffffffa0549080 dns_resolver 13140 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/net/dns_resolver/dns_resolver.ko ffffffffa054f080 lrw 13286 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/crypto/lrw.ko ffffffffa0561720 ib_uverbs 75038 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/ib_uverbs.ko ffffffffa056f2a0 rdma_cm 49851 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/rdma_cm.ko ffffffffa05780e0 ib_ucm 22546 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/core/ib_ucm.ko ffffffffa057f240 des_generic 21379 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/crypto/des_generic.ko ffffffffa0586600 intel_rapl 18773 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/powercap/intel_rapl.ko ffffffffa058b000 ablk_helper 13597 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/arch/x86/crypto/ablk_helper.ko ffffffffa05ab780 ib_ipoib 136906 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko ffffffffa05bb300 fscache 64987 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/fscache/fscache.ko ffffffffa05cce60 fid 40891 /var/crash/lustre_debuginfo/fid.ko ffffffffa05e6240 aesni_intel 69884 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/arch/x86/crypto/aesni-intel.ko ffffffffa0623420 libcfs 521580 /var/crash/lustre_debuginfo/libcfs.ko ffffffffa06a7c40 lnet 377740 /var/crash/lustre_debuginfo/lnet.ko ffffffffa06d3340 fld 55221 /var/crash/lustre_debuginfo/fld.ko ffffffffa06e3180 intel_powerclamp 18648 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/thermal/intel_powerclamp.ko ffffffffa070c700 ko2iblnd 229734 /var/crash/lustre_debuginfo/ko2iblnd.ko ffffffffa07260e0 rpcsec_gss_krb5 31477 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko ffffffffa0794220 kvm 525409 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/arch/x86/kvm/kvm.ko ffffffffa07f7980 mlx4_core 348954 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko ffffffffa08ac360 obdclass 1932920 /var/crash/lustre_debuginfo/obdclass.ko ffffffffa0ac1da0 ptlrpc 1347708 /var/crash/lustre_debuginfo/ptlrpc.ko ffffffffa0b530a0 mdc 211618 /var/crash/lustre_debuginfo/mdc.ko ffffffffa0b72600 mgc 94468 /var/crash/lustre_debuginfo/mgc.ko ffffffffa0bc4000 lov 361887 /var/crash/lustre_debuginfo/lov.ko ffffffffa0c0bee0 lmv 257287 /var/crash/lustre_debuginfo/lmv.ko ffffffffa0ccf1c0 lustre 988681 /var/crash/lustre_debuginfo/lustre.ko ffffffffa0d3ebe0 nfs 251947 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/nfs/nfs.ko ffffffffa0db5d80 nfsv4 501099 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/fs/nfs/nfsv4.ko ffffffffa0e13ea0 osc 390937 /var/crash/lustre_debuginfo/osc.ko ffffffffa1897800 kvm_intel 162153 /lib/modules/3.10.0-327.22.2.el7.x86_64/kernel/arch/x86/kvm/kvm-intel.ko crash> bt PID: 41604 TASK: ffff8814ca813980 CPU: 53 COMMAND: "cat" #0 [ffff8817799eb798] machine_kexec at ffffffff81051c1b #1 [ffff8817799eb7f8] crash_kexec at ffffffff810f2762 #2 [ffff8817799eb8c8] panic at ffffffff8162f971 #3 [ffff8817799eb948] ����شa������<9A>`�����^N�a�����p<98>`�����Ǵa�������`�����y�a����� �`�����<89>�a�����<90>�`�����<9F>�a�����0<98>`�������a�����Ч`�����g�a������<8D>_�����<9C>�a�����`Gd�����I�a�����pGd�����X�a����� d`�����<89>�a�����P^D`�����7�a�����0�^�����<9D>�a�����<90>�^�����<8A>�a�������_�����<84>�a�����pd`�����^?�a�����^PJ_�����i�a����� J_�����S�a�������_�������a����� �_�����L�a�������_�����<9F>�a�����^P�_�������a�����@�^�����P�a�������^�����^Y�a�����P�^�����?�a�����p�^�����^�a����� at ffffffffa05ebe5b [libcfs] #4 [ffff8817799eb968] osc_extent_hold at ffffffffa0dea859 [osc] #5 [ffff8817799eb9c0] osc_queue_sync_pages at ffffffffa0df558d [osc] #6 [ffff8817799eba18] osc_io_submit at ffffffffa0de750f [osc] #7 [ffff8817799ebab0] cl_io_submit_rw at ffffffffa086fbd6 [obdclass] #8 [ffff8817799ebae8] lov_io_submit at ffffffffa0b8d257 [lov] #9 [ffff8817799ebb48] cl_io_submit_rw at ffffffffa086fbd6 [obdclass] #10 [ffff8817799ebb80] ll_readpage at ffffffffa0c67f70 [lustre] #11 [ffff8817799ebbd8] generic_file_aio_read at ffffffff8116af87 #12 [ffff8817799ebca8] vvp_io_read_start at ffffffffa0c98485 [lustre] #13 [ffff8817799ebd10] cl_io_start at ffffffffa086f965 [obdclass] #14 [ffff8817799ebd38] cfs_cdebug_show at ffffffffa0872f85 [obdclass] #15 [ffff8817799ebd68] ll_file_io_generic at ffffffffa0c34e8c [lustre] #16 [ffff8817799ebe60] ll_file_aio_read at ffffffffa0c35db2 [lustre] #17 [ffff8817799ebeb0] ll_file_read at ffffffffa0c3621b [lustre] #18 [ffff8817799ebf08] vfs_read at ffffffff811dea1c #19 [ffff8817799ebf38] sys_read at ffffffff811df56f #20 [ffff8817799ebf80] system_call_fastpath at ffffffff81646889 RIP: 00007fe7d65fd4a0 RSP: 00007ffdbb567678 RFLAGS: 00000202 RAX: 0000000000000000 RBX: ffffffff81646889 RCX: 00007fe7d65fd500 RDX: 0000000000400000 RSI: 00007fe7cf1c8000 RDI: 0000000000000003 RBP: 00007fe7cf1c8000 R8: 00000000ffffffff R9: 0000000000400fff R10: 00007ffdbb5673d0 R11: 0000000000000246 R12: 0000000000000000 R13: 0000000000000003 R14: 00007fe7cf1c8000 R15: 0000000000400000 ORIG_RAX: 0000000000000000 CS: 0033 SS: 002b the trace is not the same as the console, but in assembler it seems correct : 0xffffffffa0df5570 : mov -0x30(%rbp),%rsi 0xffffffffa0df5574 : mov -0x38(%rbp),%rdi 0xffffffffa0df5578 : mov %r14,%rdx 0xffffffffa0df557b : mov %rbx,0x8(%r14) 0xffffffffa0df557f : mov %rbx,0x10(%r14) 0xffffffffa0df5583 : mov $0xfffffff4,%ecx 0xffffffffa0df5588 : callq 0xffffffffa0dea380 <----------------------------------------------- here 0xffffffffa0df558d : mov 0x8(%r14),%rbx 0xffffffffa0df5591 : cmp %r13,%rbx 0xffffffffa0df5594 : lea -0x8(%rbx),%r14 0xffffffffa0df5598 : jne 0xffffffffa0df5568 0xffffffffa0df559a : testb $0x1,-0x7d6145(%rip) # 0xffffffffa061f45c 0xffffffffa0df55a1 : je 0xffffffffa0df55ac 0xffffffffa0df55a3 : testb $0x8,-0x7d614a(%rip) # 0xffffffffa061f460 0xffffffffa0df55aa : jne 0xffffffffa0df55c0 0xffffffffa0df55ac : add $0x20,%rsp 0xffffffffa0df55b0 : mov $0xfffffff4,%eax 0xffffffffa0df55b5 : pop %rbx 0xffffffffa0df55b6 : pop %r12 0xffffffffa0df55b8 : pop %r13 0xffffffffa0df55ba : pop %r14 0xffffffffa0df55bc : pop %r15 0xffffffffa0df55be : pop %rbp 0xffffffffa0df55bf : retq 0xffffffffa0df55c0 : mov $0xfffffffffffffff4,%rsi 0xffffffffa0df55c7 : mov $0xffffffffa0e109e0,%rdi 0xffffffffa0df55ce : movl $0x1,0x1b420(%rip) # 0xffffffffa0e109f8 0xffffffffa0df55d8 : callq 0xffffffffa05f6d70 0xffffffffa0df55dd : jmpq 0xffffffffa0df54b0 0xffffffffa0df55e2 : mov %rax,%rcx 0xffffffffa0df55e5 : jmpq 0xffffffffa0df5341 0xffffffffa0df55ea : xor %ecx,%ecx 0xffffffffa0df55ec : nopl 0x0(%rax) 0xffffffffa0df55f0 : jmpq 0xffffffffa0df5341 0xffffffffa0df55f5 : data32 nopw %cs:0x0(%rax,%rax,1) 0xffffffffa0dea854 : callq 0xffffffffa05ebdb0 <---------------------------------------------- here But in source code lustre/osc/osc_cache.c 1277 static int osc_completion(const struct lu_env *env, struct osc_async_page *oap, 1278 int cmd, int rc) 1279 { 1280 struct osc_page *opg = oap2osc_page(oap); 1281 struct cl_page *page = oap2cl_page(oap); 1282 struct osc_object *obj = cl2osc(opg->ops_cl.cpl_obj); 1283 enum cl_req_type crt; 1284 int srvlock; 1285 1286 ENTRY; 1287 1288 cmd &= ~OBD_BRW_NOQUOTA; 1289 LASSERTF(equi(page->cp_state == CPS_PAGEIN, cmd == OBD_BRW_READ), <----------------------------------------- here 1290 "cp_state:%u, cmd:%d\n", page->cp_state, cmd); 1291 LASSERTF(equi(page->cp_state == CPS_PAGEOUT, cmd == OBD_BRW_WRITE), 1292 "cp_state:%u, cmd:%d\n", page->cp_state, cmd); 1293 LASSERT(opg->ops_transfer_pinned);