https://jira.whamcloud.com This file is an XML representation of an issue en-us 9.4.14 940014 05-12-2023 https://jira.whamcloud.com/browse/LU-3623 Lustre <p>Hit this running sanity in a loop:</p> <div class="preformatted panel" style="border-width: 1px;"><div class="preformattedContent panelContent"> <pre>&lt;3&gt;[12982.852394] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800aaad6f18[0x0, 0, [0x100010000:0x14e00:0x0] hash lru]{ &lt;3&gt;[12982.864329] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800aaad6f70osp-object@ffff8800aaad6f18 &lt;3&gt;[12982.865641] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800aaad6f18 &lt;3&gt;[12982.867922] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880021ce6f18[0x0, 0, [0x100000000:0x14a00:0x0] hash lru]{ &lt;3&gt;[12982.869343] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880021ce6f70osp-object@ffff880021ce6f18 &lt;3&gt;[12982.874473] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880021ce6f18 &lt;3&gt;[12982.875624] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800064a2f18[0x0, 0, [0x100000000:0x14a01:0x0] hash lru]{ &lt;3&gt;[12982.882730] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800064a2f70osp-object@ffff8800064a2f18 &lt;3&gt;[12982.883970] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800064a2f18 &lt;3&gt;[12982.886236] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800538d4f18[0x0, 0, [0x100010000:0x14e01:0x0] hash lru]{ &lt;3&gt;[12982.888328] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800538d4f70osp-object@ffff8800538d4f18 &lt;3&gt;[12982.890580] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800538d4f18 &lt;3&gt;[12982.891795] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800163c9f30[0x0, 1, [0x1:0x0:0x0] hash exist]{ &lt;3&gt;[12982.893057] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....local_storage@ffff8800163c9f88 &lt;3&gt;[12982.904979] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osd-ldiskfs@ffff880009b18ef0osd-ldiskfs-object@ffff880009b18ef0(i:ffff8800a06f1b98:81/55043741)[plain] &lt;3&gt;[12982.910690] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800163c9f30 &lt;3&gt;[12982.918810] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880052d0af18[0x0, 0, [0x100000000:0x14a02:0x0] hash lru]{ &lt;3&gt;[12982.923666] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880052d0af70osp-object@ffff880052d0af18 &lt;3&gt;[12982.924919] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880052d0af18 &lt;3&gt;[12982.926031] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880078225f18[0x0, 0, [0x100010000:0x14e02:0x0] hash lru]{ &lt;3&gt;[12982.927273] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880078225f70osp-object@ffff880078225f18 &lt;3&gt;[12982.928541] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880078225f18 &lt;3&gt;[12982.929911] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88008326cf30[0x0, 1, [0x200000003:0x0:0x0] hash exist]{ &lt;3&gt;[12982.935094] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....local_storage@ffff88008326cf88 &lt;3&gt;[12982.936302] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osd-ldiskfs@ffff88008326def0osd-ldiskfs-object@ffff88008326def0(i:ffff88008d402b98:80/55043706)[plain] &lt;3&gt;[12982.938342] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88008326cf30 &lt;3&gt;[12982.939518] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88004d30af18[0x0, 0, [0x100000000:0x14a03:0x0] hash lru]{ &lt;3&gt;[12982.940826] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88004d30af70osp-object@ffff88004d30af18 &lt;3&gt;[12982.954539] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88004d30af18 &lt;3&gt;[12982.955903] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880061a17f18[0x0, 0, [0x100010000:0x14e03:0x0] hash lru]{ &lt;3&gt;[12982.957643] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880061a17f70osp-object@ffff880061a17f18 &lt;3&gt;[12982.959162] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880061a17f18 &lt;3&gt;[12982.960336] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880097492f18[0x0, 0, [0x100000000:0x14a04:0x0] hash lru]{ &lt;3&gt;[12982.961694] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880097492f70osp-object@ffff880097492f18 &lt;3&gt;[12982.965525] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880097492f18 &lt;3&gt;[12982.966755] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88007136af18[0x0, 0, [0x100010000:0x14e04:0x0] hash lru]{ &lt;3&gt;[12982.968147] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88007136af70osp-object@ffff88007136af18 &lt;3&gt;[12982.969374] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88007136af18 &lt;3&gt;[12982.970626] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880013c2ff30[0x0, 1, [0x200000003:0x2:0x0] hash exist]{ &lt;3&gt;[12982.971912] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....local_storage@ffff880013c2ff88 &lt;3&gt;[12982.973086] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osd-ldiskfs@ffff8800acc6eef0osd-ldiskfs-object@ffff8800acc6eef0(i:ffff8800ae245b98:25026/55043707)[plain] &lt;3&gt;[12982.975007] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880013c2ff30 &lt;3&gt;[12982.976227] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88009c5a6f18[0x0, 0, [0x100010000:0x14e05:0x0] hash lru]{ &lt;3&gt;[12982.977881] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88009c5a6f70osp-object@ffff88009c5a6f18 &lt;3&gt;[12982.979140] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88009c5a6f18 &lt;3&gt;[12982.980157] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88006a09df18[0x0, 0, [0x100000000:0x14a06:0x0] hash lru]{ &lt;3&gt;[12982.981298] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88006a09df70osp-object@ffff88006a09df18 &lt;3&gt;[12982.983389] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88006a09df18 &lt;3&gt;[12982.986163] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88001c349f18[0x0, 0, [0x100010000:0x14e06:0x0] hash lru]{ &lt;3&gt;[12982.987459] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88001c349f70osp-object@ffff88001c349f18 &lt;3&gt;[12982.988677] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88001c349f18 &lt;3&gt;[12982.989924] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003b2a7f18[0x0, 0, [0x100000000:0x14a07:0x0] hash lru]{ &lt;3&gt;[12982.991295] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003b2a7f70osp-object@ffff88003b2a7f18 &lt;3&gt;[12982.992589] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003b2a7f18 &lt;3&gt;[12982.993758] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88001c2f2f18[0x0, 0, [0x100010000:0x14e07:0x0] hash lru]{ &lt;3&gt;[12982.995027] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88001c2f2f70osp-object@ffff88001c2f2f18 &lt;3&gt;[12982.996261] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88001c2f2f18 &lt;3&gt;[12983.005722] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88005db5bf18[0x0, 0, [0x100000000:0x14a08:0x0] hash lru]{ &lt;3&gt;[12983.006871] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88005db5bf70osp-object@ffff88005db5bf18 &lt;3&gt;[12983.008165] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88005db5bf18 &lt;3&gt;[12983.009164] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800a17f2f18[0x0, 0, [0x100010000:0x14e08:0x0] hash lru]{ &lt;3&gt;[12983.010384] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800a17f2f70osp-object@ffff8800a17f2f18 &lt;3&gt;[12983.014108] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800a17f2f18 &lt;3&gt;[12983.018322] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88009a9abf18[0x0, 0, [0x100000000:0x14a09:0x0] hash lru]{ &lt;3&gt;[12983.019798] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88009a9abf70osp-object@ffff88009a9abf18 &lt;3&gt;[12983.021047] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88009a9abf18 &lt;3&gt;[12983.022227] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800a17acf18[0x0, 0, [0x100010000:0x14e09:0x0] hash lru]{ &lt;3&gt;[12983.034179] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800a17acf70osp-object@ffff8800a17acf18 &lt;3&gt;[12983.035468] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800a17acf18 &lt;3&gt;[12983.036667] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880094994f30[0x0, 1, [0xa:0x0:0x0] hash exist]{ &lt;3&gt;[12983.038028] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....local_storage@ffff880094994f88 &lt;3&gt;[12983.039252] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osd-ldiskfs@ffff880094995ef0osd-ldiskfs-object@ffff880094995ef0(i:ffff8800572d1b98:82/55043775)[plain] &lt;3&gt;[12983.041196] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880094994f30 &lt;3&gt;[12983.042458] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800148f4f18[0x0, 0, [0x100010000:0x14e0a:0x0] hash lru]{ &lt;3&gt;[12983.043893] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800148f4f70osp-object@ffff8800148f4f18 &lt;3&gt;[12983.045227] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800148f4f18 &lt;3&gt;[12983.046416] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800539c8f18[0x0, 0, [0x100010000:0x14e0b:0x0] hash lru]{ &lt;3&gt;[12983.053346] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800539c8f70osp-object@ffff8800539c8f18 &lt;3&gt;[12983.054638] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800539c8f18 &lt;3&gt;[12983.055895] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800ae487f18[0x0, 0, [0x100010000:0x14e0c:0x0] hash lru]{ &lt;3&gt;[12983.057302] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800ae487f70osp-object@ffff8800ae487f18 &lt;3&gt;[12983.058648] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800ae487f18 &lt;3&gt;[12983.059896] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800673e2f18[0x0, 0, [0x100010000:0x14e0d:0x0] hash lru]{ &lt;3&gt;[12983.061197] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800673e2f70osp-object@ffff8800673e2f18 &lt;3&gt;[12983.062462] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800673e2f18 &lt;3&gt;[12983.063682] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800475faf18[0x0, 0, [0x100010000:0x14e0e:0x0] hash lru]{ &lt;3&gt;[12983.065116] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800475faf70osp-object@ffff8800475faf18 &lt;3&gt;[12983.066464] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800475faf18 &lt;3&gt;[12983.071148] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880046ebaf18[0x0, 0, [0x100010000:0x14e0f:0x0] hash lru]{ &lt;3&gt;[12983.072459] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880046ebaf70osp-object@ffff880046ebaf18 &lt;3&gt;[12983.073777] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880046ebaf18 &lt;3&gt;[12983.077077] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88006bb1cf18[0x0, 0, [0x100010000:0x14e10:0x0] hash lru]{ &lt;3&gt;[12983.081242] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88006bb1cf70osp-object@ffff88006bb1cf18 &lt;3&gt;[12983.082636] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88006bb1cf18 &lt;3&gt;[12983.083863] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88007b1d0f18[0x0, 0, [0x100010000:0x14e11:0x0] hash lru]{ &lt;3&gt;[12983.085166] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88007b1d0f70osp-object@ffff88007b1d0f18 &lt;3&gt;[12983.086457] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88007b1d0f18 &lt;3&gt;[12983.088573] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003251ef18[0x0, 0, [0x100010000:0x14e12:0x0] hash lru]{ &lt;3&gt;[12983.089966] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003251ef70osp-object@ffff88003251ef18 &lt;3&gt;[12983.093200] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003251ef18 &lt;3&gt;[12983.094379] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88004f6adf18[0x0, 0, [0x100010000:0x14e13:0x0] hash lru]{ &lt;3&gt;[12983.098422] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88004f6adf70osp-object@ffff88004f6adf18 &lt;3&gt;[12983.099805] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88004f6adf18 &lt;3&gt;[12983.101029] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880009555f18[0x0, 0, [0x100010000:0x14e14:0x0] hash lru]{ &lt;3&gt;[12983.102409] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880009555f70osp-object@ffff880009555f18 &lt;3&gt;[12983.106291] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880009555f18 &lt;3&gt;[12983.114814] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800aa5fbf18[0x0, 0, [0x100010000:0x14e15:0x0] hash lru]{ &lt;3&gt;[12983.116236] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800aa5fbf70osp-object@ffff8800aa5fbf18 &lt;3&gt;[12983.117580] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800aa5fbf18 &lt;3&gt;[12983.118852] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003495ff18[0x0, 0, [0x100010000:0x14e16:0x0] hash lru]{ &lt;3&gt;[12983.120158] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003495ff70osp-object@ffff88003495ff18 &lt;3&gt;[12983.133686] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003495ff18 &lt;3&gt;[12983.134944] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88004b291f18[0x0, 0, [0x100010000:0x14e17:0x0] hash lru]{ &lt;3&gt;[12983.136295] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88004b291f70osp-object@ffff88004b291f18 &lt;3&gt;[12983.137575] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88004b291f18 &lt;3&gt;[12983.142117] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880030160f30[0x1, 1, [0x200000001:0x1017:0x0] hash exist]{ &lt;3&gt;[12983.143444] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....local_storage@ffff880030160f88 &lt;3&gt;[12983.147723] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osd-ldiskfs@ffff880030161ef0osd-ldiskfs-object@ffff880030161ef0(i:ffff88004a19db98:12/1219862292)[plain] &lt;3&gt;[12983.149739] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880030160f30 &lt;3&gt;[12983.150958] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880076327f18[0x0, 0, [0x100010000:0x14e18:0x0] hash lru]{ &lt;3&gt;[12983.152342] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880076327f70osp-object@ffff880076327f18 &lt;3&gt;[12983.153601] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880076327f18 &lt;3&gt;[12983.158095] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88009eff0f18[0x0, 0, [0x100010000:0x14e19:0x0] hash lru]{ &lt;3&gt;[12983.159579] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88009eff0f70osp-object@ffff88009eff0f18 &lt;3&gt;[12983.160837] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88009eff0f18 &lt;3&gt;[12983.165163] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003989bf18[0x0, 0, [0x100010000:0x14e1a:0x0] hash lru]{ &lt;3&gt;[12983.166634] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003989bf70osp-object@ffff88003989bf18 &lt;3&gt;[12983.170470] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003989bf18 &lt;3&gt;[12983.171686] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880070c7df18[0x0, 0, [0x100010000:0x14e1b:0x0] hash lru]{ &lt;3&gt;[12983.173137] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880070c7df70osp-object@ffff880070c7df18 &lt;3&gt;[12983.174492] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880070c7df18 &lt;3&gt;[12983.182197] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88009a23af18[0x0, 0, [0x100010000:0x14e1c:0x0] hash lru]{ &lt;3&gt;[12983.183504] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88009a23af70osp-object@ffff88009a23af18 &lt;3&gt;[12983.184760] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88009a23af18 &lt;3&gt;[12983.186015] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800238a9f18[0x0, 0, [0x100010000:0x14e1d:0x0] hash lru]{ &lt;3&gt;[12983.190627] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800238a9f70osp-object@ffff8800238a9f18 &lt;3&gt;[12983.192013] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800238a9f18 &lt;3&gt;[12983.193461] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800a408af18[0x0, 0, [0x100010000:0x14e1e:0x0] hash lru]{ &lt;3&gt;[12983.194909] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800a408af70osp-object@ffff8800a408af18 &lt;3&gt;[12983.201233] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800a408af18 &lt;3&gt;[12983.202508] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800195c2f18[0x0, 0, [0x100010000:0x14e1f:0x0] hash lru]{ &lt;3&gt;[12983.205107] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800195c2f70osp-object@ffff8800195c2f18 &lt;3&gt;[12983.206368] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800195c2f18 &lt;3&gt;[12983.210636] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880088447f18[0x0, 0, [0x100010000:0x14e20:0x0] hash lru]{ &lt;3&gt;[12983.212034] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880088447f70osp-object@ffff880088447f18 &lt;3&gt;[12983.213365] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880088447f18 &lt;3&gt;[12983.214562] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800513fcf18[0x0, 0, [0x100010000:0x14e21:0x0] hash lru]{ &lt;3&gt;[12983.215865] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800513fcf70osp-object@ffff8800513fcf18 &lt;3&gt;[12983.221119] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800513fcf18 &lt;3&gt;[12983.222346] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880033654f18[0x0, 0, [0x100010000:0x14e22:0x0] hash lru]{ &lt;3&gt;[12983.223518] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880033654f70osp-object@ffff880033654f18 &lt;3&gt;[12983.224596] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880033654f18 &lt;3&gt;[12983.225648] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800b601ef18[0x0, 0, [0x100010000:0x14e23:0x0] hash lru]{ &lt;3&gt;[12983.231959] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800b601ef70osp-object@ffff8800b601ef18 &lt;3&gt;[12983.233210] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800b601ef18 &lt;3&gt;[12983.234421] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800610f8f18[0x0, 0, [0x100010000:0x14e24:0x0] hash lru]{ &lt;3&gt;[12983.235572] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800610f8f70osp-object@ffff8800610f8f18 &lt;3&gt;[12983.242843] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800610f8f18 &lt;3&gt;[12983.244008] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800aa510f18[0x0, 0, [0x100010000:0x14e25:0x0] hash lru]{ &lt;3&gt;[12983.245310] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800aa510f70osp-object@ffff8800aa510f18 &lt;3&gt;[12983.251069] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800aa510f18 &lt;3&gt;[12983.252172] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880034b14f18[0x0, 0, [0x100010000:0x14e26:0x0] hash lru]{ &lt;3&gt;[12983.253459] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880034b14f70osp-object@ffff880034b14f18 &lt;3&gt;[12983.254712] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880034b14f18 &lt;3&gt;[12983.261664] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880019c79f18[0x0, 0, [0x100010000:0x14e27:0x0] hash lru]{ &lt;3&gt;[12983.263028] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880019c79f70osp-object@ffff880019c79f18 &lt;3&gt;[12983.267860] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880019c79f18 &lt;3&gt;[12983.269163] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800a267cf18[0x0, 0, [0x100010000:0x14e28:0x0] hash lru]{ &lt;3&gt;[12983.270522] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800a267cf70osp-object@ffff8800a267cf18 &lt;3&gt;[12983.276352] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800a267cf18 &lt;3&gt;[12983.277595] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88008da2ef18[0x0, 0, [0x100010000:0x14e29:0x0] hash lru]{ &lt;3&gt;[12983.278917] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88008da2ef70osp-object@ffff88008da2ef18 &lt;3&gt;[12983.280158] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88008da2ef18 &lt;3&gt;[12983.281317] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800ad053f18[0x0, 0, [0x100010000:0x14e2a:0x0] hash lru]{ &lt;3&gt;[12983.296223] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800ad053f70osp-object@ffff8800ad053f18 &lt;3&gt;[12983.304250] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800ad053f18 &lt;3&gt;[12983.305449] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003cb92f18[0x0, 0, [0x100010000:0x14e2b:0x0] hash lru]{ &lt;3&gt;[12983.311651] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003cb92f70osp-object@ffff88003cb92f18 &lt;3&gt;[12983.312901] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003cb92f18 &lt;3&gt;[12983.320250] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800312b1f18[0x0, 0, [0x100010000:0x14e2c:0x0] hash lru]{ &lt;3&gt;[12983.325607] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800312b1f70osp-object@ffff8800312b1f18 &lt;3&gt;[12983.326858] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800312b1f18 &lt;3&gt;[12983.344929] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880034407f18[0x0, 0, [0x100010000:0x14e2d:0x0] hash lru]{ &lt;3&gt;[12983.346133] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880034407f70osp-object@ffff880034407f18 &lt;3&gt;[12983.347335] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880034407f18 &lt;3&gt;[12983.348354] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880074d0df18[0x0, 0, [0x100010000:0x14e2e:0x0] hash lru]{ &lt;3&gt;[12983.349601] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880074d0df70osp-object@ffff880074d0df18 &lt;3&gt;[12983.350742] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880074d0df18 &lt;3&gt;[12983.351764] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880045e73f18[0x0, 0, [0x100010000:0x14e2f:0x0] hash lru]{ &lt;3&gt;[12983.352934] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880045e73f70osp-object@ffff880045e73f18 &lt;3&gt;[12983.354049] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880045e73f18 &lt;3&gt;[12983.355116] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800a7090f18[0x0, 0, [0x100010000:0x14e30:0x0] hash lru]{ &lt;3&gt;[12983.358376] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800a7090f70osp-object@ffff8800a7090f18 &lt;3&gt;[12983.359495] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800a7090f18 &lt;3&gt;[12983.360536] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88004b0e2f18[0x0, 0, [0x100010000:0x14e31:0x0] hash lru]{ &lt;3&gt;[12983.364415] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88004b0e2f70osp-object@ffff88004b0e2f18 &lt;3&gt;[12983.365555] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88004b0e2f18 &lt;3&gt;[12983.366607] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880071f1df18[0x0, 0, [0x100010000:0x14e32:0x0] hash lru]{ &lt;3&gt;[12983.367749] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880071f1df70osp-object@ffff880071f1df18 &lt;3&gt;[12983.368855] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880071f1df18 &lt;3&gt;[12983.369892] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880014d90f18[0x0, 0, [0x100010000:0x14e33:0x0] hash lru]{ &lt;3&gt;[12983.376100] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880014d90f70osp-object@ffff880014d90f18 &lt;3&gt;[12983.379306] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880014d90f18 &lt;3&gt;[12983.380665] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88001bd09f18[0x0, 0, [0x100010000:0x14e34:0x0] hash lru]{ &lt;3&gt;[12983.381850] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88001bd09f70osp-object@ffff88001bd09f18 &lt;3&gt;[12983.382955] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88001bd09f18 &lt;3&gt;[12983.383977] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88001bc8df18[0x0, 0, [0x100010000:0x14e35:0x0] hash lru]{ &lt;3&gt;[12983.385138] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88001bc8df70osp-object@ffff88001bc8df18 &lt;3&gt;[12983.386249] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88001bc8df18 &lt;3&gt;[12983.389316] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88009873ff18[0x0, 0, [0x100010000:0x14e36:0x0] hash lru]{ &lt;3&gt;[12983.390478] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88009873ff70osp-object@ffff88009873ff18 &lt;3&gt;[12983.391594] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88009873ff18 &lt;3&gt;[12983.392638] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88001c3a8f18[0x0, 0, [0x100010000:0x14e37:0x0] hash lru]{ &lt;3&gt;[12983.396912] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88001c3a8f70osp-object@ffff88001c3a8f18 &lt;3&gt;[12983.398050] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88001c3a8f18 &lt;3&gt;[12983.399089] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88006c468f18[0x0, 0, [0x100010000:0x14e38:0x0] hash lru]{ &lt;3&gt;[12983.400226] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88006c468f70osp-object@ffff88006c468f18 &lt;3&gt;[12983.401334] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88006c468f18 &lt;3&gt;[12983.402369] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880006091f18[0x0, 0, [0x100010000:0x14e39:0x0] hash lru]{ &lt;3&gt;[12983.403536] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880006091f70osp-object@ffff880006091f18 &lt;3&gt;[12983.406236] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880006091f18 &lt;3&gt;[12983.409382] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880097279f18[0x0, 0, [0x100010000:0x14e3a:0x0] hash lru]{ &lt;3&gt;[12983.410893] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880097279f70osp-object@ffff880097279f18 &lt;3&gt;[12983.412008] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880097279f18 &lt;3&gt;[12983.413057] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800576baf18[0x0, 0, [0x100010000:0x14e3b:0x0] hash lru]{ &lt;3&gt;[12983.414218] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800576baf70osp-object@ffff8800576baf18 &lt;3&gt;[12983.415333] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800576baf18 &lt;3&gt;[12983.420919] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003b384f18[0x0, 0, [0x100010000:0x14e3c:0x0] hash lru]{ &lt;3&gt;[12983.422116] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003b384f70osp-object@ffff88003b384f18 &lt;3&gt;[12983.423218] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003b384f18 &lt;3&gt;[12983.424239] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003b0b4f18[0x0, 0, [0x100010000:0x14e3d:0x0] hash lru]{ &lt;3&gt;[12983.425463] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003b0b4f70osp-object@ffff88003b0b4f18 &lt;3&gt;[12983.426608] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003b0b4f18 &lt;3&gt;[12983.427757] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003ae84f18[0x0, 0, [0x100010000:0x14e3e:0x0] hash lru]{ &lt;3&gt;[12983.428926] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003ae84f70osp-object@ffff88003ae84f18 &lt;3&gt;[12983.430036] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003ae84f18 &lt;3&gt;[12983.431106] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88001e873f18[0x0, 0, [0x100010000:0x14e3f:0x0] hash lru]{ &lt;3&gt;[12983.432244] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88001e873f70osp-object@ffff88001e873f18 &lt;3&gt;[12983.433350] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88001e873f18 &lt;3&gt;[12983.434385] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800886b7f18[0x0, 0, [0x100010000:0x14e40:0x0] hash lru]{ &lt;3&gt;[12983.435584] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800886b7f70osp-object@ffff8800886b7f18 &lt;3&gt;[12983.438345] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800886b7f18 &lt;3&gt;[12983.439393] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880063b3df18[0x0, 0, [0x100010000:0x14e41:0x0] hash lru]{ &lt;3&gt;[12983.444821] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880063b3df70osp-object@ffff880063b3df18 &lt;3&gt;[12983.445960] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880063b3df18 &lt;3&gt;[12983.447011] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880021e54f18[0x0, 0, [0x100010000:0x14e42:0x0] hash lru]{ &lt;3&gt;[12983.448172] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880021e54f70osp-object@ffff880021e54f18 &lt;3&gt;[12983.449354] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880021e54f18 &lt;3&gt;[12983.450550] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88002322af18[0x0, 0, [0x100010000:0x14e43:0x0] hash lru]{ &lt;3&gt;[12983.451703] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88002322af70osp-object@ffff88002322af18 &lt;3&gt;[12983.452804] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88002322af18 &lt;3&gt;[12983.453839] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800b6665f18[0x0, 0, [0x100010000:0x14e44:0x0] hash lru]{ &lt;3&gt;[12983.455010] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800b6665f70osp-object@ffff8800b6665f18 &lt;3&gt;[12983.456084] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800b6665f18 &lt;3&gt;[12983.457129] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88005d53ff18[0x0, 0, [0x100010000:0x14e45:0x0] hash lru]{ &lt;3&gt;[12983.458289] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88005d53ff70osp-object@ffff88005d53ff18 &lt;3&gt;[12983.459408] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88005d53ff18 &lt;3&gt;[12983.460514] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880085887f18[0x0, 0, [0x100010000:0x14e46:0x0] hash lru]{ &lt;3&gt;[12983.461671] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880085887f70osp-object@ffff880085887f18 &lt;3&gt;[12983.462785] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880085887f18 &lt;3&gt;[12983.463795] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880031f10f18[0x0, 0, [0x100010000:0x14e47:0x0] hash lru]{ &lt;3&gt;[12983.465609] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880031f10f70osp-object@ffff880031f10f18 &lt;3&gt;[12983.466738] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880031f10f18 &lt;3&gt;[12983.469356] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880021eb5f18[0x0, 0, [0x100010000:0x14e48:0x0] hash lru]{ &lt;3&gt;[12983.470559] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880021eb5f70osp-object@ffff880021eb5f18 &lt;3&gt;[12983.471790] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880021eb5f18 &lt;3&gt;[12983.472824] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880027776f18[0x0, 0, [0x100010000:0x14e49:0x0] hash lru]{ &lt;3&gt;[12983.473975] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880027776f70osp-object@ffff880027776f18 &lt;3&gt;[12983.475089] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880027776f18 &lt;3&gt;[12983.476125] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880035611f18[0x0, 0, [0x100010000:0x14e4a:0x0] hash lru]{ &lt;3&gt;[12983.477313] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880035611f70osp-object@ffff880035611f18 &lt;3&gt;[12983.478408] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880035611f18 &lt;3&gt;[12983.479443] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88000be7cf18[0x0, 0, [0x100010000:0x14e4b:0x0] hash lru]{ &lt;3&gt;[12983.480662] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88000be7cf70osp-object@ffff88000be7cf18 &lt;3&gt;[12983.481758] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88000be7cf18 &lt;3&gt;[12983.482824] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800189aef18[0x0, 0, [0x100010000:0x14e4c:0x0] hash lru]{ &lt;3&gt;[12983.483975] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800189aef70osp-object@ffff8800189aef18 &lt;3&gt;[12983.485077] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800189aef18 &lt;3&gt;[12983.486112] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880025411f18[0x0, 0, [0x100010000:0x14e4d:0x0] hash lru]{ &lt;3&gt;[12983.487399] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880025411f70osp-object@ffff880025411f18 &lt;3&gt;[12983.488612] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880025411f18 &lt;3&gt;[12983.489637] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880095cbff18[0x0, 0, [0x100010000:0x14e4e:0x0] hash lru]{ &lt;3&gt;[12983.490806] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880095cbff70osp-object@ffff880095cbff18 &lt;3&gt;[12983.491880] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880095cbff18 &lt;3&gt;[12983.492935] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800662d9f18[0x0, 0, [0x100010000:0x14e4f:0x0] hash lru]{ &lt;3&gt;[12983.494172] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800662d9f70osp-object@ffff8800662d9f18 &lt;3&gt;[12983.495292] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800662d9f18 &lt;3&gt;[12983.496376] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880028341f18[0x0, 0, [0x100010000:0x14e50:0x0] hash lru]{ &lt;3&gt;[12983.497540] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880028341f70osp-object@ffff880028341f18 &lt;3&gt;[12983.498654] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880028341f18 &lt;3&gt;[12983.501423] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880082c3af18[0x0, 0, [0x100010000:0x14e51:0x0] hash lru]{ &lt;3&gt;[12983.506001] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880082c3af70osp-object@ffff880082c3af18 &lt;3&gt;[12983.507206] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880082c3af18 &lt;3&gt;[12983.508378] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88000f361f18[0x0, 0, [0x100010000:0x14e52:0x0] hash lru]{ &lt;3&gt;[12983.509576] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88000f361f70osp-object@ffff88000f361f18 &lt;3&gt;[12983.510687] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88000f361f18 &lt;3&gt;[12983.511694] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88000faf4f18[0x0, 0, [0x100010000:0x14e53:0x0] hash lru]{ &lt;3&gt;[12983.512849] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88000faf4f70osp-object@ffff88000faf4f18 &lt;3&gt;[12983.513951] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88000faf4f18 &lt;3&gt;[12983.515029] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003a86cf18[0x0, 0, [0x100010000:0x14e54:0x0] hash lru]{ &lt;3&gt;[12983.516173] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003a86cf70osp-object@ffff88003a86cf18 &lt;3&gt;[12983.517275] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003a86cf18 &lt;3&gt;[12983.518302] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88002a907f18[0x0, 0, [0x100010000:0x14e55:0x0] hash lru]{ &lt;3&gt;[12983.519475] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88002a907f70osp-object@ffff88002a907f18 &lt;3&gt;[12983.521195] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88002a907f18 &lt;3&gt;[12983.522237] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003efcef18[0x0, 0, [0x100010000:0x14e56:0x0] hash lru]{ &lt;3&gt;[12983.523425] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003efcef70osp-object@ffff88003efcef18 &lt;3&gt;[12983.524528] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003efcef18 &lt;3&gt;[12983.525555] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880063a9ff18[0x0, 0, [0x100010000:0x14e57:0x0] hash lru]{ &lt;3&gt;[12983.526876] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880063a9ff70osp-object@ffff880063a9ff18 &lt;3&gt;[12983.528088] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880063a9ff18 &lt;3&gt;[12983.529294] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88009483af18[0x0, 0, [0x100010000:0x14e58:0x0] hash lru]{ &lt;3&gt;[12983.530474] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88009483af70osp-object@ffff88009483af18 &lt;3&gt;[12983.533266] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88009483af18 &lt;3&gt;[12983.534319] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800156a2f18[0x0, 0, [0x100010000:0x14e59:0x0] hash lru]{ &lt;3&gt;[12983.535489] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800156a2f70osp-object@ffff8800156a2f18 &lt;3&gt;[12983.536626] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800156a2f18 &lt;3&gt;[12983.537706] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800769e9f18[0x0, 0, [0x100010000:0x14e5a:0x0] hash lru]{ &lt;3&gt;[12983.538873] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800769e9f70osp-object@ffff8800769e9f18 &lt;3&gt;[12983.539947] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800769e9f18 &lt;3&gt;[12983.541004] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880055ddcf18[0x0, 0, [0x100010000:0x14e5b:0x0] hash lru]{ &lt;3&gt;[12983.542162] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880055ddcf70osp-object@ffff880055ddcf18 &lt;3&gt;[12983.543284] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880055ddcf18 &lt;3&gt;[12983.544319] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880020f9ef18[0x0, 0, [0x100010000:0x14e5c:0x0] hash lru]{ &lt;3&gt;[12983.545459] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880020f9ef70osp-object@ffff880020f9ef18 &lt;3&gt;[12983.546568] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880020f9ef18 &lt;3&gt;[12983.547625] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88002889ff18[0x0, 0, [0x100010000:0x14e5d:0x0] hash lru]{ &lt;3&gt;[12983.548790] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88002889ff70osp-object@ffff88002889ff18 &lt;3&gt;[12983.549884] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88002889ff18 &lt;3&gt;[12983.550934] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880093550f18[0x0, 0, [0x100010000:0x14e5e:0x0] hash lru]{ &lt;3&gt;[12983.552068] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880093550f70osp-object@ffff880093550f18 &lt;3&gt;[12983.553167] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880093550f18 &lt;3&gt;[12983.554207] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880020d11f18[0x0, 0, [0x100010000:0x14e5f:0x0] hash lru]{ &lt;3&gt;[12983.555386] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880020d11f70osp-object@ffff880020d11f18 &lt;3&gt;[12983.556507] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880020d11f18 &lt;3&gt;[12983.557676] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88003285df18[0x0, 0, [0x100010000:0x14e60:0x0] hash lru]{ &lt;3&gt;[12983.558859] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88003285df70osp-object@ffff88003285df18 &lt;3&gt;[12983.560029] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88003285df18 &lt;3&gt;[12983.561184] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880020e06f18[0x0, 0, [0x100010000:0x14e61:0x0] hash lru]{ &lt;3&gt;[12983.563887] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880020e06f70osp-object@ffff880020e06f18 &lt;3&gt;[12983.565041] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880020e06f18 &lt;3&gt;[12983.566071] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800a3708f18[0x0, 0, [0x100010000:0x14e62:0x0] hash lru]{ &lt;3&gt;[12983.567372] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800a3708f70osp-object@ffff8800a3708f18 &lt;3&gt;[12983.568604] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800a3708f18 &lt;3&gt;[12983.569648] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880070243f18[0x0, 0, [0x100010000:0x14e63:0x0] hash lru]{ &lt;3&gt;[12983.570881] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880070243f70osp-object@ffff880070243f18 &lt;3&gt;[12983.571963] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880070243f18 &lt;3&gt;[12983.573020] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880024831f18[0x0, 0, [0x100010000:0x14e64:0x0] hash lru]{ &lt;3&gt;[12983.574193] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880024831f70osp-object@ffff880024831f18 &lt;3&gt;[12983.575314] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880024831f18 &lt;3&gt;[12983.576332] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88005116cf18[0x0, 0, [0x100010000:0x14e65:0x0] hash lru]{ &lt;3&gt;[12983.577472] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88005116cf70osp-object@ffff88005116cf18 &lt;3&gt;[12983.578573] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88005116cf18 &lt;3&gt;[12983.579635] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88002381cf18[0x0, 0, [0x100010000:0x14e66:0x0] hash lru]{ &lt;3&gt;[12983.580799] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88002381cf70osp-object@ffff88002381cf18 &lt;3&gt;[12983.581895] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88002381cf18 &lt;3&gt;[12983.582947] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880037c62f18[0x0, 0, [0x100010000:0x14e67:0x0] hash lru]{ &lt;3&gt;[12983.584082] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880037c62f70osp-object@ffff880037c62f18 &lt;3&gt;[12983.585179] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880037c62f18 &lt;3&gt;[12983.586216] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88002be49f18[0x0, 0, [0x100010000:0x14e68:0x0] hash lru]{ &lt;3&gt;[12983.587452] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88002be49f70osp-object@ffff88002be49f18 &lt;3&gt;[12983.588560] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88002be49f18 &lt;3&gt;[12983.589594] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800134c9f18[0x0, 0, [0x100010000:0x14e69:0x0] hash lru]{ &lt;3&gt;[12983.590865] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800134c9f70osp-object@ffff8800134c9f18 &lt;3&gt;[12983.591994] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800134c9f18 &lt;3&gt;[12983.593047] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800568d8f18[0x0, 0, [0x100010000:0x14e6a:0x0] hash lru]{ &lt;3&gt;[12983.595775] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800568d8f70osp-object@ffff8800568d8f18 &lt;3&gt;[12983.596965] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800568d8f18 &lt;3&gt;[12983.598014] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800af3f3f18[0x0, 0, [0x100010000:0x14e6b:0x0] hash lru]{ &lt;3&gt;[12983.599168] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800af3f3f70osp-object@ffff8800af3f3f18 &lt;3&gt;[12983.600245] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800af3f3f18 &lt;3&gt;[12983.601265] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800b3042f18[0x0, 0, [0x100010000:0x14e6c:0x0] hash lru]{ &lt;3&gt;[12983.602427] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800b3042f70osp-object@ffff8800b3042f18 &lt;3&gt;[12983.603593] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800b3042f18 &lt;3&gt;[12983.604654] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88002b9c7f18[0x0, 0, [0x100010000:0x14e6d:0x0] hash lru]{ &lt;3&gt;[12983.605811] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88002b9c7f70osp-object@ffff88002b9c7f18 &lt;3&gt;[12983.606957] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88002b9c7f18 &lt;3&gt;[12983.607980] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff880035ed8f18[0x0, 0, [0x100010000:0x14e6f:0x0] hash lru]{ &lt;3&gt;[12983.609136] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff880035ed8f70osp-object@ffff880035ed8f18 &lt;3&gt;[12983.610235] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff880035ed8f18 &lt;3&gt;[12983.611305] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800970dff18[0x0, 0, [0x100010000:0x14e70:0x0] hash lru]{ &lt;3&gt;[12983.615860] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800970dff70osp-object@ffff8800970dff18 &lt;3&gt;[12983.617009] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800970dff18 &lt;3&gt;[12983.618028] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff8800a1967f18[0x0, 0, [0x100010000:0x14e71:0x0] hash lru]{ &lt;3&gt;[12983.619167] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff8800a1967f70osp-object@ffff8800a1967f18 &lt;3&gt;[12983.620334] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff8800a1967f18 &lt;3&gt;[12983.621419] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88001c6c6f18[0x0, 0, [0x100010000:0x14e72:0x0] hash lru]{ &lt;3&gt;[12983.622572] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88001c6c6f70osp-object@ffff88001c6c6f18 &lt;3&gt;[12983.623771] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88001c6c6f18 &lt;3&gt;[12983.624902] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) header@ffff88002725bf18[0x0, 0, [0x100010000:0x14e73:0x0] hash lru]{ &lt;3&gt;[12983.635578] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) ....osp@ffff88002725bf70osp-object@ffff88002725bf18 &lt;3&gt;[12983.636856] LustreError: 8457:0:(osp_dev.c:776:osp_device_free()) } header@ffff88002725bf18 &lt;0&gt;[12983.640962] LustreError: 8457:0:(lu_object.c:1198:lu_device_fini()) ASSERTION( cfs_atomic_read(&amp;d-&gt;ld_ref) == 0 ) failed: Refcount is 1 &lt;0&gt;[12983.642269] LustreError: 8457:0:(lu_object.c:1198:lu_device_fini()) LBUG &lt;4&gt;[12983.642929] Pid: 8457, comm: obd_zombid &lt;4&gt;[12983.643411] &lt;4&gt;[12983.643412] Call Trace: &lt;4&gt;[12983.644243] [&lt;ffffffffa0b0d8a5&gt;] libcfs_debug_dumpstack+0x55/0x80 [libcfs] &lt;4&gt;[12983.651541] [&lt;ffffffffa0b0dea7&gt;] lbug_with_loc+0x47/0xb0 [libcfs] &lt;4&gt;[12983.652147] [&lt;ffffffffa0c596a8&gt;] lu_device_fini+0xb8/0xc0 [obdclass] &lt;4&gt;[12983.666345] [&lt;ffffffffa0c5fe8e&gt;] dt_device_fini+0xe/0x10 [obdclass] &lt;4&gt;[12983.666960] [&lt;ffffffffa0da8bff&gt;] osp_device_free+0xff/0x200 [osp] &lt;4&gt;[12983.667568] [&lt;ffffffffa0c44edd&gt;] class_decref+0x46d/0x580 [obdclass] &lt;4&gt;[12983.668177] [&lt;ffffffffa0c23c57&gt;] obd_zombie_impexp_cull+0x317/0x5e0 [obdclass] &lt;4&gt;[12983.671722] [&lt;ffffffffa0c23f85&gt;] obd_zombie_impexp_thread+0x65/0x180 [obdclass] &lt;4&gt;[12983.672834] [&lt;ffffffff8105ad10&gt;] ? default_wake_function+0x0/0x20 &lt;4&gt;[12983.673519] [&lt;ffffffffa0c23f20&gt;] ? obd_zombie_impexp_thread+0x0/0x180 [obdclass] &lt;4&gt;[12983.674610] [&lt;ffffffff81094606&gt;] kthread+0x96/0xa0 &lt;4&gt;[12983.675191] [&lt;ffffffff8100c10a&gt;] child_rip+0xa/0x20 &lt;4&gt;[12983.685326] [&lt;ffffffff81094570&gt;] ? kthread+0x0/0xa0 &lt;4&gt;[12983.685949] [&lt;ffffffff8100c100&gt;] ? child_rip+0x0/0x20 &lt;4&gt;[12983.686683] &lt;0&gt;[12983.689073] Kernel panic - not syncing: LBUG </pre> </div></div> <p>Crashdump and modules in /exports/crashdumps/192.168.10.224-2013-07-23-06\:47\:42<br/> source tag master-20130723 (which is currently current master)</p> LU-3623

lu_device_fini()) ASSERTION( cfs_atomic_read(&d->ld_ref) == 0 ) failed: Refcount is 1 from osp_device_free

Bug Major Resolved Cannot Reproduce WC Triage Oleg Drokin Tue, 23 Jul 2013 16:31:19 +0000 Sat, 9 Oct 2021 06:37:39 +0000 Sat, 9 Oct 2021 06:37:39 +0000 Lustre 2.5.0 Lustre 2.5.3 1 5 <p>While verifying <a href="http://review.whamcloud.com/12001" class="external-link" target="_blank" rel="nofollow noopener">http://review.whamcloud.com/12001</a> on Lustre b2_5 branch with FSTYPE=zfs, sanity test 900 hung at unmounting MDS.</p> <p>Console log on MDS:</p> <div class="preformatted panel" style="border-width: 1px;"><div class="preformattedContent panelContent"> <pre>06:27:21:Lustre: DEBUG MARKER: umount -d -f /mnt/mds1 06:27:21:Lustre: lustre-MDT0000: Not available for connect from 10.1.4.26@tcp (stopping) 06:27:21:LustreError: 3264:0:(client.c:1079:ptlrpc_import_delay_req()) @@@ IMP_CLOSED req@ffff880036038800 x1480755389930956/t0(0) o13-&gt;lustre-OST0000-osc-MDT0000@10.1.4.26@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:/0/ffffffff rc 0/-1 06:27:21:LustreError: 3264:0:(client.c:1079:ptlrpc_import_delay_req()) Skipped 3 previous similar messages 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) header@ffff88005bfda240[0x0, 1, [0x1:0x0:0x0] hash exist]{ 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....local_storage@ffff88005bfda298 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....osd-zfs@ffff880059957ac0osd-zfs-object@ffff880059957ac0 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) } header@ffff88005bfda240 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) header@ffff88006891de08[0x0, 0, [0x100020000:0x1d03:0x0] hash lru]{ 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....osp@ffff88006891de60osp-object@ffff88006891de08 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) } header@ffff88006891de08 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) header@ffff88005bfda9c0[0x0, 1, [0x200000003:0x0:0x0] hash exist]{ 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....local_storage@ffff88005bfdaa18 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....osd-zfs@ffff880059957ee0osd-zfs-object@ffff880059957ee0 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) } header@ffff88005bfda9c0 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) header@ffff88005bfda3c0[0x1, 1, [0x200000003:0x2:0x0] hash exist]{ 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....local_storage@ffff88005bfda418 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....osd-zfs@ffff880059957cd0osd-zfs-object@ffff880059957cd0 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) } header@ffff88005bfda3c0 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) header@ffff88005bfda300[0x0, 1, [0x200000003:0x3:0x0] hash exist]{ 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....local_storage@ffff88005bfda358 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....osd-zfs@ffff880059957bc8osd-zfs-object@ffff880059957bc8 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) } header@ffff88005bfda300 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) header@ffff880027ebfc80[0x0, 1, [0xa:0x0:0x0] hash exist]{ 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....local_storage@ffff880027ebfcd8 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....osd-zfs@ffff8800599579b8osd-zfs-object@ffff8800599579b8 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) } header@ffff880027ebfc80 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) header@ffff88006891ded0[0x0, 0, [0x100000000:0x1e0e:0x0] hash lru]{ 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) ....osp@ffff88006891df28osp-object@ffff88006891ded0 06:27:21:LustreError: 3249:0:(osp_dev.c:777:osp_device_free()) } header@ffff88006891ded0 06:27:21:LustreError: 3249:0:(lu_object.c:1252:lu_device_fini()) ASSERTION( cfs_atomic_read(&amp;d-&gt;ld_ref) == 0 ) failed: Refcount is 1 06:27:21:LustreError: 3249:0:(lu_object.c:1252:lu_device_fini()) LBUG 06:27:21:Pid: 3249, comm: obd_zombid 06:27:22: 06:27:22:Call Trace: 06:27:22: [&lt;ffffffffa05ef895&gt;] libcfs_debug_dumpstack+0x55/0x80 [libcfs] 06:27:22: [&lt;ffffffffa05efe97&gt;] lbug_with_loc+0x47/0xb0 [libcfs] 06:27:22: [&lt;ffffffffa075be88&gt;] lu_device_fini+0xb8/0xc0 [obdclass] 06:27:22: [&lt;ffffffffa076287e&gt;] dt_device_fini+0xe/0x10 [obdclass] 06:27:22: [&lt;ffffffffa104e93f&gt;] osp_device_free+0xff/0x220 [osp] 06:27:22: [&lt;ffffffffa0746e5d&gt;] class_decref+0x46d/0x550 [obdclass] 06:27:22: [&lt;ffffffffa07257df&gt;] obd_zombie_impexp_cull+0x30f/0x5d0 [obdclass] 06:27:22: [&lt;ffffffffa0725b05&gt;] obd_zombie_impexp_thread+0x65/0x190 [obdclass] 06:27:22: [&lt;ffffffff81061d00&gt;] ? default_wake_function+0x0/0x20 06:27:22: [&lt;ffffffffa0725aa0&gt;] ? obd_zombie_impexp_thread+0x0/0x190 [obdclass] 06:27:22: [&lt;ffffffff8109abf6&gt;] kthread+0x96/0xa0 06:27:22: [&lt;ffffffff8100c20a&gt;] child_rip+0xa/0x20 06:27:22: [&lt;ffffffff8109ab60&gt;] ? kthread+0x0/0xa0 06:27:22: [&lt;ffffffff8100c200&gt;] ? child_rip+0x0/0x20 06:27:22: 06:27:22:Kernel panic - not syncing: LBUG </pre> </div></div> <p>Maloo report: <a href="https://testing.hpdd.intel.com/test_sets/6f56a29c-4a07-11e4-95b1-5254006e85c2" class="external-link" target="_blank" rel="nofollow noopener">https://testing.hpdd.intel.com/test_sets/6f56a29c-4a07-11e4-95b1-5254006e85c2</a></p> Development Rank 1|hzvvyf: Rank (Obsolete) 9322 Severity