<!-- 
RSS generated by JIRA (9.4.14#940014-sha1:734e6822bbf0d45eff9af51f82432957f73aa32c) at Sat Feb 10 03:23:28 UTC 2024

It is possible to restrict the fields that are returned in this document by specifying the 'field' parameter in your request.
For example, to request only the issue key and summary append 'field=key&field=summary' to the URL of your request.
-->
<rss version="0.92" >
<channel>
    <title>Whamcloud Community JIRA</title>
    <link>https://jira.whamcloud.com</link>
    <description>This file is an XML representation of an issue</description>
    <language>en-us</language>    <build-info>
        <version>9.4.14</version>
        <build-number>940014</build-number>
        <build-date>05-12-2023</build-date>
    </build-info>


<item>
            <title>[LU-16042] Sanity 155e,155f,155g,155h fail due to no cache size get on Arm64</title>
                <link>https://jira.whamcloud.com/browse/LU-16042</link>
                <project id="10000" key="LU">Lustre</project>
                    <description>&lt;p&gt;== sanity test 155e: Verify big file correctness: read cache:on write_cache:on ========================================================== 14:04:03 (1658239443)&lt;br/&gt;
CMD: lustre-xwcomty2-05 params=$(/root/test/build-06244k/lustre/lustre/utils/lctl get_param osd-&lt;em&gt;.&lt;/em&gt;.writethrough_cache_enable);&lt;br/&gt;
[[ -z &quot;lustre-OST0000&quot; ]] &amp;amp;&amp;amp; param= ||&lt;br/&gt;
param=$(grep lustre-OST0000 &amp;lt;&amp;lt;&amp;lt; &quot;$params&quot;);&lt;br/&gt;
[[ -z $param ]] &amp;amp;&amp;amp; param=&quot;$params&quot;;&lt;br/&gt;
while read s; do echo ost1 $s;&lt;br/&gt;
done &amp;lt;&amp;lt;&amp;lt; &quot;$param&quot;&lt;br/&gt;
CMD: lustre-xwcomty2-05 params=$(/root/test/build-06244k/lustre/lustre/utils/lctl get_param osd-&lt;em&gt;.&lt;/em&gt;.writethrough_cache_enable);&lt;br/&gt;
[[ -z &quot;lustre-OST0001&quot; ]] &amp;amp;&amp;amp; param= ||&lt;br/&gt;
param=$(grep lustre-OST0001 &amp;lt;&amp;lt;&amp;lt; &quot;$params&quot;);&lt;br/&gt;
[[ -z $param ]] &amp;amp;&amp;amp; param=&quot;$params&quot;;&lt;br/&gt;
while read s; do echo ost2 $s;&lt;br/&gt;
done &amp;lt;&amp;lt;&amp;lt; &quot;$param&quot;&lt;br/&gt;
CMD: lustre-xwcomty2-05 params=$(/root/test/build-06244k/lustre/lustre/utils/lctl get_param osd-&lt;em&gt;.&lt;/em&gt;.writethrough_cache_enable);&lt;br/&gt;
[[ -z &quot;lustre-OST0002&quot; ]] &amp;amp;&amp;amp; param= ||&lt;br/&gt;
param=$(grep lustre-OST0002 &amp;lt;&amp;lt;&amp;lt; &quot;$params&quot;);&lt;br/&gt;
[[ -z $param ]] &amp;amp;&amp;amp; param=&quot;$params&quot;;&lt;br/&gt;
while read s; do echo ost3 $s;&lt;br/&gt;
done &amp;lt;&amp;lt;&amp;lt; &quot;$param&quot;&lt;br/&gt;
CMD: lustre-xwcomty2-05 params=$(/root/test/build-06244k/lustre/lustre/utils/lctl get_param osd-&lt;em&gt;.&lt;/em&gt;.writethrough_cache_enable);&lt;br/&gt;
[[ -z &quot;lustre-OST0003&quot; ]] &amp;amp;&amp;amp; param= ||&lt;br/&gt;
param=$(grep lustre-OST0003 &amp;lt;&amp;lt;&amp;lt; &quot;$params&quot;);&lt;br/&gt;
[[ -z $param ]] &amp;amp;&amp;amp; param=&quot;$params&quot;;&lt;br/&gt;
while read s; do echo ost4 $s;&lt;br/&gt;
done &amp;lt;&amp;lt;&amp;lt; &quot;$param&quot;&lt;br/&gt;
CMD: lustre-xwcomty2-05 params=$(/root/test/build-06244k/lustre/lustre/utils/lctl get_param osd-&lt;em&gt;.&lt;/em&gt;.writethrough_cache_enable);&lt;br/&gt;
[[ -z &quot;lustre-OST0004&quot; ]] &amp;amp;&amp;amp; param= ||&lt;br/&gt;
param=$(grep lustre-OST0004 &amp;lt;&amp;lt;&amp;lt; &quot;$params&quot;);&lt;br/&gt;
[[ -z $param ]] &amp;amp;&amp;amp; param=&quot;$params&quot;;&lt;br/&gt;
while read s; do echo ost5 $s;&lt;br/&gt;
done &amp;lt;&amp;lt;&amp;lt; &quot;$param&quot;&lt;br/&gt;
CMD: lustre-xwcomty2-05 params=$(/root/test/build-06244k/lustre/lustre/utils/lctl get_param osd-&lt;em&gt;.&lt;/em&gt;.writethrough_cache_enable);&lt;br/&gt;
[[ -z &quot;lustre-OST0005&quot; ]] &amp;amp;&amp;amp; param= ||&lt;br/&gt;
param=$(grep lustre-OST0005 &amp;lt;&amp;lt;&amp;lt; &quot;$params&quot;);&lt;br/&gt;
[[ -z $param ]] &amp;amp;&amp;amp; param=&quot;$params&quot;;&lt;br/&gt;
while read s; do echo ost6 $s;&lt;br/&gt;
done &amp;lt;&amp;lt;&amp;lt; &quot;$param&quot;&lt;br/&gt;
CMD: lustre-xwcomty2-05 params=$(/root/test/build-06244k/lustre/lustre/utils/lctl get_param osd-&lt;em&gt;.&lt;/em&gt;.writethrough_cache_enable);&lt;br/&gt;
[[ -z &quot;lustre-OST0006&quot; ]] &amp;amp;&amp;amp; param= ||&lt;br/&gt;
param=$(grep lustre-OST0006 &amp;lt;&amp;lt;&amp;lt; &quot;$params&quot;);&lt;br/&gt;
[[ -z $param ]] &amp;amp;&amp;amp; param=&quot;$params&quot;;&lt;br/&gt;
while read s; do echo ost7 $s;&lt;br/&gt;
done &amp;lt;&amp;lt;&amp;lt; &quot;$param&quot;&lt;br/&gt;
Waiting for MDT destroys to complete&lt;br/&gt;
OST kbytes available: 9083632 9083628 9083628 9083628 9083624 9083624 9083624&lt;br/&gt;
Min free space: OST 4: 9083624&lt;br/&gt;
Max free space: OST 0: 9083632&lt;br/&gt;
CMD: lustre-xwcomty2-05 awk &apos;/cache/ {sum+=$4} END {print sum}&apos; /proc/cpuinfo&lt;br/&gt;
OSS cache size: KB&lt;br/&gt;
Large file size: 0 KB&lt;br/&gt;
dd: invalid number: &apos;0&apos;&lt;br/&gt;
sanity test_155e: @@@@@@ FAIL: dd of=/tmp/f155e.sanity bs=0 count=1k failed&lt;br/&gt;
Trace dump:&lt;br/&gt;
= /root/test/build-06244k/lustre/lustre/tests/test-framework.sh:6406:error()&lt;br/&gt;
= /root/test/build-06244k/lustre/lustre/tests/sanity.sh:15542:test_155_big_load()&lt;br/&gt;
= /root/test/build-06244k/lustre/lustre/tests/sanity.sh:15627:test_155e()&lt;br/&gt;
= /root/test/build-06244k/lustre/lustre/tests/test-framework.sh:6723:run_one()&lt;br/&gt;
= /root/test/build-06244k/lustre/lustre/tests/test-framework.sh:6770:run_one_logged()&lt;br/&gt;
= /root/test/build-06244k/lustre/lustre/tests/test-framework.sh:6596:run_test()&lt;br/&gt;
= /root/test/build-06244k/lustre/lustre/tests/sanity.sh:15631:main()&lt;br/&gt;
Dumping lctl log to /tmp/test_logs/2022-07-19/135519/sanity.test_155e.*.1658239459.log&lt;br/&gt;
FAIL 155e (19s)&lt;/p&gt;</description>
                <environment></environment>
        <key id="71481">LU-16042</key>
            <summary>Sanity 155e,155f,155g,155h fail due to no cache size get on Arm64</summary>
                <type id="1" iconUrl="https://jira.whamcloud.com/secure/viewavatar?size=xsmall&amp;avatarId=11303&amp;avatarType=issuetype">Bug</type>
                                            <priority id="4" iconUrl="https://jira.whamcloud.com/images/icons/priorities/minor.svg">Minor</priority>
                        <status id="5" iconUrl="https://jira.whamcloud.com/images/icons/statuses/resolved.png" description="A resolution has been taken, and it is awaiting verification by reporter. From here issues are either reopened, or are closed.">Resolved</status>
                    <statusCategory id="3" key="done" colorName="success"/>
                                    <resolution id="1">Fixed</resolution>
                                        <assignee username="kevin.zhao">Kevin Zhao</assignee>
                                    <reporter username="kevin.zhao">Kevin Zhao</reporter>
                        <labels>
                            <label>arm-server</label>
                    </labels>
                <created>Mon, 25 Jul 2022 07:40:27 +0000</created>
                <updated>Thu, 19 Oct 2023 15:26:43 +0000</updated>
                            <resolved>Mon, 8 Aug 2022 22:31:35 +0000</resolved>
                                                    <fixVersion>Lustre 2.16.0</fixVersion>
                    <fixVersion>Lustre 2.15.4</fixVersion>
                                        <due></due>
                            <votes>0</votes>
                                    <watches>2</watches>
                                                                            <comments>
                            <comment id="341409" author="kevin.zhao" created="Mon, 25 Jul 2022 07:43:53 +0000"  >&lt;p&gt;CMD: lustre-xwcomty2-05 awk &apos;/cache/ {sum+=$4} END {print sum}&apos; /proc/cpuinfo&lt;br/&gt;
OSS cache size: KB&lt;/p&gt;

&lt;p&gt;Looks like this command can not get the CPU cache size on Arm64 VM.&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;Some test results:&lt;/p&gt;

&lt;p&gt;On X86_64 VM:&lt;br/&gt;
root@iZj6ce071s2zz3reioxn93Z:~# awk &apos;/cache/ {sum+=$4} END {print sum}&apos; /proc/cpuinfo&lt;br/&gt;
33792&lt;/p&gt;

&lt;p&gt;On Arm64:&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;root@lustre-xwcomty2-01 ~&amp;#93;&lt;/span&gt;# &#160;awk &apos;/cache/ {sum+=$4} END {print sum}&apos; /proc/cpuinfo&lt;/p&gt;

&lt;p&gt;&lt;span class=&quot;error&quot;&gt;&amp;#91;root@lustre-xwcomty2-01 ~&amp;#93;&lt;/span&gt;#&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;The traditional Cache size is not listed in /proc/cpuinfo:&lt;br/&gt;
processor &#160; &#160;: 7&lt;br/&gt;
BogoMIPS &#160; &#160;: 400.00&lt;br/&gt;
Features &#160; &#160;: fp asimd evtstrm aes pmull sha1 sha2 crc32 atomics cpuid asimdrdm&lt;br/&gt;
CPU implementer &#160; &#160;: 0x43&lt;br/&gt;
CPU architecture: 8&lt;br/&gt;
CPU variant &#160; &#160;: 0x1&lt;br/&gt;
CPU part &#160; &#160;: 0x0af&lt;br/&gt;
CPU revision &#160; &#160;: 1&lt;/p&gt;</comment>
                            <comment id="341410" author="kevin.zhao" created="Mon, 25 Jul 2022 07:49:28 +0000"  >&lt;p&gt;In Arm64 baremetal, we can get CPU cache size at some platform, such as: Marvell ThunderX2, Hisilicon Kunpeng 920.&lt;/p&gt;

&lt;p&gt;Marvell THX2 :~$ lscpu&lt;br/&gt;
Architecture: &#160; &#160; &#160; &#160;aarch64&lt;br/&gt;
Byte Order: &#160; &#160; &#160; &#160; &#160;Little Endian&lt;br/&gt;
CPU(s): &#160; &#160; &#160; &#160; &#160; &#160; &#160;224&lt;br/&gt;
On-line CPU(s) list: 0-223&lt;br/&gt;
Thread(s) per core: &#160;4&lt;br/&gt;
Core(s) per socket: &#160;28&lt;br/&gt;
Socket(s): &#160; &#160; &#160; &#160; &#160; 2&lt;br/&gt;
NUMA node(s): &#160; &#160; &#160; &#160;2&lt;br/&gt;
Vendor ID: &#160; &#160; &#160; &#160; &#160; Cavium&lt;br/&gt;
Model: &#160; &#160; &#160; &#160; &#160; &#160; &#160; 1&lt;br/&gt;
Model name: &#160; &#160; &#160; &#160; &#160;ThunderX2 99xx&lt;br/&gt;
Stepping: &#160; &#160; &#160; &#160; &#160; &#160;0x1&lt;br/&gt;
BogoMIPS: &#160; &#160; &#160; &#160; &#160; &#160;400.00&lt;br/&gt;
L1d cache: &#160; &#160; &#160; &#160; &#160; 32K&lt;br/&gt;
L1i cache: &#160; &#160; &#160; &#160; &#160; 32K&lt;br/&gt;
L2 cache: &#160; &#160; &#160; &#160; &#160; &#160;256K&lt;br/&gt;
L3 cache: &#160; &#160; &#160; &#160; &#160; &#160;32768K&lt;br/&gt;
NUMA node0 CPU(s): &#160; 0-111&lt;br/&gt;
NUMA node1 CPU(s): &#160; 112-223&lt;br/&gt;
Flags: &#160; &#160; &#160; &#160; &#160; &#160; &#160; fp asimd evtstrm aes pmull sha1 sha2 crc32 atomics cpuid asimdrdm&lt;/p&gt;

&lt;p&gt;But can not get the same info on some older chips like Cavium Thx1, Hisilicon kunpeng 916.&lt;/p&gt;

&lt;p&gt;Kunpeng 916~$ lscpu&lt;br/&gt;
Architecture: &#160; &#160; &#160; &#160;aarch64&lt;br/&gt;
Byte Order: &#160; &#160; &#160; &#160; &#160;Little Endian&lt;br/&gt;
CPU(s): &#160; &#160; &#160; &#160; &#160; &#160; &#160;64&lt;br/&gt;
On-line CPU(s) list: 0-63&lt;br/&gt;
Thread(s) per core: &#160;1&lt;br/&gt;
Core(s) per socket: &#160;16&lt;br/&gt;
Socket(s): &#160; &#160; &#160; &#160; &#160; 4&lt;br/&gt;
NUMA node(s): &#160; &#160; &#160; &#160;4&lt;br/&gt;
Vendor ID: &#160; &#160; &#160; &#160; &#160; ARM&lt;br/&gt;
Model: &#160; &#160; &#160; &#160; &#160; &#160; &#160; 2&lt;br/&gt;
Model name: &#160; &#160; &#160; &#160; &#160;Cortex-A72&lt;br/&gt;
Stepping: &#160; &#160; &#160; &#160; &#160; &#160;r0p2&lt;br/&gt;
BogoMIPS: &#160; &#160; &#160; &#160; &#160; &#160;100.00&lt;br/&gt;
NUMA node0 CPU(s): &#160; 0-15&lt;br/&gt;
NUMA node1 CPU(s): &#160; 16-31&lt;br/&gt;
NUMA node2 CPU(s): &#160; 32-47&lt;br/&gt;
NUMA node3 CPU(s): &#160; 48-63&lt;br/&gt;
Flags: &#160; &#160; &#160; &#160; &#160; &#160; &#160; fp asimd evtstrm aes pmull sha1 sha2 crc32 cpuid&lt;/p&gt;

&lt;p&gt;While in VM, nothing.&lt;/p&gt;

&lt;p&gt;Arm64 VM # lscpu&lt;br/&gt;
Architecture: &#160; &#160; &#160; &#160;aarch64&lt;br/&gt;
Byte Order: &#160; &#160; &#160; &#160; &#160;Little Endian&lt;br/&gt;
CPU(s): &#160; &#160; &#160; &#160; &#160; &#160; &#160;8&lt;br/&gt;
On-line CPU(s) list: 0-7&lt;br/&gt;
Thread(s) per core: &#160;1&lt;br/&gt;
Core(s) per cluster: 8&lt;br/&gt;
Socket(s): &#160; &#160; &#160; &#160; &#160; 8&lt;br/&gt;
Cluster(s): &#160; &#160; &#160; &#160; &#160;1&lt;br/&gt;
NUMA node(s): &#160; &#160; &#160; &#160;1&lt;br/&gt;
Vendor ID: &#160; &#160; &#160; &#160; &#160; Cavium&lt;br/&gt;
BIOS Vendor ID: &#160; &#160; &#160;QEMU&lt;br/&gt;
Model: &#160; &#160; &#160; &#160; &#160; &#160; &#160; 1&lt;br/&gt;
Model name: &#160; &#160; &#160; &#160; &#160;ThunderX2 99xx&lt;br/&gt;
BIOS Model name: &#160; &#160; virt-5.2&lt;br/&gt;
Stepping: &#160; &#160; &#160; &#160; &#160; &#160;0x1&lt;br/&gt;
BogoMIPS: &#160; &#160; &#160; &#160; &#160; &#160;400.00&lt;br/&gt;
NUMA node0 CPU(s): &#160; 0-7&lt;br/&gt;
Flags: &#160; &#160; &#160; &#160; &#160; &#160; &#160; fp asimd evtstrm aes pmull sha1 sha2 crc32 atomics cpuid asimdrdm&lt;/p&gt;

&lt;p&gt;&#160;&lt;/p&gt;

&lt;p&gt;So here it&apos;s better to fallback to a pre-set value on Arm64. will work on a fix.&lt;/p&gt;</comment>
                            <comment id="341413" author="gerrit" created="Mon, 25 Jul 2022 08:55:37 +0000"  >&lt;p&gt;&quot;Kevin Zhao &amp;lt;kevin.zhao@linaro.org&amp;gt;&quot; uploaded a new patch: &lt;a href=&quot;https://review.whamcloud.com/48030&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://review.whamcloud.com/48030&lt;/a&gt;&lt;br/&gt;
Subject: &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-16042&quot; title=&quot;Sanity 155e,155f,155g,155h fail due to no cache size get on Arm64&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-16042&quot;&gt;&lt;del&gt;LU-16042&lt;/del&gt;&lt;/a&gt; tests: can not get cache size on Arm64&lt;br/&gt;
Project: fs/lustre-release&lt;br/&gt;
Branch: master&lt;br/&gt;
Current Patch Set: 1&lt;br/&gt;
Commit: c0bf6843a963cc22428d75bac4c8e0c4f76a058b&lt;/p&gt;</comment>
                            <comment id="342956" author="gerrit" created="Mon, 8 Aug 2022 19:54:03 +0000"  >&lt;p&gt;&quot;Oleg Drokin &amp;lt;green@whamcloud.com&amp;gt;&quot; merged in patch &lt;a href=&quot;https://review.whamcloud.com/48030/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://review.whamcloud.com/48030/&lt;/a&gt;&lt;br/&gt;
Subject: &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-16042&quot; title=&quot;Sanity 155e,155f,155g,155h fail due to no cache size get on Arm64&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-16042&quot;&gt;&lt;del&gt;LU-16042&lt;/del&gt;&lt;/a&gt; tests: can not get cache size on Arm64&lt;br/&gt;
Project: fs/lustre-release&lt;br/&gt;
Branch: master&lt;br/&gt;
Current Patch Set: &lt;br/&gt;
Commit: f276f1cb0859e8718448e69bd99ee305f5e62d42&lt;/p&gt;</comment>
                            <comment id="342982" author="pjones" created="Mon, 8 Aug 2022 22:31:35 +0000"  >&lt;p&gt;Landed for 2.16&lt;/p&gt;</comment>
                            <comment id="373938" author="gerrit" created="Wed, 31 May 2023 10:46:48 +0000"  >&lt;p&gt;&quot;xinliang &amp;lt;xinliang.liu@linaro.org&amp;gt;&quot; uploaded a new patch: &lt;a href=&quot;https://review.whamcloud.com/c/fs/lustre-release/+/51179&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://review.whamcloud.com/c/fs/lustre-release/+/51179&lt;/a&gt;&lt;br/&gt;
Subject: &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-16042&quot; title=&quot;Sanity 155e,155f,155g,155h fail due to no cache size get on Arm64&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-16042&quot;&gt;&lt;del&gt;LU-16042&lt;/del&gt;&lt;/a&gt; tests: can not get cache size on Arm64&lt;br/&gt;
Project: fs/lustre-release&lt;br/&gt;
Branch: b2_15&lt;br/&gt;
Current Patch Set: 1&lt;br/&gt;
Commit: 089f6c4f51d1819c5ddcc93b18d5eef823fa6317&lt;/p&gt;</comment>
                            <comment id="389936" author="gerrit" created="Thu, 19 Oct 2023 13:51:29 +0000"  >&lt;p&gt;&quot;Oleg Drokin &amp;lt;green@whamcloud.com&amp;gt;&quot; merged in patch &lt;a href=&quot;https://review.whamcloud.com/c/fs/lustre-release/+/51179/&quot; class=&quot;external-link&quot; target=&quot;_blank&quot; rel=&quot;nofollow noopener&quot;&gt;https://review.whamcloud.com/c/fs/lustre-release/+/51179/&lt;/a&gt;&lt;br/&gt;
Subject: &lt;a href=&quot;https://jira.whamcloud.com/browse/LU-16042&quot; title=&quot;Sanity 155e,155f,155g,155h fail due to no cache size get on Arm64&quot; class=&quot;issue-link&quot; data-issue-key=&quot;LU-16042&quot;&gt;&lt;del&gt;LU-16042&lt;/del&gt;&lt;/a&gt; tests: can not get cache size on Arm64&lt;br/&gt;
Project: fs/lustre-release&lt;br/&gt;
Branch: b2_15&lt;br/&gt;
Current Patch Set: &lt;br/&gt;
Commit: a9e47f3bf9255047890d9aa886954432fe058ef5&lt;/p&gt;</comment>
                    </comments>
                    <attachments>
                    </attachments>
                <subtasks>
                    </subtasks>
                <customfields>
                                                                                                                                                                                            <customfield id="customfield_10890" key="com.atlassian.jira.plugins.jira-development-integration-plugin:devsummary">
                        <customfieldname>Development</customfieldname>
                        <customfieldvalues>
                            
                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        <customfield id="customfield_10390" key="com.pyxis.greenhopper.jira:gh-lexo-rank">
                        <customfieldname>Rank</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>1|i02vdj:</customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                <customfield id="customfield_10090" key="com.pyxis.greenhopper.jira:gh-global-rank">
                        <customfieldname>Rank (Obsolete)</customfieldname>
                        <customfieldvalues>
                            <customfieldvalue>9223372036854775807</customfieldvalue>
                        </customfieldvalues>
                    </customfield>
                                                                                            <customfield id="customfield_10060" key="com.atlassian.jira.plugin.system.customfieldtypes:select">
                        <customfieldname>Severity</customfieldname>
                        <customfieldvalues>
                                <customfieldvalue key="10022"><![CDATA[3]]></customfieldvalue>

                        </customfieldvalues>
                    </customfield>
                                                                                                                                                                                                                                                                                                                                                        </customfields>
    </item>
</channel>
</rss>