[bnh65367@cs04r-sc-serv-66 ~]$ for size in 8m 16m 32m 64m; do for f in " " ; do for i in 1 2 4 ; do export NSLOTS=$i ; $MPIRUN ${MPIRUN_OPTS} -np $NSLOTS -machinefile ${TMPDIR}/hostfile /home/bnh65367/code/ior/src/ior -o ${IORTESTDIR}/ior_dat -w -k -t$size -b 20g -i 3 -e $f ; done ; done ; done IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 16:28:25 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t8m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 16:28:25 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 1 (1 per node) repetitions = 3 xfersize = 8 MiB blocksize = 20 GiB aggregate filesize = 20 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 420.56 20971520 8192 0.003322 48.69 0.000617 48.70 0 write 428.97 20971520 8192 0.003672 47.74 0.000706 47.74 1 write 429.72 20971520 8192 0.003445 47.65 0.000672 47.66 2 Max Write: 429.72 MiB/sec (450.60 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 429.72 420.56 426.42 4.15 48.03250 0 1 1 3 0 0 1 0 0 1 21474836480 8388608 21474836480 POSIX 0 Finished: Mon Jan 28 16:31:14 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 16:31:14 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t8m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 16:31:14 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 2 (2 per node) repetitions = 3 xfersize = 8 MiB blocksize = 20 GiB aggregate filesize = 40 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 297.52 20971520 8192 0.005652 137.67 0.001359 137.67 0 write 315.03 20971520 8192 0.006041 130.02 0.001384 130.02 1 write 399.68 20971520 8192 0.005678 102.48 0.001178 102.48 2 Max Write: 399.68 MiB/sec (419.09 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 399.68 297.52 337.41 44.61 123.39195 0 2 2 3 0 0 1 0 0 1 21474836480 8388608 42949672960 POSIX 0 Finished: Mon Jan 28 16:38:42 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 16:38:43 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t8m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 16:38:43 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 4 (4 per node) repetitions = 3 xfersize = 8 MiB blocksize = 20 GiB aggregate filesize = 80 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 309.79 20971520 8192 0.010336 264.44 116.77 264.44 0 write 325.80 20971520 8192 4.84 246.61 94.16 251.44 1 write 334.52 20971520 8192 0.008304 244.88 114.40 244.88 2 Max Write: 334.52 MiB/sec (350.77 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 334.52 309.79 323.37 10.24 253.58935 0 4 4 3 0 0 1 0 0 1 21474836480 8388608 85899345920 POSIX 0 Finished: Mon Jan 28 16:53:02 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 16:53:02 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t16m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 16:53:02 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 1 (1 per node) repetitions = 3 xfersize = 16 MiB blocksize = 20 GiB aggregate filesize = 20 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 396.70 20971520 16384 0.003754 51.62 0.000819 51.63 0 write 400.14 20971520 16384 0.003828 51.18 0.000689 51.18 1 write 400.23 20971520 16384 0.003897 51.17 0.000691 51.17 2 Max Write: 400.23 MiB/sec (419.68 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 400.23 396.70 399.02 1.65 51.32628 0 1 1 3 0 0 1 0 0 1 21474836480 16777216 21474836480 POSIX 0 Finished: Mon Jan 28 16:56:37 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 16:56:38 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t16m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 16:56:38 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 2 (2 per node) repetitions = 3 xfersize = 16 MiB blocksize = 20 GiB aggregate filesize = 40 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 370.41 20971520 16384 0.005979 110.58 0.001197 110.58 0 write 395.92 20971520 16384 0.005337 103.45 0.001254 103.46 1 write 383.74 20971520 16384 0.005659 106.74 0.001183 106.74 2 Max Write: 395.92 MiB/sec (415.15 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 395.92 370.41 383.35 10.42 106.92534 0 2 2 3 0 0 1 0 0 1 21474836480 16777216 42949672960 POSIX 0 Finished: Mon Jan 28 17:03:12 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 17:03:13 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t16m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 17:03:13 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 4 (4 per node) repetitions = 3 xfersize = 16 MiB blocksize = 20 GiB aggregate filesize = 80 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 301.96 20971520 16384 0.008166 271.29 65.87 271.30 0 write 289.90 20971520 16384 0.008764 282.57 42.95 282.58 1 write 271.16 20971520 16384 0.008811 302.10 26.84 302.11 2 Max Write: 301.96 MiB/sec (316.63 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 301.96 271.16 287.67 12.67 285.32674 0 4 4 3 0 0 1 0 0 1 21474836480 16777216 85899345920 POSIX 0 Finished: Mon Jan 28 17:19:07 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 17:19:07 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t32m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 17:19:07 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 1 (1 per node) repetitions = 3 xfersize = 32 MiB blocksize = 20 GiB aggregate filesize = 20 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 406.12 20971520 32768 0.003620 50.42 0.000751 50.43 0 write 406.19 20971520 32768 0.003985 50.42 0.000677 50.42 1 write 404.59 20971520 32768 0.004017 50.61 0.000785 50.62 2 Max Write: 406.19 MiB/sec (425.92 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 406.19 404.59 405.63 0.74 50.48906 0 1 1 3 0 0 1 0 0 1 21474836480 33554432 21474836480 POSIX 0 Finished: Mon Jan 28 17:22:35 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 17:22:36 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t32m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 17:22:36 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 2 (2 per node) repetitions = 3 xfersize = 32 MiB blocksize = 20 GiB aggregate filesize = 40 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 412.05 20971520 32768 0.005941 99.40 0.001223 99.41 0 write 394.18 20971520 32768 0.005849 103.91 0.001120 103.91 1 write 409.27 20971520 32768 0.005606 100.08 0.001044 100.08 2 Max Write: 412.05 MiB/sec (432.06 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 412.05 394.18 405.16 7.85 101.13325 0 2 2 3 0 0 1 0 0 1 21474836480 33554432 42949672960 POSIX 0 Finished: Mon Jan 28 17:28:55 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 17:28:55 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t32m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 17:28:55 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 4 (4 per node) repetitions = 3 xfersize = 32 MiB blocksize = 20 GiB aggregate filesize = 80 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 225.13 20971520 32768 0.008717 363.87 11.35 363.87 0 write 243.51 20971520 32768 0.008174 336.41 5.96 336.41 1 write 223.10 20971520 32768 0.008706 367.19 69.15 367.19 2 Max Write: 243.51 MiB/sec (255.34 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 243.51 223.10 230.58 9.18 355.82670 0 4 4 3 0 0 1 0 0 1 21474836480 33554432 85899345920 POSIX 0 Finished: Mon Jan 28 17:48:17 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 17:48:17 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t64m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 17:48:17 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 1 (1 per node) repetitions = 3 xfersize = 64 MiB blocksize = 20 GiB aggregate filesize = 20 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 423.88 20971520 65536 0.004626 48.31 0.000768 48.32 0 write 419.29 20971520 65536 0.003994 48.84 0.000788 48.84 1 write 421.74 20971520 65536 0.003921 48.56 0.000707 48.56 2 Max Write: 423.88 MiB/sec (444.47 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 423.88 419.29 421.64 1.88 48.57372 0 1 1 3 0 0 1 0 0 1 21474836480 67108864 21474836480 POSIX 0 Finished: Mon Jan 28 17:51:48 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 17:51:50 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t64m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 17:51:50 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 2 (2 per node) repetitions = 3 xfersize = 64 MiB blocksize = 20 GiB aggregate filesize = 40 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 366.98 20971520 65536 0.006126 111.61 0.001063 111.61 0 write 408.01 20971520 65536 0.007069 100.38 0.001190 100.39 1 write 372.89 20971520 65536 0.005402 109.84 0.001225 109.84 2 Max Write: 408.01 MiB/sec (427.83 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 408.01 366.98 382.63 18.11 107.28238 0 2 2 3 0 0 1 0 0 1 21474836480 67108864 42949672960 POSIX 0 Finished: Mon Jan 28 17:58:26 2013 IOR-3.0.0: MPI Coordinated Test of Parallel I/O Began: Mon Jan 28 17:58:26 2013 Command line used: /home/bnh65367/code/ior/src/ior -o /mnt/lustre-test/frederik1/stripe-all//ior_dat -w -k -t64m -b 20g -i 3 -e Machine: Linux cs04r-sc-serv-66.diamond.ac.uk Test 0 started: Mon Jan 28 17:58:26 2013 Summary: api = POSIX test filename = /mnt/lustre-test/frederik1/stripe-all//ior_dat access = single-shared-file ordering in a file = sequential offsets ordering inter file= no tasks offsets clients = 4 (4 per node) repetitions = 3 xfersize = 64 MiB blocksize = 20 GiB aggregate filesize = 80 GiB access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter ------ --------- ---------- --------- -------- -------- -------- -------- ---- write 216.97 20971520 65536 0.011509 377.56 10.41 377.57 0 write 213.19 20971520 65536 0.013415 384.26 2.81 384.26 1 write 216.02 20971520 65536 0.012095 379.22 20.07 379.22 2 Max Write: 216.97 MiB/sec (227.51 MB/sec) Summary of all tests: Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum write 216.97 213.19 215.39 1.61 380.35058 0 4 4 3 0 0 1 0 0 1 21474836480 67108864 85899345920 POSIX 0 Finished: Mon Jan 28 18:19:00 2013