| 1 | |
| 2 | = GPFS Performance Report = |
| 3 | |
| 4 | rock, rock@nchc.org.tw |
| 5 | |
| 6 | * Machine Informance |
| 7 | ||Node 8 nodes (1 server , 7 client provide disks)|| |
| 8 | ||CPU Intel(R) Core(TM)2 Quad CPU Q6600 @ 2.40GHz (each node)|| |
| 9 | ||Memory 2GB DDR2 667 (each node)|| |
| 10 | ||Disk ||320G+160G (each node) |
| 11 | All nodes: WD 320G * 7 + 160G * 7 = 3.36T|| |
| 12 | NIC Intel Corporation 82566DM Gigabit Network Connection|| |
| 13 | ||Switch ||D-link 24 port GE switch|| |
| 14 | |
| 15 | |
| 16 | |
| 17 | * 8 Nodes, Enable Replicate, Default Parameters |
| 18 | Test Command: dd |
| 19 | |
| 20 | {{{gpfs-server:/usr/lpp/mmfs/samples/perf# dd if=/dev/zero of=/home/gpfs_mount/dd.test.16G bs=1G count=16 |
| 21 | 16+0 records in |
| 22 | 16+0 records out |
| 23 | 17179869184 bytes (17 GB) copied, 329.694 seconds, 52.1 MB/s}}} |
| 24 | |
| 25 | |
| 26 | * Server Statistics Informance |
| 27 | |
| 28 | {{{gpfs-server:/home/rock# dstat -c -d -M gpfs -n -N eth1 -l 5 |
| 29 | ----total-cpu-usage---- -dsk/total- --gpfs-i/o- --net/eth1- ---load-avg--- |
| 30 | usr sys idl wai hiq siq|_read _writ|_read write|_recv _send|_1m_ _5m_ 15m_ |
| 31 | 0 0 99 0 0 1|3558B 8599B| 0 0 | 0 0 | 0.3 0.3 0.3 |
| 32 | 0 4 90 0 1 5| 0 50k| 0 51M|1270k 93M| 0.3 0.3 0.3 |
| 33 | 0 4 90 0 1 5| 0 25k| 0 52M|1961k 142M| 0.5 0.3 0.3 |
| 34 | 0 4 90 0 1 5| 0 42k| 0 57M|1281k 93M| 1.1 0.5 0.4 |
| 35 | 0 4 90 0 1 5| 0 3277B| 0 56M|1291k 95M| 1.1 0.5 0.4 |
| 36 | 0 4 89 0 1 5| 0 0 | 0 57M|1725k - | 1.1 0.5 0.4 }}} |
| 37 | |
| 38 | * Client Statistics Informance |
| 39 | |
| 40 | {{{gpfs04:~# dstat -c -d -M gpfs -n -N eth0 -l 5 |
| 41 | ----total-cpu-usage---- -dsk/total- --gpfs-i/o- --net/eth0- ---load-avg--- |
| 42 | usr sys idl wai hiq siq|_read _writ|_read write|_recv _send|_1m_ _5m_ 15m_ |
| 43 | 0 0 100 0 0 0| 418B 26k| 0 0 | 0 0 | 0.1 0.1 0.1 |
| 44 | 0 1 93 6 0 1| 0 15M| 0 0 | 16M 355k| 0.1 0.1 0.1 |
| 45 | 0 0 91 7 0 1| 0 14M| 0 0 | 15M 331k| 0.1 0.1 0.1 |
| 46 | 0 1 89 10 0 1| 0 15M| 0 0 | 16M 358k| 0.1 0.1 0.1 |
| 47 | 0 1 92 7 0 1| 0 15M| 0 0 | 15M 350k| 0.1 0.1 0.1 |
| 48 | 0 1 93 6 0 1| 0 15M| 0 0 | 15M 348k| 0.1 0.1 0.1 |
| 49 | 0 1 92 6 0 1| 0 17M| 0 0 | 17M 386k| 0.1 0.1 0.1 }}} |
| 50 | |
| 51 | |
| 52 | |
| 53 | * 8 Nodes, No Replicate, Default Parameters |
| 54 | Test Command: dd |
| 55 | {{{gpfs-server:/usr/lpp/mmfs/samples/perf# dd if=/dev/zero of=/home/gpfs_mount/dd.test.16G_2 bs=1G count=16 |
| 56 | 16+0 records in |
| 57 | 16+0 records out |
| 58 | 17179869184 bytes (17 GB) copied, 165.948 seconds, 104 MB/s }}} |
| 59 | |
| 60 | |
| 61 | * Server Statistics Informance |
| 62 | {{{gpfs04:~# dstat -c -d -M gpfs -n -N eth0 -l 5 |
| 63 | ----total-cpu-usage---- -dsk/total- --gpfs-i/o- --net/eth0- ---load-avg--- |
| 64 | usr sys idl wai hiq siq|_read _writ|_read write|_recv _send|_1m_ _5m_ 15m_ |
| 65 | 0 0 100 0 0 0| 419B 19k| 0 0 | 0 0 | 0.1 0.1 0.1 |
| 66 | 0 0 93 6 0 1| 0 15M| 0 0 | 16M 359k| 0.1 0.1 0.1 |
| 67 | 0 0 93 6 0 1| 0 15M| 0 0 | 16M 359k| 0.1 0.1 0.1 |
| 68 | 0 0 94 5 0 1| 0 14M| 0 0 | 15M 335k| 0.1 0.1 0.1 |
| 69 | 0 0 92 6 0 1| 0 14M| 0 0 | 15M 331k| 0.2 0.1 0.1 |
| 70 | 0 1 90 8 0 1| 0 14M| 0 0 | 15M 333k| 0.2 0.1 0.1 |
| 71 | 0 0 92 7 0 1| 0 12M| 0 0 | 13M 296k| 0.2 0.1 0.1 }}} |
| 72 | |
| 73 | * Client Statistics Informance |
| 74 | {{{gpfs-server:/home/rock# dstat -c -d -M gpfs -n -N eth1 -l 5 |
| 75 | ----total-cpu-usage---- -dsk/total- --gpfs-i/o- --net/eth1- ---load-avg--- |
| 76 | usr sys idl wai hiq siq|_read _writ|_read write|_recv _send|_1m_ _5m_ 15m_ |
| 77 | 0 0 99 0 0 1|3562B 8607B| 0 0 | 0 0 | 0.8 0.4 0.3 |
| 78 | 0 5 88 0 1 5| 0 0 | 0 101M|1227k 89M| 0.8 0.5 0.3 |
| 79 | 0 4 90 0 1 5| 0 49k| 0 107M|1899k 136M| 0.9 0.5 0.3 |
| 80 | 0 5 89 0 1 4| 0 0 | 0 103M|1202k 86M| 0.9 0.5 0.3 |
| 81 | 0 4 89 0 1 5| 0 0 | 0 108M|1859k 135M| 1 0.5 0.3 |
| 82 | 1 5 88 0 1 5| 0 0 | 0 104M|1204k 84M| 1 0.5 0.3 |
| 83 | 0 5 89 0 1 5| 0 0 | 0 107M|1912k 137M| 1.1 0.5 0.3 }}} |
| 84 | |
| 85 | |
| 86 | |
| 87 | * 8 Nodes, Replicate, Adjust Parameters |
| 88 | Test Command: dd |
| 89 | {{{gpfs-server:/home/gpfs_mount# dd if=/dev/zero of=/home/gpfs_mount/dd.test.16G_5 bs=1G count=16 |
| 90 | 16+0 records in |
| 91 | 16+0 records out |
| 92 | 17179869184 bytes (17 GB) copied, 317.796 seconds, 54.1 MB/s}}} |
| 93 | |
| 94 | |
| 95 | |
| 96 | * 8 Nodes, No Replicate, Adjust Parameters |
| 97 | Test Command: dd |
| 98 | {{{gpfs-server:/home/gpfs_mount# dd if=/dev/zero of=/home/gpfs_mount/dd.test.16G_4 bs=1G count=16 |
| 99 | 16+0 records in |
| 100 | 16+0 records out |
| 101 | 17179869184 bytes (17 GB) copied, 158.117 seconds, 109 MB/s}}} |