| | 1 | |
| | 2 | = GPFS Performance Report = |
| | 3 | |
| | 4 | rock, rock@nchc.org.tw |
| | 5 | |
| | 6 | * Machine Informance |
| | 7 | ||Node 8 nodes (1 server , 7 client provide disks)|| |
| | 8 | ||CPU Intel(R) Core(TM)2 Quad CPU Q6600 @ 2.40GHz (each node)|| |
| | 9 | ||Memory 2GB DDR2 667 (each node)|| |
| | 10 | ||Disk ||320G+160G (each node) |
| | 11 | All nodes: WD 320G * 7 + 160G * 7 = 3.36T|| |
| | 12 | NIC Intel Corporation 82566DM Gigabit Network Connection|| |
| | 13 | ||Switch ||D-link 24 port GE switch|| |
| | 14 | |
| | 15 | |
| | 16 | |
| | 17 | * 8 Nodes, Enable Replicate, Default Parameters |
| | 18 | Test Command: dd |
| | 19 | |
| | 20 | {{{gpfs-server:/usr/lpp/mmfs/samples/perf# dd if=/dev/zero of=/home/gpfs_mount/dd.test.16G bs=1G count=16 |
| | 21 | 16+0 records in |
| | 22 | 16+0 records out |
| | 23 | 17179869184 bytes (17 GB) copied, 329.694 seconds, 52.1 MB/s}}} |
| | 24 | |
| | 25 | |
| | 26 | * Server Statistics Informance |
| | 27 | |
| | 28 | {{{gpfs-server:/home/rock# dstat -c -d -M gpfs -n -N eth1 -l 5 |
| | 29 | ----total-cpu-usage---- -dsk/total- --gpfs-i/o- --net/eth1- ---load-avg--- |
| | 30 | usr sys idl wai hiq siq|_read _writ|_read write|_recv _send|_1m_ _5m_ 15m_ |
| | 31 | 0 0 99 0 0 1|3558B 8599B| 0 0 | 0 0 | 0.3 0.3 0.3 |
| | 32 | 0 4 90 0 1 5| 0 50k| 0 51M|1270k 93M| 0.3 0.3 0.3 |
| | 33 | 0 4 90 0 1 5| 0 25k| 0 52M|1961k 142M| 0.5 0.3 0.3 |
| | 34 | 0 4 90 0 1 5| 0 42k| 0 57M|1281k 93M| 1.1 0.5 0.4 |
| | 35 | 0 4 90 0 1 5| 0 3277B| 0 56M|1291k 95M| 1.1 0.5 0.4 |
| | 36 | 0 4 89 0 1 5| 0 0 | 0 57M|1725k - | 1.1 0.5 0.4 }}} |
| | 37 | |
| | 38 | * Client Statistics Informance |
| | 39 | |
| | 40 | {{{gpfs04:~# dstat -c -d -M gpfs -n -N eth0 -l 5 |
| | 41 | ----total-cpu-usage---- -dsk/total- --gpfs-i/o- --net/eth0- ---load-avg--- |
| | 42 | usr sys idl wai hiq siq|_read _writ|_read write|_recv _send|_1m_ _5m_ 15m_ |
| | 43 | 0 0 100 0 0 0| 418B 26k| 0 0 | 0 0 | 0.1 0.1 0.1 |
| | 44 | 0 1 93 6 0 1| 0 15M| 0 0 | 16M 355k| 0.1 0.1 0.1 |
| | 45 | 0 0 91 7 0 1| 0 14M| 0 0 | 15M 331k| 0.1 0.1 0.1 |
| | 46 | 0 1 89 10 0 1| 0 15M| 0 0 | 16M 358k| 0.1 0.1 0.1 |
| | 47 | 0 1 92 7 0 1| 0 15M| 0 0 | 15M 350k| 0.1 0.1 0.1 |
| | 48 | 0 1 93 6 0 1| 0 15M| 0 0 | 15M 348k| 0.1 0.1 0.1 |
| | 49 | 0 1 92 6 0 1| 0 17M| 0 0 | 17M 386k| 0.1 0.1 0.1 }}} |
| | 50 | |
| | 51 | |
| | 52 | |
| | 53 | * 8 Nodes, No Replicate, Default Parameters |
| | 54 | Test Command: dd |
| | 55 | {{{gpfs-server:/usr/lpp/mmfs/samples/perf# dd if=/dev/zero of=/home/gpfs_mount/dd.test.16G_2 bs=1G count=16 |
| | 56 | 16+0 records in |
| | 57 | 16+0 records out |
| | 58 | 17179869184 bytes (17 GB) copied, 165.948 seconds, 104 MB/s }}} |
| | 59 | |
| | 60 | |
| | 61 | * Server Statistics Informance |
| | 62 | {{{gpfs04:~# dstat -c -d -M gpfs -n -N eth0 -l 5 |
| | 63 | ----total-cpu-usage---- -dsk/total- --gpfs-i/o- --net/eth0- ---load-avg--- |
| | 64 | usr sys idl wai hiq siq|_read _writ|_read write|_recv _send|_1m_ _5m_ 15m_ |
| | 65 | 0 0 100 0 0 0| 419B 19k| 0 0 | 0 0 | 0.1 0.1 0.1 |
| | 66 | 0 0 93 6 0 1| 0 15M| 0 0 | 16M 359k| 0.1 0.1 0.1 |
| | 67 | 0 0 93 6 0 1| 0 15M| 0 0 | 16M 359k| 0.1 0.1 0.1 |
| | 68 | 0 0 94 5 0 1| 0 14M| 0 0 | 15M 335k| 0.1 0.1 0.1 |
| | 69 | 0 0 92 6 0 1| 0 14M| 0 0 | 15M 331k| 0.2 0.1 0.1 |
| | 70 | 0 1 90 8 0 1| 0 14M| 0 0 | 15M 333k| 0.2 0.1 0.1 |
| | 71 | 0 0 92 7 0 1| 0 12M| 0 0 | 13M 296k| 0.2 0.1 0.1 }}} |
| | 72 | |
| | 73 | * Client Statistics Informance |
| | 74 | {{{gpfs-server:/home/rock# dstat -c -d -M gpfs -n -N eth1 -l 5 |
| | 75 | ----total-cpu-usage---- -dsk/total- --gpfs-i/o- --net/eth1- ---load-avg--- |
| | 76 | usr sys idl wai hiq siq|_read _writ|_read write|_recv _send|_1m_ _5m_ 15m_ |
| | 77 | 0 0 99 0 0 1|3562B 8607B| 0 0 | 0 0 | 0.8 0.4 0.3 |
| | 78 | 0 5 88 0 1 5| 0 0 | 0 101M|1227k 89M| 0.8 0.5 0.3 |
| | 79 | 0 4 90 0 1 5| 0 49k| 0 107M|1899k 136M| 0.9 0.5 0.3 |
| | 80 | 0 5 89 0 1 4| 0 0 | 0 103M|1202k 86M| 0.9 0.5 0.3 |
| | 81 | 0 4 89 0 1 5| 0 0 | 0 108M|1859k 135M| 1 0.5 0.3 |
| | 82 | 1 5 88 0 1 5| 0 0 | 0 104M|1204k 84M| 1 0.5 0.3 |
| | 83 | 0 5 89 0 1 5| 0 0 | 0 107M|1912k 137M| 1.1 0.5 0.3 }}} |
| | 84 | |
| | 85 | |
| | 86 | |
| | 87 | * 8 Nodes, Replicate, Adjust Parameters |
| | 88 | Test Command: dd |
| | 89 | {{{gpfs-server:/home/gpfs_mount# dd if=/dev/zero of=/home/gpfs_mount/dd.test.16G_5 bs=1G count=16 |
| | 90 | 16+0 records in |
| | 91 | 16+0 records out |
| | 92 | 17179869184 bytes (17 GB) copied, 317.796 seconds, 54.1 MB/s}}} |
| | 93 | |
| | 94 | |
| | 95 | |
| | 96 | * 8 Nodes, No Replicate, Adjust Parameters |
| | 97 | Test Command: dd |
| | 98 | {{{gpfs-server:/home/gpfs_mount# dd if=/dev/zero of=/home/gpfs_mount/dd.test.16G_4 bs=1G count=16 |
| | 99 | 16+0 records in |
| | 100 | 16+0 records out |
| | 101 | 17179869184 bytes (17 GB) copied, 158.117 seconds, 109 MB/s}}} |