1. SSH auto login {{{ $ sudo su Server : ssh node_name (known_host) Client: ssh node_name }}} Allnode :ssh-keygen -r rsa {{{ $ cd .ssh $ cat id_rsa.pub >> authorized_keys $ cat /tftboot/nodes/192.../root/.ssh/id_rsa.pub >> authorized_keys $ cp authorized_keys known_hosts /tftpboot/nodes/192.../root/.ssh }}} 2. Config Nodes and Disks {{{ $ vim gpfs.nodes 「gpfs00.nchc.org.tw:quorum-manager gpfs01.nchc.org.tw:quorum gpfs02.nchc.org.tw:quorum」 $ vim gpfs.disks 「/dev/sdb:gpfs01.nchc.org.tw::dataAndMetadata:: /dev/sdb:gpfs02.nchc.org.tw::dataAndMetadata:: /dev/sdb:gpfs03.nchc.org.tw::dataAndMetadata::」 }}} 3. Create Cluster {{{ $ mmdelnode -f $ mmcrcluster -n gpfs.nodes -p gpfs01.nchc.org.tw -s gpfs02.nchc.org.tw -r `which ssh` -R `which scp` 「-p: primary NSD \Server -s: secondary NSD Server -C: Cluster name -U: Domain name」 $ mmlscluster $ mmlsnode -a }}} 4. Perpare Disks as NSD {{{ $ cp gpfs.dsiks gpfs.disks.orig $ mmcrnsd -F gpfs.disks (mcrnsd -F gpfs.disks -v yes) $ mmlsnsd }}} 5. Start GPFS daemon {{{ $ mmstartup -a $ mmgetstate -a $ tsstatus $ mmlsmod | grep mm $ ps -aux | grep mm }}} 6. Create FS {{{ $ mmcrfs /home/gpfs gpfs0 -F gpfs.disks ($ mmcrfs /home/gpfs gpfs0 -F gpfs.disks -A yes) ($ mmcrfs /home/gpfs gpfs0 -F gpfs.disks -B 256K) ($ mmcrfs /home/gpfs gpfs0 -F gpfs.disks -B 1024K -m 1 -M 2 -r 1 -R 2) ($ mmcrfs /home/gpfs gpfs0 -F gpfs.disks -A yes -v no) (/home/gpfs: mount point gpfs0: fs name ex./dev/gpfs0 -A: auto mount -B: block -n: node's amount ) $ mmlsdisk gpfs0 $ mmlsfs gpfs0 }}} 7. Mount FS {{{ Method 1:$ mmcrfs /home/gpfs gpfs0 -F gpfs.disks -A yes Method 2:$ mmmount /home/gpfs -a Method 3:$ vim /etc/fstab 「/dev/gpfs0 /home/gpfs gpfs rw,mtime,atime,dev=/dev/gpfs0,autostart 0 0」 }}} 8. Other {{{ Print infornation: $ mmlsconfig Cahange Configuration: $ mmchconfig autoload=yes $ mmchconfig singleNodeQuorum=no Add node: $ mmaddnode -N fs04:client Shutdown: $ mmshutdown -a $ mmshutdown -N node $ rm -fr /var/mmfs.... or $ mmdelnode -a }}} 9. Delete gpfs fs {{{ $ mmumount gpfs0 -a $ mmdelfs gpfs0 }}} 10. Delete gpfs NSD {{{ $ mmdelnsd -F gpfs.disks }}}