GPFS Cluster setup

1 On hostname configure en1 interface

172.16.2.x, enter in /etc/hosts ( 172.16.2.66   hostname-gpf)

hostent  -c 172.16.2.x –h hostname-gpf

2 Update ssh keys if not changed from mksysb image

stopsrc -g ssh

rm /etc/ssh/ssh_host_key

rm /etc/ssh/ssh_host_rsa_key

rm /etc/ssh/ssh_host_dsa_key

rm /etc/ssh/ssh_host_dsa_key

/usr/bin/ssh-keygen -f /etc/ssh/ssh_host_rsa_key -N '' -t rsa

/usr/bin/ssh-keygen -f /etc/ssh/ssh_host_dsa_key -N '' -t dsa

startsrc -g ssh

ssh-keygen -t rsa

ssh-keygen -t dsa

3 Authorize local ssh access

cd .ssh; cat id_rsa.pub >> authorized_keys

ssh hostname-gpf (f ssh hangs (check ifconfig and see if IP is listed for gpfs 172.*)

4 Clear old gpfs config

mmdelnode -f

5 Create gpfs cluster

mmcrcluster -N hostname-gpf:quorum-manager -p hostname-gpf  -r /usr/bin/ssh -R /usr/bin/scp -C Cluster_Name.  -A

6 Accept license

"mmchlicense server --accept -N hostname-gpf"

7 AMS LPAR reduce max memory used from 70% default

mmchconfig pagepoolMaxPhysMemPct=50

8 Display commands

mmlscluster  ;     mmlsconfig

9 run cfgmgr on all nodes

cfgmgr 

10 create NSD input file for all disks /var/mmfs/config/hostname_nsdfile_disks.inp

"# cat hostname_nsdfile_disks.inp

hdiskpower9 :::dataAndMetadata:-1:Vd01

hdiskpower10:::dataAndMetadata:-1:Vd02

11 create  cluster-wide names for NSD

mmcrnsd -F hostname_nsdfile_disks.inp

12 mmstartup

13 GPFS filesystems - create NSD file for each filesystem

fs1 grep fs1 hostname_nsdfile_disks.inp > fs1FSDisks

fs2 grep fs2 hostname_nsdfile_disks.inp > fs2FSDisks

14 GPFS filesystem creation

  fs1 mmcrfs /fs1 /dev/fs1  -F fs2FSDisks -A yes -B 512K -v no -M   2 -R 2 if over wiriting old NSD, -v =no required)

  fs2 mmcrfs /fs2 /dev/fs2 -F f2FSDisks -A yes -B 512K -v yes -M 2 -R 2

15 Increase maximum # of inodes

fs1 mmchfs /dev/fs1 -F 4251984 (for aix 5.3)

fs2 mmchfs fs2 --inode-limit 4251984 (for aix 6.1)

16 export/import NDS configuration  to /var/mmfs/config

shutdown GPFS cluster mmshutdown

export NSD definitions  

  mmexportfs all -o hostname_exports_all.txt

import NDS definitions  

  mmimportfs all -i hostname_exports_all.txt

start GPFS cluster mmstartup