| 1 | #!/bin/ksh |
|---|
| 2 | # IBM_PROLOG_BEGIN_TAG |
|---|
| 3 | # This is an automatically generated prolog. |
|---|
| 4 | # |
|---|
| 5 | # |
|---|
| 6 | # |
|---|
| 7 | # Licensed Materials - Property of IBM |
|---|
| 8 | # |
|---|
| 9 | # (C) COPYRIGHT International Business Machines Corp. 2000,2006 |
|---|
| 10 | # All Rights Reserved |
|---|
| 11 | # |
|---|
| 12 | # US Government Users Restricted Rights - Use, duplication or |
|---|
| 13 | # disclosure restricted by GSA ADP Schedule Contract with IBM Corp. |
|---|
| 14 | # |
|---|
| 15 | # IBM_PROLOG_END_TAG |
|---|
| 16 | # @(#)08 1.67.1.2 src/avs/fs/mmfs/ts/admin/mmcrnsd.sh, mmfs, avs_rgpfs24, rgpfs24s005a 6/14/06 14:40:06 |
|---|
| 17 | ############################################################################### |
|---|
| 18 | # |
|---|
| 19 | # Usage: |
|---|
| 20 | # mmcrnsd -F DescFile [-v {yes | no}] |
|---|
| 21 | # |
|---|
| 22 | # where |
|---|
| 23 | # -F DescFile specifies a file containing the disk descriptors for |
|---|
| 24 | # the network shared disks to be created |
|---|
| 25 | # -v {yes | no} verification flag; a value of "yes" specifies that the |
|---|
| 26 | # disks in DescFile should only be created if they have |
|---|
| 27 | # not been previously formatted as an NSD, while a value |
|---|
| 28 | # of "no" specifies the disks should be created regardless |
|---|
| 29 | # of whether they have been previously formatted or not. |
|---|
| 30 | # The default value is "yes". |
|---|
| 31 | # |
|---|
| 32 | ############################################################################### |
|---|
| 33 | |
|---|
| 34 | # Include global declarations and service routines. |
|---|
| 35 | . /usr/lpp/mmfs/bin/mmglobfuncs |
|---|
| 36 | . /usr/lpp/mmfs/bin/mmsdrfsdef |
|---|
| 37 | . /usr/lpp/mmfs/bin/mmfsfuncs |
|---|
| 38 | |
|---|
| 39 | sourceFile="mmcrnsd.sh" |
|---|
| 40 | [[ -n $DEBUG || -n $DEBUGmmcrnsd ]] && set -x |
|---|
| 41 | $mmTRACE_ENTER "$*" |
|---|
| 42 | |
|---|
| 43 | # Local work files. Names should be of the form: |
|---|
| 44 | # fn=${tmpDir}fn.${mmcmd}.$$ |
|---|
| 45 | |
|---|
| 46 | tdescfile=${tmpDir}tdescfile.${mmcmd}.$$ # temp file for descriptors |
|---|
| 47 | |
|---|
| 48 | LOCAL_FILES=" $tdescfile " |
|---|
| 49 | |
|---|
| 50 | |
|---|
| 51 | # Local variables |
|---|
| 52 | integer highestGpfsDiskNbr |
|---|
| 53 | integer seqNo=0 |
|---|
| 54 | usageMsg=410 |
|---|
| 55 | noUsageMsg=0 |
|---|
| 56 | hadSuccess=false |
|---|
| 57 | |
|---|
| 58 | |
|---|
| 59 | # Local functions |
|---|
| 60 | |
|---|
| 61 | |
|---|
| 62 | |
|---|
| 63 | ###################### |
|---|
| 64 | # Mainline processing |
|---|
| 65 | ###################### |
|---|
| 66 | |
|---|
| 67 | |
|---|
| 68 | ###################################### |
|---|
| 69 | # Process the command line arguments. |
|---|
| 70 | ###################################### |
|---|
| 71 | [[ $arg1 = '-?' || $arg1 = '-h' || $arg1 = '--help' || $arg1 = '--' ]] && \ |
|---|
| 72 | syntaxError "help" $usageMsg |
|---|
| 73 | |
|---|
| 74 | [[ $argc -lt 1 ]] && \ |
|---|
| 75 | syntaxError "missingArgs" $usageMsg |
|---|
| 76 | |
|---|
| 77 | while getopts :F:v: OPT |
|---|
| 78 | do |
|---|
| 79 | case $OPT in |
|---|
| 80 | |
|---|
| 81 | F) # node names file |
|---|
| 82 | [[ -n $Farg ]] && syntaxError "multiple" $noUsageMsg "-$OPT" |
|---|
| 83 | Farg=$OPTARG |
|---|
| 84 | if [[ ! -r $Farg ]] |
|---|
| 85 | then |
|---|
| 86 | # Cannot open the file |
|---|
| 87 | printErrorMsg 43 $mmcmd $Farg |
|---|
| 88 | cleanupAndExit |
|---|
| 89 | fi |
|---|
| 90 | ;; |
|---|
| 91 | |
|---|
| 92 | v) [[ -n $vflag ]] && syntaxError "multiple" $noUsageMsg "-$OPT" |
|---|
| 93 | if [[ $OPTARG = yes || $OPTARG = no ]] |
|---|
| 94 | then |
|---|
| 95 | vflag="$OPTARG" |
|---|
| 96 | else |
|---|
| 97 | syntaxError "YesNoValue" $noUsageMsg "-$OPT" |
|---|
| 98 | fi |
|---|
| 99 | ;; |
|---|
| 100 | |
|---|
| 101 | +[Fv]) # Invalid option |
|---|
| 102 | syntaxError "invalidOption" $usageMsg $OPT |
|---|
| 103 | ;; |
|---|
| 104 | |
|---|
| 105 | :) # Missing argument |
|---|
| 106 | syntaxError "missingValue" $usageMsg $OPTARG |
|---|
| 107 | ;; |
|---|
| 108 | |
|---|
| 109 | *) # Invalid option |
|---|
| 110 | syntaxError "invalidOption" $usageMsg $OPTARG |
|---|
| 111 | ;; |
|---|
| 112 | esac |
|---|
| 113 | |
|---|
| 114 | done # end while getopts :F:v: OPT |
|---|
| 115 | |
|---|
| 116 | shift OPTIND-1 |
|---|
| 117 | [[ $# != 0 ]] && syntaxError "extraArg" $usageMsg $1 |
|---|
| 118 | |
|---|
| 119 | [[ -z $vflag ]] && vflag=yes |
|---|
| 120 | |
|---|
| 121 | # Verify the mandatory -F parameter. |
|---|
| 122 | [[ -z $Farg ]] && syntaxError "missingArgs" $usageMsg |
|---|
| 123 | descfile=$Farg |
|---|
| 124 | checkUserFile $descfile $descfile |
|---|
| 125 | [[ $? -ne 0 ]] && cleanupAndExit |
|---|
| 126 | |
|---|
| 127 | |
|---|
| 128 | ##################################################################### |
|---|
| 129 | # Set up trap exception handling and call the gpfsInit function. |
|---|
| 130 | # It will ensure that the local copy of the mmsdrfs and the rest of |
|---|
| 131 | # the GPFS system files are up-to-date and will obtain the sdr lock. |
|---|
| 132 | ##################################################################### |
|---|
| 133 | trap pretrap HUP INT QUIT KILL |
|---|
| 134 | gpfsInitOutput=$(gpfsInit $lockId) |
|---|
| 135 | setGlobalVar $? $gpfsInitOutput |
|---|
| 136 | |
|---|
| 137 | |
|---|
| 138 | ######################################################################### |
|---|
| 139 | # Create a new version of the mmsdrfs file with a new generation number. |
|---|
| 140 | # Generate a file containing the names of the nodes in the cluster. |
|---|
| 141 | ######################################################################### |
|---|
| 142 | $rm -f $nodefile $newsdrfs |
|---|
| 143 | IFS=":" # Change the field separator to ':'. |
|---|
| 144 | exec 3<&- |
|---|
| 145 | exec 3< $mmsdrfsFile |
|---|
| 146 | while read -u3 sdrfsLine |
|---|
| 147 | do |
|---|
| 148 | # Parse the line. |
|---|
| 149 | set -f ; set -A v -- - $sdrfsLine ; set +f |
|---|
| 150 | |
|---|
| 151 | IFS="$IFS_sv" # Restore the default IFS settings. |
|---|
| 152 | printLine=true # Assume the line will be printed. |
|---|
| 153 | |
|---|
| 154 | # Change some of the fields depending on the type of line. |
|---|
| 155 | case ${v[$LINE_TYPE_Field]} in |
|---|
| 156 | |
|---|
| 157 | $VERSION_LINE ) # this is the global header line |
|---|
| 158 | # Increment the generation number and save the line for later output. |
|---|
| 159 | newGenNumber=${v[$SDRFS_GENNUM_Field]}+1 |
|---|
| 160 | v[$SDRFS_GENNUM_Field]=$newGenNumber |
|---|
| 161 | versionLine_A="${v[1]}:${v[2]}:${v[3]}:${v[4]}:${v[5]}:${v[6]}" |
|---|
| 162 | versionLine_A="$versionLine_A:${v[7]}:${v[8]}:${v[9]}:${v[10]}" |
|---|
| 163 | highestGpfsDiskNbr=${v[$HIGHEST_GPFS_DISK_NBR_Field]} |
|---|
| 164 | versionLine_B="${v[12]}:${v[13]}:${v[14]}:${v[15]}:${v[16]}" |
|---|
| 165 | versionLine_B="$versionLine_B:${v[17]}:${v[18]}:${v[19]}:${v[20]}" |
|---|
| 166 | versionLine_B="$versionLine_B:${v[21]}:${v[22]}:${v[23]}:${v[24]}" |
|---|
| 167 | printLine=false |
|---|
| 168 | ;; |
|---|
| 169 | |
|---|
| 170 | $MEMBER_NODE ) # this line describes a node |
|---|
| 171 | # Add the reliable node name to nodefile. |
|---|
| 172 | print -- ${v[$REL_HOSTNAME_Field]} >> $nodefile |
|---|
| 173 | checkForErrors "writing to file $nodefile" $? |
|---|
| 174 | |
|---|
| 175 | [[ ${v[$NODE_NUMBER_Field]} = $ourNodeNumber ]] && \ |
|---|
| 176 | preferredNode=${v[$REL_HOSTNAME_Field]} |
|---|
| 177 | ;; |
|---|
| 178 | |
|---|
| 179 | * ) # Pass all other lines without a change. |
|---|
| 180 | ;; |
|---|
| 181 | |
|---|
| 182 | esac # end Change some of the fields |
|---|
| 183 | |
|---|
| 184 | # Build and write the line to the new mmsdrfs file. |
|---|
| 185 | if [[ $printLine = true ]] |
|---|
| 186 | then |
|---|
| 187 | print_newLine >> $newsdrfs |
|---|
| 188 | checkForErrors "writing to file $newsdrfs" $? |
|---|
| 189 | fi |
|---|
| 190 | |
|---|
| 191 | IFS=":" # Change the separator back to ":" for the next iteration. |
|---|
| 192 | |
|---|
| 193 | done # end while read -u3 sdrfsLine |
|---|
| 194 | |
|---|
| 195 | IFS="$IFS_sv" # Restore the default IFS settings. |
|---|
| 196 | |
|---|
| 197 | |
|---|
| 198 | ############################################################################ |
|---|
| 199 | # Process the descriptors for the new disks. Each descriptor is validated. |
|---|
| 200 | # If the descriptor appears to be ok, tspreparedisk is invoked to generate |
|---|
| 201 | # a unique physical id on the disk. For each disk that is successfully |
|---|
| 202 | # processed by tspreparedisk, an SG_DISKS line is added to the sdrfs file. |
|---|
| 203 | ############################################################################ |
|---|
| 204 | exec 3<&- |
|---|
| 205 | exec 3< $descfile |
|---|
| 206 | $rm -f $tdescfile |
|---|
| 207 | while read -u3 mmDiskDesc |
|---|
| 208 | do |
|---|
| 209 | # Skip empty lines and comment lines ('#' is the first non-white char). |
|---|
| 210 | if [[ $mmDiskDesc = *([$BLANKchar$TABchar])#* || |
|---|
| 211 | $mmDiskDesc = *([$BLANKchar$TABchar]) ]] |
|---|
| 212 | then |
|---|
| 213 | # Preserve the line "as is" in the user's input file. |
|---|
| 214 | print -- "$mmDiskDesc" >> $tdescfile |
|---|
| 215 | continue |
|---|
| 216 | fi |
|---|
| 217 | |
|---|
| 218 | # Append the commented-out descriptor to the temporary descriptor file. |
|---|
| 219 | # If the descriptor passes all error checking, this line will be followed |
|---|
| 220 | # by the converted descriptor with the assigned global name. |
|---|
| 221 | print -- "# $mmDiskDesc" >> $tdescfile |
|---|
| 222 | checkForErrors "writing to file $tdescfile" $? |
|---|
| 223 | |
|---|
| 224 | # Parse the disk descriptor. |
|---|
| 225 | IFS=':' |
|---|
| 226 | set -f ; set -- $mmDiskDesc ; set +f |
|---|
| 227 | device=$1 |
|---|
| 228 | diskName=${device##+(/)dev+(/)} # name stripped of /dev/ prefix |
|---|
| 229 | server=$2 |
|---|
| 230 | backup=$3 |
|---|
| 231 | diskUsage=$4 |
|---|
| 232 | failureGroup=$5 |
|---|
| 233 | desiredName=$6 |
|---|
| 234 | storagePool=$7 |
|---|
| 235 | IFS="$IFS_sv" |
|---|
| 236 | |
|---|
| 237 | # Issue an informational progress message (processing disk xyz ...). |
|---|
| 238 | printInfoMsg 251 $mmcmd $diskName |
|---|
| 239 | |
|---|
| 240 | # If a server node was specified, check that it is valid |
|---|
| 241 | # and convert it if necessary to an admin adapter name. |
|---|
| 242 | if [[ -n $server ]] |
|---|
| 243 | then |
|---|
| 244 | server=$(checkAndConvertNodeValue $server $REL_HOSTNAME_Field) |
|---|
| 245 | [[ $? -ne 0 ]] && cleanupAndExit |
|---|
| 246 | fi |
|---|
| 247 | if [[ -n $backup ]] |
|---|
| 248 | then |
|---|
| 249 | backup=$(checkAndConvertNodeValue $backup $REL_HOSTNAME_Field) |
|---|
| 250 | [[ $? -ne 0 ]] && cleanupAndExit |
|---|
| 251 | fi |
|---|
| 252 | |
|---|
| 253 | # Generate a template SG_DISK line for the new disk. |
|---|
| 254 | # For now, we assume that everything will check out. |
|---|
| 255 | diskSize=0 |
|---|
| 256 | [[ -z $failureGroup ]] && failureGroup=-1 |
|---|
| 257 | [[ -z $diskUsage ]] && diskUsage=dataAndMetadata |
|---|
| 258 | pvid="" |
|---|
| 259 | primaryNsdNode="" |
|---|
| 260 | backupNsdNode="" |
|---|
| 261 | diskType="nsd" |
|---|
| 262 | |
|---|
| 263 | # Determine the name the nsd will be called. |
|---|
| 264 | if [[ -z $desiredName ]] |
|---|
| 265 | then |
|---|
| 266 | highestGpfsDiskNbr=highestGpfsDiskNbr+1 |
|---|
| 267 | nsdName="gpfs${highestGpfsDiskNbr}nsd" |
|---|
| 268 | nameSource="$cmdGenerated" |
|---|
| 269 | else |
|---|
| 270 | # Check whether the desired disk name conforms to naming rules. |
|---|
| 271 | # If it does not, skip to the next disk descriptor. |
|---|
| 272 | checkName diskName 255 "$desiredName" |
|---|
| 273 | [[ $? -ne 0 ]] && continue |
|---|
| 274 | |
|---|
| 275 | # Issue an error and skip to the next descriptor |
|---|
| 276 | # if the desired name begins with "gpfs". |
|---|
| 277 | if [[ $desiredName = gpfs* ]] |
|---|
| 278 | then |
|---|
| 279 | # The desired disk name begins with "gpfs". |
|---|
| 280 | printErrorMsg 505 $mmcmd $desiredName |
|---|
| 281 | continue # Skip to the next disk descriptor. |
|---|
| 282 | fi |
|---|
| 283 | |
|---|
| 284 | # Issue an error and skip to the next descriptor |
|---|
| 285 | # if the desired name is already in use. |
|---|
| 286 | dn=$(getDiskInfo $DISK_NAME_Field $desiredName $newsdrfs) |
|---|
| 287 | rc=$? |
|---|
| 288 | if [[ $rc -ne 0 && -z $dn ]] |
|---|
| 289 | then |
|---|
| 290 | nsdName="$desiredName" |
|---|
| 291 | else |
|---|
| 292 | # The desired disk name is already in use by GPFS. |
|---|
| 293 | printErrorMsg 432 $mmcmd $desiredName |
|---|
| 294 | continue # Skip to the next disk descriptor. |
|---|
| 295 | fi |
|---|
| 296 | nameSource="$userSpecified" |
|---|
| 297 | fi |
|---|
| 298 | |
|---|
| 299 | # Create a free disk line as a starting point for the validate routine. |
|---|
| 300 | freeDiskLine="$FREE_DISK:$SG_DISKS:$NO_DEVICE:$seqNo:$nsdName:$diskSize" |
|---|
| 301 | freeDiskLine="${freeDiskLine}:$failureGroup:$diskUsage:$pvid:$diskType" |
|---|
| 302 | freeDiskLine="${freeDiskLine}:$primaryNsdNode:$backupNsdNode::::$nameSource" |
|---|
| 303 | freeDiskLine="${freeDiskLine}::$includedDisk:" |
|---|
| 304 | |
|---|
| 305 | # Check the correctness of the disk descriptor. If everything is OK, |
|---|
| 306 | # validateAndConvertNsdDescriptor will return an updated SG_DISKS line. |
|---|
| 307 | validateDescriptorOutput=$(validateAndConvertNsdDescriptor "$mmDiskDesc" \ |
|---|
| 308 | $freeDiskLine $NO_DEVICE $FREE_DISK NULL) |
|---|
| 309 | rc=$? |
|---|
| 310 | if [[ $rc -ne 0 ]] |
|---|
| 311 | then |
|---|
| 312 | # If an error was found, the validate routine issued a message. |
|---|
| 313 | # We will now print the entire descriptor to help the guy some more. |
|---|
| 314 | printErrorMsg 386 $mmcmd "$mmDiskDesc" |
|---|
| 315 | [[ -z $desiredName ]] && highestGpfsDiskNbr=highestGpfsDiskNbr-1 |
|---|
| 316 | continue # Skip to the next disk descriptor. |
|---|
| 317 | fi |
|---|
| 318 | |
|---|
| 319 | # If the descriptor seems to be OK, parse the output |
|---|
| 320 | # from the validateAndConvertNsdDescriptor routine. |
|---|
| 321 | set -f ; set -- $validateDescriptorOutput ; set +f |
|---|
| 322 | updatedDiskLine="$1" |
|---|
| 323 | |
|---|
| 324 | # Generate and write a unique pvid on sector 2 of the disk. |
|---|
| 325 | # If an NSD server is specified, invoke the function on that node. |
|---|
| 326 | # This call will also return the type of the underlying disk. |
|---|
| 327 | if [[ -z $server || $server = $ourNodeName ]] |
|---|
| 328 | then |
|---|
| 329 | invokedNode=$ourNodeName |
|---|
| 330 | createNsdOutput=$(createNsd $diskName $vflag mmcrnsd NULL) |
|---|
| 331 | rc=$? |
|---|
| 332 | else |
|---|
| 333 | invokedNode=$server |
|---|
| 334 | createNsdOutput=$(run on1 $server \ |
|---|
| 335 | createNsd $diskName $vflag mmcrnsd NULL) |
|---|
| 336 | rc=$? |
|---|
| 337 | fi |
|---|
| 338 | |
|---|
| 339 | # The output of createNsd consists of a one-word NSD subtype value, |
|---|
| 340 | # followed by the output from tspreparedisk. Separate the two parts. |
|---|
| 341 | nsdSubtype=${createNsdOutput%% *} |
|---|
| 342 | tspreparediskOutput=${createNsdOutput#* } |
|---|
| 343 | |
|---|
| 344 | # Set the value for the nsd subtype diskname if the nsd subtype |
|---|
| 345 | # is lv, vsd or file; this name is persistent across the nodes. |
|---|
| 346 | nsdSubtypeDiskname="" |
|---|
| 347 | [[ $nsdSubtype = lv || $nsdSubtype = vsd || $nsdSubtype = file ]] && \ |
|---|
| 348 | nsdSubtypeDiskname=$diskName |
|---|
| 349 | |
|---|
| 350 | # Parse the output from the tspreparedisk command. |
|---|
| 351 | IFS=":" |
|---|
| 352 | set -f ; set -- $tspreparediskOutput ; set +f |
|---|
| 353 | magicWord=$1 |
|---|
| 354 | rc2=$2 |
|---|
| 355 | pvid=$3 |
|---|
| 356 | primaryLocalName=$4 |
|---|
| 357 | status=$5 |
|---|
| 358 | diskSize=$6 |
|---|
| 359 | oldPvid=$8 |
|---|
| 360 | IFS="$IFS_sv" |
|---|
| 361 | |
|---|
| 362 | if [[ $rc -ne 0 || $nsdSubtype = error || |
|---|
| 363 | $rc2 -ne 0 || $magicWord != tspreparedisk ]] |
|---|
| 364 | then |
|---|
| 365 | # Try to make sense of the error. |
|---|
| 366 | if [[ $nsdSubtype = error ]] |
|---|
| 367 | then |
|---|
| 368 | : # determineNsdSubtype failed. Messages were already issued. |
|---|
| 369 | |
|---|
| 370 | elif [[ $magicWord = tspreparedisk ]] |
|---|
| 371 | then |
|---|
| 372 | # tspreparedisk was executed but was not happy about something. |
|---|
| 373 | if [[ $rc2 = 1 ]] |
|---|
| 374 | then |
|---|
| 375 | # Permission was denied for disk. |
|---|
| 376 | printErrorMsg 523 $mmcmd $device |
|---|
| 377 | elif [[ $rc2 = 2 ]] |
|---|
| 378 | then |
|---|
| 379 | # The disk was not found. |
|---|
| 380 | printErrorMsg 524 $mmcmd $device |
|---|
| 381 | elif [[ $rc2 = 5 ]] |
|---|
| 382 | then |
|---|
| 383 | # I/O error |
|---|
| 384 | printErrorMsg 525 $mmcmd $device |
|---|
| 385 | elif [[ $rc2 = $MM_DeviceNotFound ]] |
|---|
| 386 | then |
|---|
| 387 | # A return code of ENODEV was returned for the disk. |
|---|
| 388 | printErrorMsg 187 $mmcmd $invokedNode $device |
|---|
| 389 | elif [[ $rc2 = 27 ]] |
|---|
| 390 | then |
|---|
| 391 | # The disk is too large. |
|---|
| 392 | printErrorMsg 508 $mmcmd $device |
|---|
| 393 | elif [[ $rc2 = 50 ]] |
|---|
| 394 | then |
|---|
| 395 | # The disk is fenced out. |
|---|
| 396 | printErrorMsg 395 $mmcmd $invokedNode $device |
|---|
| 397 | else |
|---|
| 398 | # Show the result from tspreparedisk. |
|---|
| 399 | print -u2 "$tspreparediskOutput" |
|---|
| 400 | # Unexpected error from tspreparedisk |
|---|
| 401 | printErrorMsg 171 "$mmcmd" "tspreparedisk $diskName" $rc2 |
|---|
| 402 | fi # end if [[ $rc2 = 1 ]] |
|---|
| 403 | else |
|---|
| 404 | # Something is really wrong. Output error information if any. |
|---|
| 405 | [[ -n $createNsdOutput ]] && print -u2 "$createNsdOutput" |
|---|
| 406 | fi # end if [[ $nsdSubtype = error ]] |
|---|
| 407 | |
|---|
| 408 | # Issue "failed while processing disk descriptor xyz" message. |
|---|
| 409 | [[ -z $server ]] && server=$ourNodeName |
|---|
| 410 | printErrorMsg 411 $mmcmd "$mmDiskDesc" $server |
|---|
| 411 | |
|---|
| 412 | # We will process the rest of the descriptors to create |
|---|
| 413 | # NSDs for those that are good and to flush out as many |
|---|
| 414 | # errors with the descriptors as possible. |
|---|
| 415 | [[ -z $desiredName ]] && highestGpfsDiskNbr=highestGpfsDiskNbr-1 |
|---|
| 416 | continue # Skip to the next disk descriptor. |
|---|
| 417 | fi # end if [[ $rc -ne 0 || $nsdSubtype = error || ... |
|---|
| 418 | |
|---|
| 419 | if [[ $status = old ]] |
|---|
| 420 | then |
|---|
| 421 | # The tspreparedisk command discovered that this is an already-defined NSD. |
|---|
| 422 | |
|---|
| 423 | # Find the SG_DISKS line for the disk and remove it from the mmsdrfs file. |
|---|
| 424 | # Note that it is possible that there is no SG_DISKS line for this disk. |
|---|
| 425 | # This can happen if a disk is forcefully deleted (mmdelnsd -p) from the |
|---|
| 426 | # mmsdrfs file but the pvid was not destroyed because the disk was not |
|---|
| 427 | # available, or a previous mmcrnsd could have failed after tspreparedisk |
|---|
| 428 | # successfully completed but before the information could be committed. |
|---|
| 429 | $rm -f $tmpfile |
|---|
| 430 | existingDiskLine=$($awk -F: ' \ |
|---|
| 431 | # If the line is for our disk, assign it to existingDiskLine. \ |
|---|
| 432 | # Do not put the line in the temp file. \ |
|---|
| 433 | /':$SG_DISKS:'/ { \ |
|---|
| 434 | if ($'$PVID_Field' == "'$oldPvid'") { \ |
|---|
| 435 | { print $0 } \ |
|---|
| 436 | { next } \ |
|---|
| 437 | } \ |
|---|
| 438 | } \ |
|---|
| 439 | # Write all other lines to tmpfile. \ |
|---|
| 440 | { print $0 >> "'$tmpfile'" } \ |
|---|
| 441 | ' $newsdrfs) |
|---|
| 442 | |
|---|
| 443 | # Prepare the newsdrfs file for the next iteration. |
|---|
| 444 | # It will contain all of its original lines except the line |
|---|
| 445 | # that describes the disk that is currently being processed. |
|---|
| 446 | $mv $tmpfile $newsdrfs |
|---|
| 447 | checkForErrors "mv $tmpfile $newsdrfs" $? |
|---|
| 448 | |
|---|
| 449 | # Find the global name of the disk. |
|---|
| 450 | IFS=":" |
|---|
| 451 | set -f ; set -- $existingDiskLine ; set +f |
|---|
| 452 | IFS="$IFS_sv" |
|---|
| 453 | existingGlobalName=$5 |
|---|
| 454 | |
|---|
| 455 | if [[ $vflag = yes ]] |
|---|
| 456 | then |
|---|
| 457 | # The user requested existing disks to be flagged as an error. |
|---|
| 458 | printErrorMsg 412 $mmcmd "$mmDiskDesc" $existingGlobalName |
|---|
| 459 | [[ -z $desiredName ]] && highestGpfsDiskNbr=highestGpfsDiskNbr-1 |
|---|
| 460 | |
|---|
| 461 | # Put the old line back in the file and go to the next descriptor. |
|---|
| 462 | if [[ -n $existingDiskLine ]] |
|---|
| 463 | then |
|---|
| 464 | print -- $existingDiskLine >> $newsdrfs |
|---|
| 465 | checkForErrors "writing to file $newsdrfs" $? |
|---|
| 466 | fi |
|---|
| 467 | continue |
|---|
| 468 | fi |
|---|
| 469 | |
|---|
| 470 | # The user specified that existing disks are acceptable (-v no). |
|---|
| 471 | # Was a line for the disk found in the mmsdrfs file? |
|---|
| 472 | if [[ -n $existingDiskLine ]] |
|---|
| 473 | then |
|---|
| 474 | # An SG_DISKS line for the disk was found. |
|---|
| 475 | # Did the user specify a name for the nsd? |
|---|
| 476 | if [[ -n $desiredName ]] |
|---|
| 477 | then |
|---|
| 478 | # Use the new nsd name specified by the user. |
|---|
| 479 | nsdName=$desiredName |
|---|
| 480 | else |
|---|
| 481 | # Reuse the old nsd name and un-increment the highest disk number. |
|---|
| 482 | nsdName=$existingGlobalName |
|---|
| 483 | highestGpfsDiskNbr=highestGpfsDiskNbr-1 |
|---|
| 484 | fi |
|---|
| 485 | else |
|---|
| 486 | # No SG_DISKS line was found for this disk; treat the disk as new. |
|---|
| 487 | status=new |
|---|
| 488 | fi # end of if [[ -n $existingDiskLine ]] |
|---|
| 489 | |
|---|
| 490 | fi # end of if [[ $status = old ]] |
|---|
| 491 | |
|---|
| 492 | # At this point updatedDiskLine contains the SG_DISKS information |
|---|
| 493 | # for a disk which is successfully defined as an NSD by tspreparedisk. |
|---|
| 494 | IFS=":" |
|---|
| 495 | set -f ; set -A v -- - $updatedDiskLine ; set +f |
|---|
| 496 | IFS="$IFS_sv" |
|---|
| 497 | |
|---|
| 498 | # Update descriptor values that might have been set by the validate function. |
|---|
| 499 | failureGroup=${v[$FAILURE_GROUP_Field]} |
|---|
| 500 | diskUsage=${v[$DISK_USAGE_Field]} |
|---|
| 501 | |
|---|
| 502 | # Add the missing or updated information. |
|---|
| 503 | v[$DISK_NAME_Field]=$nsdName |
|---|
| 504 | v[$DISK_SIZE_Field]=$diskSize |
|---|
| 505 | v[$PVID_Field]=$pvid |
|---|
| 506 | v[$NSD_SUBTYPE_Field]=$nsdSubtype |
|---|
| 507 | v[$NSD_SUBTYPE_DISKNAME_Field]=$nsdSubtypeDiskname |
|---|
| 508 | updatedDiskLine=$(print_newLine) |
|---|
| 509 | |
|---|
| 510 | # If a backup NSD node is specified, run the tspreparedisk command |
|---|
| 511 | # on that node to verify that the disk is properly connected. |
|---|
| 512 | if [[ -n $backup ]] |
|---|
| 513 | then |
|---|
| 514 | if [[ $nsdSubtype = vsd ]] |
|---|
| 515 | then |
|---|
| 516 | # Attempt to write to sector 2 of the disk from the backup |
|---|
| 517 | # server in order to determine whether the disk is accessible. |
|---|
| 518 | # (This will cause the backup server to be unfenced from the |
|---|
| 519 | # vsd if necessary.) |
|---|
| 520 | if [[ $backup = $ourNodeName ]] |
|---|
| 521 | then |
|---|
| 522 | invokedNode=$ourNodeName |
|---|
| 523 | createNsdOutput=$(createNsd $diskName yes mmcrnsd vsd) |
|---|
| 524 | rc=$? |
|---|
| 525 | else |
|---|
| 526 | invokedNode=$backup |
|---|
| 527 | createNsdOutput=$(run on1 $backup \ |
|---|
| 528 | createNsd $diskName yes mmcrnsd vsd) |
|---|
| 529 | rc=$? |
|---|
| 530 | fi |
|---|
| 531 | |
|---|
| 532 | # The output of createNsd consists of a one-word NSD subtype value |
|---|
| 533 | # followed by the tspreparedisk output. Extract the tspreparedisk output. |
|---|
| 534 | tspreparediskOutput=${createNsdOutput#* } |
|---|
| 535 | else |
|---|
| 536 | if [[ $backup = $ourNodeName ]] |
|---|
| 537 | then |
|---|
| 538 | invokedNode=$ourNodeName |
|---|
| 539 | tspreparediskOutput=$($tspreparedisk -p $pvid -t $nsdSubtype) |
|---|
| 540 | rc=$? |
|---|
| 541 | else |
|---|
| 542 | invokedNode=$backup |
|---|
| 543 | tspreparediskOutput=$(run on1 $backup adminCmd \ |
|---|
| 544 | tspreparedisk -p $pvid -t $nsdSubtype) |
|---|
| 545 | rc=$? |
|---|
| 546 | fi |
|---|
| 547 | fi |
|---|
| 548 | |
|---|
| 549 | # Parse the output from the tspreparedisk command. |
|---|
| 550 | IFS=":" |
|---|
| 551 | set -f ; set -- $tspreparediskOutput ; set +f |
|---|
| 552 | magicWord=$1 |
|---|
| 553 | rc2=$2 |
|---|
| 554 | backupPvid=$3 |
|---|
| 555 | backupLocalName=$4 |
|---|
| 556 | status=$5 |
|---|
| 557 | IFS="$IFS_sv" |
|---|
| 558 | |
|---|
| 559 | if [[ $rc -ne 0 || $magicWord != tspreparedisk || |
|---|
| 560 | $rc2 -ne 0 || $pvid != $backupPvid ]] |
|---|
| 561 | then |
|---|
| 562 | # Try to make sense of the error. |
|---|
| 563 | if [[ $magicWord = tspreparedisk ]] |
|---|
| 564 | then |
|---|
| 565 | # tspreparedisk was executed but was not happy about something. |
|---|
| 566 | if [[ $rc2 = 1 ]] |
|---|
| 567 | then |
|---|
| 568 | # Permission was denied for disk. |
|---|
| 569 | printErrorMsg 523 $mmcmd $device |
|---|
| 570 | elif [[ $rc2 = 2 ]] |
|---|
| 571 | then |
|---|
| 572 | # The disk was not found. |
|---|
| 573 | printErrorMsg 524 $mmcmd $device |
|---|
| 574 | elif [[ $rc2 = 5 ]] |
|---|
| 575 | then |
|---|
| 576 | # I/O error |
|---|
| 577 | printErrorMsg 525 $mmcmd $device |
|---|
| 578 | elif [[ $rc2 = $MM_DeviceNotFound ]] |
|---|
| 579 | then |
|---|
| 580 | # A return code of ENODEV was returned for the disk. |
|---|
| 581 | printErrorMsg 187 $mmcmd $invokedNode $device |
|---|
| 582 | elif [[ $rc2 = 50 ]] |
|---|
| 583 | then |
|---|
| 584 | # The disk is fenced out. |
|---|
| 585 | printErrorMsg 395 $mmcmd $invokedNode $device |
|---|
| 586 | elif [[ $pvid != $backupPvid ]] |
|---|
| 587 | then |
|---|
| 588 | print -u2 "$mmcmd: Mismatched disk PVIDs" |
|---|
| 589 | else |
|---|
| 590 | # Show the result from tspreparedisk. |
|---|
| 591 | print -u2 "$tspreparediskOutput" |
|---|
| 592 | # Unexpected error from tspreparedisk -p |
|---|
| 593 | printErrorMsg 171 "$mmcmd" \ |
|---|
| 594 | "tspreparedisk -p $pvid -t $nsdSubtype" $rc2 |
|---|
| 595 | fi # end if [[ $rc2 = 1 ]] |
|---|
| 596 | else |
|---|
| 597 | # Something is really wrong. Output error information if any. |
|---|
| 598 | [[ -n $tspreparediskOutput ]] && print -u2 "$tspreparediskOutput" |
|---|
| 599 | fi # end if [[ $magicWord = tspreparedisk ]] |
|---|
| 600 | |
|---|
| 601 | # Failed while processing disk descriptor |
|---|
| 602 | printErrorMsg 411 $mmcmd "$mmDiskDesc" $backup |
|---|
| 603 | [[ -z $desiredName ]] && highestGpfsDiskNbr=highestGpfsDiskNbr-1 |
|---|
| 604 | continue # Skip to the next disk descriptor. |
|---|
| 605 | fi # end if [[ $rc -ne 0 || $magicWord != tspreparedisk || ... ]] |
|---|
| 606 | |
|---|
| 607 | fi # end of if [[ -n $backup ]] |
|---|
| 608 | |
|---|
| 609 | # At this point, the descriptor passed all checks successfully, |
|---|
| 610 | # the disk was formatted as an NSD, and updatedDiskLine contains |
|---|
| 611 | # the SG_DISKS line that needs to go in the mmsdrfs file. |
|---|
| 612 | print -- $updatedDiskLine >> $newsdrfs |
|---|
| 613 | checkForErrors "writing to file $newsdrfs" $? |
|---|
| 614 | |
|---|
| 615 | # Append the good modified descriptor to the temporary descriptor file. |
|---|
| 616 | print -- "$nsdName:::$diskUsage:$failureGroup::$storagePool" >> $tdescfile |
|---|
| 617 | checkForErrors "writing to file $tdescfile" $? |
|---|
| 618 | |
|---|
| 619 | # There is at least one good disk descriptor. |
|---|
| 620 | hadSuccess=true |
|---|
| 621 | |
|---|
| 622 | done # end of while read -u3 mmDiskDesc |
|---|
| 623 | |
|---|
| 624 | |
|---|
| 625 | # If all of the descriptors had some kind of error and not a single |
|---|
| 626 | # disk was created, give up. Messages have already been issued. |
|---|
| 627 | [[ $hadSuccess != true ]] && \ |
|---|
| 628 | cleanupAndExit |
|---|
| 629 | |
|---|
| 630 | |
|---|
| 631 | #################################################################### |
|---|
| 632 | # We have now finished processing descriptors. |
|---|
| 633 | # Create a new version line with an updated HIGHEST_GPFS_DISK_NBR |
|---|
| 634 | # value that reflects the highest disk number currently assigned |
|---|
| 635 | # and add it back to the mmsdrfs file. Commit the changes. |
|---|
| 636 | #################################################################### |
|---|
| 637 | newVersionLine="$versionLine_A:$highestGpfsDiskNbr:$versionLine_B" |
|---|
| 638 | print -- $newVersionLine >> $newsdrfs |
|---|
| 639 | checkForErrors "writing to file $newsdrfs" $? |
|---|
| 640 | |
|---|
| 641 | # Sort the new sdrfs file. |
|---|
| 642 | LC_ALL=C $SORT_MMSDRFS $newsdrfs -o $newsdrfs |
|---|
| 643 | |
|---|
| 644 | # Replace the mmsdrfs file. |
|---|
| 645 | # This makes the new disks visible to other mm commands. |
|---|
| 646 | trap "" HUP INT QUIT KILL |
|---|
| 647 | gpfsObjectInfo=$(commitChanges \ |
|---|
| 648 | $FREE_DISK $nsId $gpfsObjectInfo $newGenNumber $newsdrfs $primaryServer) |
|---|
| 649 | rc=$? |
|---|
| 650 | if [[ $rc -ne 0 ]] |
|---|
| 651 | then |
|---|
| 652 | # We were unable to replace the file in the sdr. |
|---|
| 653 | printErrorMsg 381 $mmcmd |
|---|
| 654 | cleanupAndExit |
|---|
| 655 | fi |
|---|
| 656 | |
|---|
| 657 | |
|---|
| 658 | ################## |
|---|
| 659 | # Unlock the sdr. |
|---|
| 660 | ################## |
|---|
| 661 | [[ $sdrLocked = yes ]] && \ |
|---|
| 662 | freeLockOnServer $primaryServer $ourNodeNumber >/dev/null |
|---|
| 663 | sdrLocked=no |
|---|
| 664 | trap posttrap HUP INT QUIT KILL |
|---|
| 665 | |
|---|
| 666 | |
|---|
| 667 | ############################################################################# |
|---|
| 668 | # Move the updated (and any commented out) descriptors into the user's file. |
|---|
| 669 | ############################################################################# |
|---|
| 670 | $mv $tdescfile $descfile |
|---|
| 671 | checkForErrors "writing to file $descfile" $? |
|---|
| 672 | |
|---|
| 673 | |
|---|
| 674 | ################################################################# |
|---|
| 675 | # Propagate the new mmsdrfs file. This process is asynchronous. |
|---|
| 676 | ################################################################# |
|---|
| 677 | propagateSdrfsFile async $nodefile $newsdrfs $newGenNumber rereadnsd |
|---|
| 678 | |
|---|
| 679 | |
|---|
| 680 | ################################################### |
|---|
| 681 | # If installed, invoke the syncfsconfig user exit. |
|---|
| 682 | ################################################### |
|---|
| 683 | if [[ -x $syncfsconfig ]] |
|---|
| 684 | then |
|---|
| 685 | print -- "$mmcmd: Starting $syncfsconfig ..." |
|---|
| 686 | $syncfsconfig |
|---|
| 687 | print -- "$mmcmd: $syncfsconfig finished." |
|---|
| 688 | fi |
|---|
| 689 | |
|---|
| 690 | cleanupAndExit 0 |
|---|
| 691 | |
|---|