# $Header: rootupgrade_script.sbs 08-nov-2007.05:48:00 aime Exp $
# $Header: rootupgrade_script.sbs 15-apr-2008.18:03:12 ksviswan Exp $
#
# rootupgrade.sbs
#
# Copyright (c) 2000, 2008, Oracle. All rights reserved.  
#
#    NAME
#      rootupgrade.sbs - root upgrade source script
#
#    DESCRIPTION
#      rootupgrade.sbs - root upgrade source script
#
#    MODIFIED   (MM/DD/YY)
#    ksviswan   04/10/08 - Fix 6941707 and incorporate PL changes 
#    smatpadi   11/02/07 - Bug/6472704:Upgrade - create sym links
#    ssprasad   10/17/07 - bugfix 6499885
#    ssprasad   10/24/07 - bug 6474264
#    ssprasad   10/17/07 - bugfix 6499885
#    jcreight   06/19/07 - Fix 6136887
#    jcreight   06/12/07 - XbranchMerge jcreight_bug5413249_2 from main
#    jcreight   06/11/07 - Fix typo in 5413249
#    jcreight   05/23/07 - Fix 6066675
#    khsingh    05/07/07 - Bug 6028784 fix
#    jleys      05/02/07 - Support oprocd on Linux
#    agusev     04/09/07 - adding startcheck
#    khsingh    04/11/07 - XbranchMerge khsingh_bug-5963554 from main
#    khsingh    03/11/07 - XbranchMerge khsingh_bug-5413249 from main
#    sltam      04/10/07 - Fix bug 5850296
#    khsingh    03/09/07 - take care of review commnets
#    khsingh    03/06/07 - add a method for populating installer vars
#    khsingh    02/20/07 - CRS upgtrade script
#    khsingh    02/20/07 - Creation
# ==========================================================
# Copyright (c) 2001, 2008, Oracle. All rights reserved.  
#
# rootupgrade.sbs for Oracle CRS homes
#
#    This is run once per node during the CRS rolling upgrade.
#    This script does the following:
#    1) Checks to see if CRS stack is down
#    2) Set the permissions on CRS binaries
#    3) Start the CRS stack
#    4) run clscfg -upgrade
#    5) run srvctl to move nodeapps to CRS home
#
# This is run during CRS installation and not during RAC

SILENT=%s_silent%
ORA_CRS_HOME=%ORA_CRS_HOME%
CRS_ORACLE_OWNER=%OwnerId%
CRS_DBA_GROUP=%s_usergroup%
CRS_LANGUAGE_ID=%s_languageid%
RELEASE_VERSION=11.1.0.7.0

CRS_PARAMS="ORA_CRS_HOME CRS_ORACLE_OWNER CRS_DBA_GROUP"

if [ -z "$CP" ]; then CP=/bin/cp; fi
if [ -z "$MV" ]; then MV=/bin/mv; fi
if [ -z "$CHOWN" ]; then CHOWN=/bin/chown; fi
if [ -z "$CHOWNH" ]; then CHOWNH="/bin/chown -h"; fi
if [ -z "$CHGRP" ]; then CHGRP=/bin/chgrp; fi
if [ -z "$CHMOD" ]; then CHMOD=/bin/chmod; fi
if [ -z "$ECHO" ]; then ECHO=/bin/echo; fi
if [ -z "$LS" ]; then LS=/bin/ls; fi
if [ -z "$KILL" ]; then KILL=/bin/kill; fi
if [ -z "$SLEEP" ]; then SLEEP=/bin/sleep; fi
if [ -z "$LN" ]; then LN=/bin/ln; fi
if [ -z "$LNS" ]; then LNS="/bin/ln -s"; fi
if [ -z "$RM" ]; then RM=/bin/rm; fi
if [ -z "$RMF" ]; then RMF="/bin/rm -f"; fi
if [ -z "$CAT" ]; then CAT=/bin/cat; fi
if [ -z "$MKDIR" ]; then MKDIR=/bin/mkdir; fi
if [ -z "$MKDIRP" ]; then MKDIRP="/bin/mkdir -p"; fi
if [ -z "$GREP" ]; then GREP=/bin/grep; fi
if [ -z "$CAT" ]; then CAT=/bin/cat; fi
if [ -z "$TOUCH" ]; then TOUCH=/bin/touch; fi
if [ -z "$AWK" ]; then AWK=/bin/awk; fi
if [ -z "$SED" ]; then SED=/bin/sed; fi
if [ -z "$ID" ]; then ID=/usr/bin/id; fi
if [ -z "$HOSTN" ]; then HOSTN=/bin/hostname; fi
if [ -z "$EXPRN" ]; then EXPRN=/usr/bin/expr; fi
if [ -z "$CUT" ]; then CUT=/usr/bin/cut; fi

SU=/bin/su

if [ -z "$TR" ]; then TR=/bin/tr;fi
#solaris on amd and SPARC has issue with /bin/tr
[ 'SunOS' = `/bin/uname` ] && TR=/usr/xpg4/bin/tr 
#on linux tr is at /usr/bin/tr
[ 'Linux' = `/bin/uname` ] && TR=/usr/bin/tr

#solaris has an issue with /bin/awk - bug 6499885
[ 'SunOS' = `/bin/uname` ] && AWK=/usr/xpg4/bin/awk

###Function for displaying usage of this script
usage()
{
   printf "Usage:\n"
   printf "$0 [-silent]\n"
   printf "   [-crshome <Oracle CRS home path>]\n"
   printf "   [-crsuser <User installing the CRS software>]\n"
   printf "   [-crsgroup <Group name of the user installing CRS software>]\n"
   printf "   [-initparamfile]\n"
}

##Function for parsing the command line arguments
parseArgs()
{
   USER_ARGS=$*
   INITPARAM=false

   while [ $# -gt 0 ];
   do
     if [ $1 = "-silent" ]; then
       SILENT=1;
     elif [ $1 = "-crshome" ]; then
       if [ $# -ge 2 ]; then
	 ORA_CRS_HOME=$2;
         shift;
       else
	 usage;
	 exit 2
       fi
     elif [ $1 = "-crsuser" ]; then
       if [ $# -ge 2 ]; then
         CRS_ORACLE_OWNER=$2;
         shift;
       else
         usage;
         exit 2
       fi
     elif [ $1 = "-crsgroup" ]; then
       if [ $# -ge 2 ]; then
         CRS_DBA_GROUP=$2;
         shift;
       else
         usage;
         exit 2
       fi
     elif [ $1 = "-initparamfile" ]; then
       INITPARAM=true
     else
       usage;
       exit 2
     fi
     shift;
   done
}

validateInput()
{
   ##validates if any value is assigned to the script variables
   for i in `echo $CRS_PARAMS`;
   do
      PARAM_NAME=$i
      PARAM_VALUE=`eval echo \\$$i`
      valid=`$ECHO $PARAM_VALUE | $AWK '/^%/ { print "false"; }'`
      if [ "$valid" = "false" ];
      then
         $ECHO "No value set for the CRS parameter $PARAM_NAME. Use parameter file to set values";
         usage;
         return 1;
      fi
    done

   return 0;
}

copyONSConfig()
{
   $ECHO "copying ONS config file to 11.1 CRS home"
   NODE_NAME=`$CH/bin/olsnodes -l`
   ONS_OH=`$CH/bin/ocrdump -stdout -keyname 'CRS.CUR.ora!'$NODE_NAME'!ons.ACTION_SCRIPT' | $GREP ORATEXT | $AWK -F':' '{ print $2}' | $SED 's|/bin/racgwrap||g' | $SED 's|^ ||g'`
   ## checking if ONS resource is configured
   if [ "$ONS_OH" != "" ]; then
     ##ONS resource is configured
     if [ -f $ONS_OH/opmn/conf/ons.config ]; then 
       ##The ons.config file exists at source location
       $CP $CH/opmn/conf/ons.config $CH/opmn/conf/ons.config.orig 
       $CP $ONS_OH/opmn/conf/ons.config $CH/opmn/conf/ons.config 
       $ECHO "$ONS_OH/opmn/conf/ons.config was copied successfully to $CH/opmn/conf/ons.config"
     fi
   fi
   
   return 0;
}

checkNodeApps()
{
   $ECHO "Checking the existence of nodeapps on this node"
   NODE_NAME=`$CH/bin/olsnodes -l`
   EXISTS=`$CH/bin/srvctl config nodeapps -n $NODE_NAME -a | $GREP 'not exists'` 
   ## checking if ONS resource is configured
   if [ "$EXISTS" != "" ]; then
     ##NODEAPPS do not exist for this node
     $ECHO "The NodeApps do not exist for the node '$NODE_NAME'. Create nodeapps before continuing further."
     $ECHO "You can run '$CH/bin/vipca -nodelist $NODE_NAME' to create nodeapps"
     return 1;
   fi
   
   return 0;
}

getClusterName()
{
   CEMUTLO=$ORA_CRS_HOME/bin/cemutlo

   RET=0

   if [ -x $CEMUTLO ];
   then
      CRS_CLUSTER_NAME=`$CEMUTLO -n`
      cmdStatus=$?
      if [ "$cmdStatus" != "0" ];
      then
         $ECHO "The $CEMUTLO command failed with exit code: $cmdStatus"
         RET=1
      fi
   else
      $ECHO "The $CEMUTLO command either does not exist or not have enough permissions to run"
      RET=1
   fi

   return $RET;
}

updateInstallerVars()
{
   CRSCTL=$ORA_CRS_HOME/bin/crsctl
   OLSNODES=$ORA_CRS_HOME/bin/olsnodes
   LSNODES=$ORA_CRS_HOME/bin/lsnodes
   SRVCTL=$ORA_CRS_HOME/bin/srvctl
   PARAMFILE=$ORA_CRS_HOME/install/paramfile.crs

   $ECHO "Creating '$PARAMFILE' with data used for CRS configuration"

   RET=0

   if [ -x $CRSCTL ];
   then
      nDisks=`$CRSCTL query css votedisk | $GREP "Located" | $AWK '{ print $2; }'`
      cmdStatus=$?

      if [ "$cmdStatus" = "0" -a "$nDisks" != "0" ];
      then
          voteDisks=`$CRSCTL query css votedisk | $AWK -v COUNT="$nDisks" '{ if (NR <= COUNT) print $3; next; }'`
          cmdStatus=$?
          if [ "$cmdStatus" = "0" -a ! -z "$voteDisks" ];
          then
              CRS_VOTING_DISKS=`$ECHO $voteDisks | $SED 's| |,|g'`
          else
              $ECHO "Failed to find voting disks used by this clusterware"
	      RET=1
          fi
      elif [ "$cmdStatus" != "0" ];
      then
          $ECHO "The $CRSCTL command failed with exit code: $cmdStatus"
	  RET=1
      fi
   else
      $ECHO "The $CRSCTL command either does not exist or not have sufficient permissions to run"
      RET=1
   fi

   if [ -x $OLSNODES ];
   then
      nodeList=`$OLSNODES | $AWK '{ print $1; }'`
      cmdStatus=$?

      if [ "$cmdStatus" = "0" -a ! -z "$nodeList" ];
      then
         CRS_NODELIST=`$ECHO $nodeList | $SED 's| |,|g'`
      elif [ "$cmdStatus" != "0" ];
      then
         $ECHO "The $OLSNODES command failed with exit code: $cmdStatus"
         RET=1
      fi

      nodeNameList=`$OLSNODES -n | $AWK '{ print " ",$1," ",$2; }'`
      cmdStatus=$?

      if [ "$cmdStatus" = "0" -a ! -z "$nodeNameList" ];
      then
         crs_nodeNamelist=`$ECHO $nodeNameList | $SED 's|^ ||g'`
         CRS_NODE_NAME_LIST=`$ECHO $crs_nodeNamelist | $SED 's| |,|g'`
      elif [ "$cmdStatus" != "0" ];
      then
         $ECHO "The $OLSNODES command failed with exit code: $cmdStatus"
         RET=1
      fi

      if [ -x $SRVCTL ];
      then
        if [ ! -z "$CRS_NODELIST" ];
        then
          nodelist=`$ECHO $CRS_NODELIST | $SED 's|,| |g'`
          CRS_NODEVIPS=""

          if [ ! -z "$nodelist" ];
	  then
            for i in `$ECHO $nodelist`
            do
              NODEi=$i
              VIP_STR=`$SRVCTL config nodeapps -a -n $NODEi`
	      cmdStatus=$?
	      if [ "$cmdStatus" = "0" -a ! -z "$VIP_STR" ];
	      then
	        NODEVIP_STR=`$ECHO $VIP_STR | $AWK -F':' '{ print $2}' | $SED 's|^ ||g'`
                NODE_VIPSTR=`$ECHO $NODEi$NODEVIP_STR`
	        if [ ! -z "$CRS_NODEVIPS" ];
	        then
                   CRS_NODEVIPS=`$ECHO $CRS_NODEVIPS,$NODE_VIPSTR`
	        else
	           CRS_NODEVIPS=$NODE_VIPSTR
	        fi
              else
	        $ECHO "Failed to retrieve VIP details"
		RET=1
	      fi
            done
          fi
        fi
      fi

      nodePrivList=`$OLSNODES -p -n | $AWK '{ print " ",$3," ",$2; }'`
      cmdStatus=$?

      if [ "$cmdStatus" = "0" -a ! -z "$nodePrivList" ];
      then
         crs_nodeprivs=`$ECHO $nodePrivList | $SED 's|^ ||g'`
         CRS_PRIVATE_NAME_LIST=`$ECHO $crs_nodeprivs | $SED 's| |,|g'`
      elif [ "$cmdStatus" != "0" ];
      then
         $ECHO "The $OLSNODES command failed with exit code: $cmdStatus"
         RET=1
      fi
   else
      $ECHO "The $OLSNODES command either does not exist or not have enough permissions to run"
      RET=1
   fi

   getClusterName || { RET=1; }

      if [ "$CRS_VNDR_CLUSTER" = "true" ];
      then
         hostNameList=`$LSNODES -n | $AWK '{ print " ",$1," ",$2; }'`
         cmdStatus=$?

         if [ "$cmdStatus" = "0" -a "x$hostNameList" != "x" ];
         then
            crs_hostNamelist=`$ECHO $hostNameList | $SED 's|^ ||g'`
            CRS_HOST_NAME_LIST=`$ECHO $crs_hostNamelist | $SED 's| |,|g'`
         else
            $ECHO "The $LSNODES command either does not exist or not have enough permissions to run"
            RET=1
         fi
      else
         CRS_HOST_NAME_LIST=$CRS_NODE_NAME_LIST
      fi

   if [ -f $OCRCONFIG ];
   then
      ocrconfig_loc=`$CAT $OCRCONFIG | $GREP ocrconfig_loc | $AWK -F'=' '{ print $2; }'`
      ocrmirrorconfig_loc=`$CAT $OCRCONFIG | $GREP ocrmirrorconfig_loc | $AWK -F'=' '{ print $2; }'`

      if [ ! -z "$ocrconfig_loc" ];
      then
         CRS_OCR_LOCATIONS=$ocrconfig_loc
      else
         $ECHO "The $OCRCONFIG file does not have ocr properly configured"
	 RET=1
      fi

      if [ ! -z "$ocrmirrorconfig_loc" ];
      then
         CRS_OCR_LOCATIONS=`$ECHO $CRS_OCR_LOCATIONS,$ocrmirrorconfig_loc`
      fi
   else 
      $ECHO "The $OCRCONFIG files does not exist"
      RET=1
   fi

   if [ "$RET" = "0" ];
   then
      if [ -f $PARAMFILE ];
      then
        $CP $PARAMFILE $PARAMFILE.orig
      else
        $TOUCH $PARAMFILE
        $CHOWN $CRS_ORACLE_OWNER $PARAMFILE
        $CHGRP $CRS_DBA_GROUP $PARAMFILE
        $CHMOD 664 $PARAMFILE
      fi

      $CP /dev/null $PARAMFILE || { exit 1; }

      $ECHO "Setting CRS configuration values in $PARAMFILE"
      $ECHO "SILENT=$SILENT" > $PARAMFILE
      $ECHO "ORA_CRS_HOME=$ORA_CRS_HOME" >> $PARAMFILE
      $ECHO "CRS_ORACLE_OWNER=$CRS_ORACLE_OWNER" >> $PARAMFILE
      $ECHO "CRS_DBA_GROUP=$CRS_DBA_GROUP" >> $PARAMFILE
      $ECHO "CRS_VNDR_CLUSTER=$CRS_VNDR_CLUSTER" >> $PARAMFILE
      $ECHO "CRS_OCR_LOCATIONS=$CRS_OCR_LOCATIONS" >> $PARAMFILE
      $ECHO "CRS_CLUSTER_NAME=$CRS_CLUSTER_NAME" >> $PARAMFILE
      $ECHO "CRS_HOST_NAME_LIST=$CRS_HOST_NAME_LIST" >> $PARAMFILE
      $ECHO "CRS_NODE_NAME_LIST=$CRS_NODE_NAME_LIST" >> $PARAMFILE
      $ECHO "CRS_PRIVATE_NAME_LIST=$CRS_PRIVATE_NAME_LIST" >> $PARAMFILE
      $ECHO "CRS_LANGUAGE_ID=$CRS_LANGUAGE_ID" >> $PARAMFILE
      $ECHO "CRS_VOTING_DISKS=$CRS_VOTING_DISKS" >> $PARAMFILE
      $ECHO "CRS_NODELIST=$CRS_NODELIST" >> $PARAMFILE
      $ECHO "CRS_NODEVIPS=$CRS_NODEVIPS" >> $PARAMFILE
   fi

   return $RET;

}

# This script is intended to be run by root.

RUID=`$ID|$AWK -F\( '{print $2}'|$AWK -F\) '{print $1}'`
if [ ${RUID} != "root" ];then
  $ECHO "You must be logged in as root to run $0."
  $ECHO "Log in as root and restart $0 execution."
  exit 1
fi

#If the hostname is an IP address, let hostname 
#remain as IP address
HOST=`$HOSTN`
len1=`$EXPRN "$HOST" : '.*'`
len2=`$EXPRN match $HOST '[0-9]*\.[0-9]*\.[0-9]*\.[0-9]*'`
                                                                                
# Strip off domain name in case /bin/hostname returns
# FQDN hostname
if [ $len1 != $len2 ]; then
 HOST=`$ECHO $HOST | cut -d'.' -f1`
fi

HOST=`$ECHO $HOST | $TR '[:upper:]' '[:lower:]'`

LOGDIR=$ORA_CRS_HOME/log/$HOST
CRS_LOGDIR=$ORA_CRS_HOME/log/$HOST/crsd
EVM_LOGDIR=$ORA_CRS_HOME/log/$HOST/evmd
CSS_LOGDIR=$ORA_CRS_HOME/log/$HOST/cssd
CLSMON_LOGDIR=$ORA_CRS_HOME/log/$HOST/cssd/oclsmon
OCR_LOGDIR=$ORA_CRS_HOME/log/$HOST/client
RES_LOGDIR=$ORA_CRS_HOME/log/$HOST/racg
RES_COREDIR1=$RES_LOGDIR/racgmain
RES_COREDIR2=$RES_LOGDIR/racgeut
RES_COREDIR3=$RES_LOGDIR/racgevtf
ADMIN_LOGDIR=$ORA_CRS_HOME/log/$HOST/admin
LSNODES=$ORA_CRS_HOME/bin/lsnodes

# File that $LOGMSG in init.cssd will write information to
MSGFILE=/var/adm/messages

DISABLE_OPROCD=false;

##Parse command line arguments passed to this script
parseArgs $*

ORACLE_HOME=$ORA_CRS_HOME
export ORA_CRS_HOME
export ORACLE_HOME
CH=$ORA_CRS_HOME

##validating the parameter values
validateInput || { $ECHO $?; exit 1; }

CRSCTL=$CH/bin/crsctl

# Definitions to Add/Remove inittab entries

ADDITAB="$CAT \$IT | $GREP -v init.evmd | $GREP -v init.cssd | $GREP -v init.crsd > \$IT.no_crs || { $ECHO $?; exit 1; } ; \
	$CAT \$IT.no_crs $CH/crs/admin/inittab > \$IT.crs || { $ECHO $?; exit 1; }; \
        $RM \$IT.no_crs 2>/dev/null; \
        $ECHO \"Adding daemons to inittab\"; \
        $CP \$IT.crs \$IT"
RMITAB="$CAT \$IT | $GREP -v init.evmd | $GREP -v init.cssd | $GREP -v init.crsd > \$IT.no_crs || { $ECHO $?; exit 1; } ; \
        $CP \$IT.no_crs \$IT || { $ECHO $?; exit 1; }"

CLSCFG_MISCNT=""

UNAME=/bin/uname
PLATFORM=`$UNAME`

case $PLATFORM in
Linux) LD_LIBRARY_PATH=$ORA_CRS_HOME/lib
       export LD_LIBRARY_PATH
       DIRNAME=/usr/bin/dirname
       ID=/etc/init.d

       # RCSDIR. Directories where we want to invoke "start" (which is
       # misleadingly named) to do boot time checking.
       # RCKDIR. Directories where we want to invoke "stop" to stop CRS/CSS.
       # RCALLDIR. Directories where we want to clean CRS/CSS script entries.
       RCSDIR="/etc/rc.d/rc3.d /etc/rc.d/rc5.d"
       RCKDIR="/etc/rc.d/rc0.d /etc/rc.d/rc1.d /etc/rc.d/rc2.d /etc/rc.d/rc4.d /etc/rc.d/rc6.d"
       RCALLDIR="/etc/rc.d/rc0.d /etc/rc.d/rc1.d /etc/rc.d/rc2.d /etc/rc.d/rc3.d /etc/rc.d/rc4.d /etc/rc.d/rc5.d /etc/rc.d/rc6.d"
       RC_START=S96
       RC_KILL=K19
       RC_KILL_OLD=K96
       SU="/bin/su -l"
       IT=/etc/inittab
       INIT=/sbin/init
       ORACLUSTERDIR=$ORA_CRS_HOME/lib
       OCRCONFIGDIR=/etc/oracle
       SRVCONFIG=/var/opt/oracle/srvConfig.loc
       OCRCONFIG=/etc/oracle/ocr.loc
       OPROCDDIR=/etc/oracle/oprocd
       SCRBASE=/etc/oracle/scls_scr
       CLSCFG_MISCNT="-misscount 60"
       if [ -x $LSNODES ];
       then
        $LSNODES > /dev/null 2>&1
        cmdStatus=$?
        if [ "$cmdStatus" = "1" ];
        then
         CRS_VNDR_CLUSTER=false
        else
         CRS_VNDR_CLUSTER=true
        fi
       else
        CRS_VNDR_CLUSTER=false
       fi
       ;;

HP-UX) MACH_HARDWARE=`/bin/uname -m`
       if [ "$MACH_HARDWARE" = "ia64" ]; then
          SO_EXT=so
          NMAPIDIR_64=/opt/nmapi/nmapi2/lib/hpux64
       else
          SO_EXT=sl
          NMAPIDIR_64=/opt/nmapi/nmapi2/lib/pa20_64
       fi 
       LD_LIBRARY_PATH=$ORA_CRS_HOME/lib:$NMAPIDIR_64:/usr/lib:$LD_LIBRARY_PATH
       export LD_LIBRARY_PATH
       DIRNAME=/bin/dirname
       ID=/sbin/init.d
       RCSDIR="/sbin/rc3.d"
       RCKDIR="/sbin/rc2.d"
       RCALLDIR="/sbin/rc2.d /sbin/rc3.d"
       RC_START=S960
       RC_KILL=K190
       RC_KILL_OLD=K001
       IT=/etc/inittab
       INIT=/sbin/init
       if [ ! -f $ORA_CRS_HOME/lib/libskgxns.${SO_EXT} ]; then
          if [ ! -L $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT} ]; then
              $MV $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT} $ORA_CRS_HOME/lib/libskgxns.${SO_EXT}
          fi
       fi
       $RM -f $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT} 2>/dev/null
       if [ -f ${NMAPIDIR_64}/libnmapi2.${SO_EXT} ]; then
        $LN -sf ${NMAPIDIR_64}/libnmapi2.${SO_EXT} $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT}
       else
        $LN -sf $ORA_CRS_HOME/lib/libskgxns.${SO_EXT}  $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT}
       fi

       $CHOWNH $CRS_ORACLE_OWNER $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT}

       ORACLUSTERDIR=$ORA_CRS_HOME/lib
       OCRCONFIGDIR=/var/opt/oracle
       SRVCONFIG=/var/opt/oracle/srvConfig.loc
       OCRCONFIG=/var/opt/oracle/ocr.loc
       OPROCDDIR=/var/opt/oracle/oprocd
       SCRBASE=/var/opt/oracle/scls_scr
       if [ -x $LSNODES -a -f $NMAPIDIR_64/libnmapi2.${SO_EXT} ];
       then
        $LSNODES > /dev/null 2>&1
        cmdStatus=$?
        if [ "$cmdStatus" = "1" ];
        then
         CRS_VNDR_CLUSTER=false
        else
         CRS_VNDR_CLUSTER=true
        fi
       else
        CRS_VNDR_CLUSTER=false
       fi      
       ;;
SunOS) MACH_HARDWARE=`/bin/uname -i`
       LD_LIBRARY_PATH=$ORA_CRS_HOME/lib:$CLUSTERDIR/lib:/usr/lib:/usr/ucblib:$LD_LIBRARY_PATH
       LD_LIBRARY_PATH_64=$ORA_CRS_HOME/lib:$CLUSTERDIR/lib:/usr/lib:/usr/ucblib:$LD_LIBRARY_PATH_64
       export LD_LIBRARY_PATH
       export LD_LIBRARY_PATH_64
       CLUSTERDIR=/opt/ORCLcluster
       case $MACH_HARDWARE in
       i86pc)
         ORACLUSTERDIR=$ORA_CRS_HOME/lib
         ;;
       *)
         ORACLUSTERDIR=$CLUSTERDIR/lib
         ;;
       esac
       DIRNAME=/bin/dirname
       ID=/etc/init.d
       RCSDIR="/etc/rc3.d"
       RCKDIR="/etc/rc0.d /etc/rc1.d /etc/rc2.d /etc/rcS.d"
       RCALLDIR="/etc/rc0.d /etc/rc1.d /etc/rc2.d /etc/rc3.d /etc/rcS.d"
       RC_START=S96
       RC_KILL=K19
       RC_KILL_OLD=K96
       IT=/etc/inittab  
       INIT=/sbin/init
       SO_EXT=so
       if [ ! -f $ORA_CRS_HOME/lib/libskgxns.${SO_EXT} ]; then
          if [ ! -L $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT} ]; then
              $MV $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT} $ORA_CRS_HOME/lib/libskgxns.${SO_EXT}
          fi
       fi
       # Bug 4624810 : libskgxn2 will be linked anyway. Remove them, to avoid stale link issue
       # This issue happens only in solaris. ln -sf works in HP and AIX properly.
       $RM -f $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT} 2>/dev/null
       if [ -f $CLUSTERDIR/lib/libskgxn2.${SO_EXT} ]; then
          $LN -sf $CLUSTERDIR/lib/libskgxn2.${SO_EXT} $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT}
       else
          $LN -sf $ORA_CRS_HOME/lib/libskgxns.${SO_EXT}  $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT}
       fi

       $CHOWNH $CRS_ORACLE_OWNER $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT}

       OCRCONFIGDIR=/var/opt/oracle
       SRVCONFIG=/var/opt/oracle/srvConfig.loc
       OCRCONFIG=/var/opt/oracle/ocr.loc
       OPROCDDIR=/var/opt/oracle/oprocd
       SCRBASE=/var/opt/oracle/scls_scr
       if [ -x $LSNODES ];
       then
        $LSNODES > /dev/null 2>&1
        cmdStatus=$?
        if [ "$cmdStatus" = "1" ];
        then
         CRS_VNDR_CLUSTER=false
        else
         CRS_VNDR_CLUSTER=true
        fi
       else
        CRS_VNDR_CLUSTER=false
       fi
       ;;
AIX)   CLUSTERDIR=/opt/ORCLcluster 
       LIBPATH=$ORA_CRS_HOME/lib:$CLUSTERDIR/lib:$ORA_CRS_HOME/lib:$CLUSTERDIR/lib:/usr/lib:$LIBPATH
       LD_LIBRARY_PATH=$LIBPATH:$LD_LIBRARY_PATH
       export LIBPATH
       export LD_LIBRARY_PATH
       DIRNAME=/bin/dirname
       ID=/etc
       RCSDIR="/etc/rc.d/rc2.d"
       RCKDIR="/etc/rc.d/rc2.d"
       RCALLDIR="/etc/rc.d/rc2.d"
       RC_START=S96
       RC_KILL=K19
       RC_KILL_OLD=K96
       IT=/etc/inittab
       INIT=/usr/sbin/init
       ADDITAB="$ECHO \"Adding daemons to inittab\";
                while read line; \
                do \
                rflds=\`echo \$line | $CUT -d ':' -f 1-3\`; \
                lfld=\`echo \$line | $CUT -d ':' -f 4-\`; \
                mkitab \$rflds:\"\$lfld\"; \
                done < $CH/crs/admin/inittab"
       RMITAB="while read line; \
                do \
                identifier=\`echo \$line | $CUT -d ':' -f 1\`; \
                rmitab \$identifier 2>/dev/null; \
                done < $CH/crs/admin/inittab"

       SO_EXT=so
       if [ ! -f $ORA_CRS_HOME/lib/libskgxns.${SO_EXT} ]; then
          if [ ! -L $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT} ]; then
              $MV $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT} $ORA_CRS_HOME/lib/libskgxns.${SO_EXT}
          fi
       fi
       $RM -f $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT} 2>/dev/null
       if [ -f ${CLUSTERDIR}/lib/libskgxn2.${SO_EXT} ]; then
          $LN -sf ${CLUSTERDIR}/lib/libskgxn2.${SO_EXT} $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT}
          $LN -sf ${CLUSTERDIR}/lib/libskgxnr.${SO_EXT} $ORA_CRS_HOME/lib/libskgxnr.${SO_EXT}
          $CHOWNH $CRS_ORACLE_OWNER $ORA_CRS_HOME/lib/libskgxnr.${SO_EXT}
       else
          $LN -sf $ORA_CRS_HOME/lib/libskgxns.${SO_EXT}  $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT}
       fi

       $CHOWNH $CRS_ORACLE_OWNER $ORA_CRS_HOME/lib/libskgxn2.${SO_EXT}

       ORACLUSTERDIR=$ORA_CRS_HOME/lib
       OCRCONFIGDIR=/etc/oracle
       SRVCONFIG=/var/opt/oracle/srvConfig.loc
       OCRCONFIG=/etc/oracle/ocr.loc
       OPROCDDIR=/etc/oracle/oprocd
       SCRBASE=/etc/oracle/scls_scr
       if [ -x $LSNODES ];
       then
        $LSNODES > /dev/null 2>&1
        cmdStatus=$?
        if [ "$cmdStatus" = "1" ];
        then
         CRS_VNDR_CLUSTER=false
        else
         CRS_VNDR_CLUSTER=true
        fi
       else
        CRS_VNDR_CLUSTER=false
       fi
       ;;
OSF1)  LD_LIBRARY_PATH=$ORA_CRS_HOME/lib:/shlib:/usr/lib
       export LD_LIBRARY_PATH
       DIRNAME=/usr/bin/dirname
       ID="/sbin/init.d"
       RCSDIR="/sbin/rc3.d"
       RCKDIR="/sbin/rc3.d"
       RCALLDIR="/sbin/rc3.d"
       RC_START=S96
       RC_KILL=K19
       RC_KILL_OLD=K96
       IT=/etc/inittab
       INIT=/sbin/init
       ORACLUSTERDIR=/usr/ccs/lib
       OCRCONFIGDIR=/var/opt/oracle
       SRVCONFIG=/var/opt/oracle/srvConfig.loc
       OCRCONFIG=/var/opt/oracle/ocr.loc
       OPROCDDIR=/var/opt/oracle/oprocd
       SCRBASE=/var/opt/oracle/scls_scr
       DISABLE_OPROCD=true;
       if [ -x $LSNODES ];
       then
        $LSNODES > /dev/null 2>&1
        cmdStatus=$?
        if [ "$cmdStatus" = "1" ];
        then
         CRS_VNDR_CLUSTER=false
        else
         CRS_VNDR_CLUSTER=true
        fi
       else
        CRS_VNDR_CLUSTER=false
       fi
       ;;

*)     $ECHO "ERROR: Unknown Operating System"
       exit -1
       ;;
esac

SCRDIR=$SCRBASE/$HOST
FATALFILE=$SCRDIR/$CRS_ORACLE_OWNER/cssfatal
CSSNORUN=$SCRDIR/root/cssnorun

getClusterName || { exit 1; }
OCR_CDATA_DIR=$ORA_CRS_HOME/cdata
OCR_BACKUP_DIR=$ORA_CRS_HOME/cdata/$CRS_CLUSTER_NAME

# some directories for OPROCD to store the domain
# sockets we use for client communication
OPROCDCHECKDIR=$OPROCDDIR/check
OPROCDSTOPDIR=$OPROCDDIR/stop
OPROCDFATALDIR=$OPROCDDIR/fatal

# create a number of subdirectories for use by OPROCD
# These should be owned by root and only allow for
# root and group access hence the 770 permissions
if [ "$DISABLE_OPROCD" = "false" ]
then
  if [ ! -d "$OPROCDDIR" ]; then
    $MKDIRP   $OPROCDDIR      || { $ECHO $?; exit 1; }
    $MKDIRP   $OPROCDCHECKDIR || { $ECHO $?; exit 1; }
    $MKDIRP   $OPROCDSTOPDIR  || { $ECHO $?; exit 1; }
    $MKDIRP   $OPROCDFATALDIR || { $ECHO $?; exit 1; }

    $CHOWN root $OPROCDDIR      || { $ECHO $?; exit 1; }
    $CHOWN root $OPROCDCHECKDIR || { $ECHO $?; exit 1; }
    $CHOWN root $OPROCDSTOPDIR  || { $ECHO $?; exit 1; }
    $CHOWN root $OPROCDFATALDIR || { $ECHO $?; exit 1; }

    $CHMOD 775  $OPROCDDIR      || { $ECHO $?; exit 1; }
    $CHMOD 770  $OPROCDCHECKDIR || { $ECHO $?; exit 1; }
    $CHMOD 770  $OPROCDSTOPDIR  || { $ECHO $?; exit 1; }
    $CHMOD 770  $OPROCDFATALDIR || { $ECHO $?; exit 1; }
  fi
fi # End "DISABLE_OPROCD=false"

$ECHO "Checking to see if Oracle CRS stack is already up..."
$CRSCTL check css > /dev/null 2>&1
case $? in
0)
   $ECHO "Oracle CRS stack is still running."
   SOFTWAREVERSION=`$CRSCTL query crs softwareversion | $AWK '{ print $NF }' | $SED 's/\[//g' | $SED 's/\]//g'`

   if [ "$SOFTWAREVERSION" = "$RELEASE_VERSION" ];
   then
      $ECHO "The CRS stack is already upgraded to $RELEASE_VERSION"
      if $INITPARAM;
      then
        updateInstallerVars || { exit 1; }
      fi
      exit 0
   else
      $ECHO "Make sure that CRS stack is down before upgrading"
      exit 1
   fi
  ;;
*)
  $ECHO ""
  ;;
esac

if [ ! -d $SCRDIR ]; then
   PSCRDIR=$SCRBASE/`$HOSTN`;
   if [ -d $PSCRDIR ]; then
     $ECHO "Moving previous SCRDIR ...."
     $MV $PSCRDIR $SCRDIR;
   fi
 fi

$CHMOD 644 $IT $IT.orig $IT.no_cssd $IT.cssd $IT.crs $IT.no_crs 2>/dev/null

# First Activate the Volume Groups containing Oracle Cluster Registry 
#repository and the Voting disk.
$CH/css/admin/init.cssd activatevg

##------------------

# set ownership to root, but give execute permissions to all

$CHOWN root $CH/bin/crs* 
$CHMOD 555  $CH/bin/crs* 

# only owner(root) should ever invoke crsd

$CHMOD 744  $CH/bin/crsd 

$CHOWN root $CH
$CHMOD 755 $CH

for d in bin crs crs/init crs/profile crs/script crs/template crs/auth
do
    $CHOWN root $CH/$d 
    $CHMOD 755 $CH/$d 
done

# These are writeable by all
for d in crs/public
do
    $CHOWN $CRS_ORACLE_OWNER $CH/$d 
    $CHMOD 777 $CH/$d 
done

for d in evm evm/init
do
    $CHMOD 750 $CH/$d 
done

for d in css css/init css/log css/auth
do
    $CHMOD 711 $CH/$d 
done

# Create CRS log directories
for d in $LOGDIR $CRS_LOGDIR  $EVM_LOGDIR $CSS_LOGDIR $OCR_LOGDIR $RES_LOGDIR $ADMIN_LOGDIR $RES_COREDIR1 $RES_COREDIR2 $RES_COREDIR3 $CLSMON_LOGDIR
do
  $MKDIRP $d  || { $ECHO $?; exit 1; }
done

for d in $LOGDIR $CRS_LOGDIR
do
  $CHOWN root $d || { $ECHO $?; exit 1; }
  $CHGRP $CRS_DBA_GROUP  $d || { $ECHO $?; exit 1; }
done

for d in $EVM_LOGDIR $CSS_LOGDIR $OCR_LOGDIR $RES_LOGDIR $ADMIN_LOGDIR $RES_COREDIR1 $RES_COREDIR2 $RES_COREDIR3 $CLSMON_LOGDIR
do
  $CHOWN $CRS_ORACLE_OWNER $d || { $ECHO $?; exit 1; }
  $CHGRP $CRS_DBA_GROUP $d || { $ECHO $?; exit 1; }
done

$CHMOD 1755 $LOGDIR || { $ECHO $?; exit 1; }
$CHMOD 1770 $RES_LOGDIR || { $ECHO $?; exit 1; }
$CHMOD 1770 $RES_COREDIR1 || { $ECHO $?; exit 1; }
$CHMOD 1770 $RES_COREDIR2 || { $ECHO $?; exit 1; }
$CHMOD 1770 $RES_COREDIR3 || { $ECHO $?; exit 1; }

for d in $CRS_LOGDIR $EVM_LOGDIR $CSS_LOGDIR $OCR_LOGDIR $ADMIN_LOGDIR
do
  $CHMOD 750 $d || { $ECHO $?; exit 1; }
done

#create EVM auth dir
$MKDIRP $CH/evm/auth
$CHOWN $CRS_ORACLE_OWNER $CH/evm/auth
$CHMOD 1755 $CH/evm/auth 

# Create an empty alert log file
ALERTFILE=$LOGDIR/alert$HOST.log
$TOUCH $ALERTFILE
$CHMOD 664 $ALERTFILE
$CHGRP $CRS_DBA_GROUP $ALERTFILE
$CHOWN $CRS_ORACLE_OWNER $ALERTFILE

copyONSConfig || { $ECHO $?; exit 1; }

# check directories above $CH are owned by root

d=$CH
while [ "$d" != "/" ]
do
    d=`$DIRNAME $d`
    set -$- `$LS -ld $d`
    case $3 in
    root)   ;;	    # ok
    *)	    $ECHO "WARNING: directory '$d' is not owned by root";;
    esac
done

# check that OCR backup directory exists
OCR_BACKUP_DIR=$ORA_CRS_HOME/cdata/$CRS_CLUSTER_NAME
if [ ! -d $OCR_BACKUP_DIR ]; then
  $ECHO "OCR backup directory $OCR_BACKUP_DIR does not exist"
  $ECHO "Upgrade failed; create $OCR_BACKUP_DIR and rerun this script"
  exit 1
fi

# ocrconfig will create OCR backup

# 1. Calls ocrconfig -upgrade to create 11.1 specific OCR keys
if $CH/bin/ocrconfig -upgrade $CRS_ORACLE_OWNER  $CRS_DBA_GROUP;
then
  $ECHO "Oracle Cluster Registry configuration upgraded successfully"
else
  $ECHO "Failed to upgrade Oracle Cluster Registry configuration"
  exit 1
fi

# basic copies first...
$CP $CH/evm/admin/init.evmd $ID/init.evmd || { $ECHO $?; exit 1; }
$CP $CH/css/admin/init.cssd $ID/init.cssd || { $ECHO $?; exit 1; }
$CP $CH/crs/admin/init.crsd $ID/init.crsd || { $ECHO $?; exit 1; }
$CP $CH/crs/admin/init.crs $ID/init.crs || { $ECHO $?; exit 1; }

# Clean up any old init.crs scripts
for rc in $RCALLDIR
do
  $RMF $rc/"$RC_START"init.crs 
  $RMF $rc/"$RC_KILL"init.crs
  $RMF $rc/"$RC_KILL_OLD"init.crs
done

# Install new ones
for rc in $RCSDIR
do
  $LNS $ID/init.crs $rc/"$RC_START"init.crs  || { $ECHO $?; exit 1; }
done
for rc in $RCKDIR
do
  $LNS $ID/init.crs $rc/"$RC_KILL"init.crs || { $ECHO $?; exit 1; }
done

$CP $IT $IT.orig || { $ECHO $?; exit 1; }
eval $RMITAB
$INIT q
$SLEEP 10
eval $ADDITAB

# Check to see if they are going to start.
$SU $CRS_ORACLE_OWNER -c "$CRSCTL check boot"
if [ "$?" != "0" ]; then
  $ECHO CRS daemons not set to start.
  exit 1
fi

# Prepare to start the daemons.
$INIT q
$CRSCTL start crs -wait

# CRS daemons should be up by now since we used -wait option. 
# Let's make sure of it.
CRS_UP=false
if $CH/bin/crs_stat > /dev/null 2>&1
then
  CRS_UP=true
  $ECHO "Oracle CRS stack is running under init(1M)"
else
  $ECHO "Oracle CRS stack has failed to start. Check the file $MSGFILE or the crsd, cssdd, and evmd logs in $CH/log/$HOST directory for more details"
  exit 1
fi 

# Startup was successful. Continue with the remainder.
if $CRS_UP
then 

   ##run clscfg upgrade
   if $CH/bin/clscfg -upgrade
   then
     $ECHO "clscfg -upgrade completed successfully"
   else
     $ECHO "clscfg -upgrade failed"
     exit 1
   fi

   SOFTWAREVERSION=`$CRSCTL query crs softwareversion | $AWK '{ print $NF }' | $SED 's/\[//g' | $SED 's/\]//g'`

   if [ "$SOFTWAREVERSION" != "$RELEASE_VERSION" ];
   then
      $ECHO "CRS upgrade to $RELEASE_VERSION failed on this node"
      exit 1
   else
      $ECHO "CRS stack on this node, is successfully upgraded to $RELEASE_VERSION"
   fi

   checkNodeApps || { exit 1; };

   updateInstallerVars || { exit 1; }
fi

exit 0

