【Oracle Database】Oracle RAC（六）：节点管理

[root@wallet03 ~]# yum install -y iscsi-initiator-utils[root@wallet03 ~]# vim /etc/iscsi/iscsid.confnode.session.auth.authmethod = CHAPnode.session.auth.username = gscfnode.session.auth.password = gscf@1234[root@wallet03 ~]# iscsiadm -m discovery -t sendtargets -p 192.168.40.36Starting iscsid:                                           [  OK  ]192.168.40.36:3260,1 iqn.2019-02.com.gscaifu:disk01192.168.40.36:3260,1 iqn.2019-02.com.gscaifu:disk02192.168.40.36:3260,1 iqn.2019-02.com.gscaifu:disk03192.168.40.36:3260,1 iqn.2019-02.com.gscaifu:disk04192.168.40.36:3260,1 iqn.2019-02.com.gscaifu:disk05192.168.40.36:3260,1 iqn.2019-02.com.gscaifu:disk06192.168.40.36:3260,1 iqn.2019-02.com.gscaifu:disk07192.168.40.36:3260,1 iqn.2019-02.com.gscaifu:disk08192.168.40.36:3260,1 iqn.2019-02.com.gscaifu:disk09192.168.40.36:3260,1 iqn.2019-02.com.gscaifu:disk10[root@wallet03 ~]# iscsiadm -m node -T iqn.2019-02.com.gscaifu:disk01 --loginLogging in to [iface: default, target: iqn.2019-02.com.gscaifu:disk01, portal: 192.168.40.36,3260] (multiple)Login to [iface: default, target: iqn.2019-02.com.gscaifu:disk01, portal: 192.168.40.36,3260] successful.[root@wallet03 ~]# iscsiadm -m node -T iqn.2019-02.com.gscaifu:disk02 --loginLogging in to [iface: default, target: iqn.2019-02.com.gscaifu:disk02, portal: 192.168.40.36,3260] (multiple)Login to [iface: default, target: iqn.2019-02.com.gscaifu:disk02, portal: 192.168.40.36,3260] successful.[root@wallet03 ~]# iscsiadm -m node -T iqn.2019-02.com.gscaifu:disk03 --loginLogging in to [iface: default, target: iqn.2019-02.com.gscaifu:disk03, portal: 192.168.40.36,3260] (multiple)Login to [iface: default, target: iqn.2019-02.com.gscaifu:disk03, portal: 192.168.40.36,3260] successful.[root@wallet03 ~]# iscsiadm -m node -T iqn.2019-02.com.gscaifu:disk04 --loginLogging in to [iface: default, target: iqn.2019-02.com.gscaifu:disk04, portal: 192.168.40.36,3260] (multiple)Login to [iface: default, target: iqn.2019-02.com.gscaifu:disk04, portal: 192.168.40.36,3260] successful.[root@wallet03 ~]# iscsiadm -m node -T iqn.2019-02.com.gscaifu:disk05 --loginLogging in to [iface: default, target: iqn.2019-02.com.gscaifu:disk05, portal: 192.168.40.36,3260] (multiple)Login to [iface: default, target: iqn.2019-02.com.gscaifu:disk05, portal: 192.168.40.36,3260] successful.[root@wallet03 ~]# iscsiadm -m node -T iqn.2019-02.com.gscaifu:disk06 --loginLogging in to [iface: default, target: iqn.2019-02.com.gscaifu:disk06, portal: 192.168.40.36,3260] (multiple)Login to [iface: default, target: iqn.2019-02.com.gscaifu:disk06, portal: 192.168.40.36,3260] successful.[root@wallet03 ~]# iscsiadm -m node -T iqn.2019-02.com.gscaifu:disk07 --loginLogging in to [iface: default, target: iqn.2019-02.com.gscaifu:disk07, portal: 192.168.40.36,3260] (multiple)Login to [iface: default, target: iqn.2019-02.com.gscaifu:disk07, portal: 192.168.40.36,3260] successful.[root@wallet03 ~]# iscsiadm -m node -T iqn.2019-02.com.gscaifu:disk08 --loginLogging in to [iface: default, target: iqn.2019-02.com.gscaifu:disk08, portal: 192.168.40.36,3260] (multiple)Login to [iface: default, target: iqn.2019-02.com.gscaifu:disk08, portal: 192.168.40.36,3260] successful.[root@wallet03 ~]# iscsiadm -m node -T iqn.2019-02.com.gscaifu:disk09 --loginLogging in to [iface: default, target: iqn.2019-02.com.gscaifu:disk09, portal: 192.168.40.36,3260] (multiple)Login to [iface: default, target: iqn.2019-02.com.gscaifu:disk09, portal: 192.168.40.36,3260] successful.[root@wallet03 ~]# iscsiadm -m node -T iqn.2019-02.com.gscaifu:disk10 --login Logging in to [iface: default, target: iqn.2019-02.com.gscaifu:disk10, portal: 192.168.40.36,3260] (multiple)Login to [iface: default, target: iqn.2019-02.com.gscaifu:disk10, portal: 192.168.40.36,3260] successful.[root@wallet03 ~]# groupadd -g 1200 dba[root@wallet03 ~]# groupadd -g 1201 oinstall [root@wallet03 ~]# groupadd -g 1202 asmadmin[root@wallet03 ~]# groupadd -g 1203 asmdba [root@wallet03 ~]# useradd -u 1100 -g oinstall -G asmadmin,asmdba,dba grid[root@wallet03 ~]# echo grid | passwd --stdin gridChanging password for user grid.passwd: all authentication tokens updated successfully.[root@wallet03 ~]# id griduid=1100(grid) gid=1201(oinstall) groups=1201(oinstall),1200(dba),1202(asmadmin),1203(asmdba)[root@wallet03 ~]# yum install -y kmod-oracleasm*[root@wallet03 ~]# rpm -ivh oracleasmlib-2.0.4-1.el6.x86_64.rpm[root@wallet03 ~]# rpm -ivh oracleasm-support-2.1.8-1.el6.x86_64.rpm[root@wallet03 ~]#  /usr/sbin/oracleasm configure -iConfiguring the Oracle ASM library driver.This will configure the on-boot properties of the Oracle ASM librarydriver.  The following questions will determine whether the driver isloaded on boot and what permissions it will have.  The current valueswill be shown in brackets ('[]').  Hitting  without typing ananswer will keep that current value.  Ctrl-C will abort.Default user to own the driver interface []: gridDefault group to own the driver interface []: asmadmin Start Oracle ASM library driver on boot (y/n) [n]: yScan for Oracle ASM disks on boot (y/n) [y]: yWriting Oracle ASM library driver configuration: done[root@wallet03 ~]# /usr/sbin/oracleasm initCreating /dev/oracleasm mount point: /dev/oracleasmLoading module "oracleasm": oracleasmConfiguring "oracleasm" to use device physical block size Mounting ASMlib driver filesystem: /dev/oracleasm[root@wallet03 ~]#  /usr/sbin/oracleasm scandisksReloading disk partitions: doneCleaning any stale ASM disks...Scanning system for ASM disks...Instantiating disk "DISK1"Instantiating disk "DISK5"Instantiating disk "DISK4"Instantiating disk "DISK10"Instantiating disk "DISK6"Instantiating disk "DISK8"Instantiating disk "DISK3"Instantiating disk "DISK2"Instantiating disk "DISK7"Instantiating disk "DISK9"[root@wallet03 ~]#  /usr/sbin/oracleasm listdisksDISK1DISK10DISK2DISK3DISK4DISK5DISK6DISK7DISK8DISK9

[root@wallet03 ~]# cat >> /etc/hosts <> /etc/sysctl.conf <> /etc/security/limits.conf <>~/.ssh/authorized_keys[grid@wallet01 ~]$ scp ~/.ssh/authorized_keys wallet03:.ssh/authorized_keys[grid@wallet01 ~]$ (ssh wallet01 "date;hostname";ssh wallet03 "date;hostname")Tue Apr 30 17:34:33 CST 2019wallet01Tue Apr 30 17:34:33 CST 2019wallet03[grid@wallet03 ~]$ (ssh wallet01 "date;hostname";ssh wallet03 "date;hostname")Tue Apr 30 17:34:42 CST 2019wallet01Tue Apr 30 17:34:42 CST 2019wallet03[grid@wallet01 ~]$ cd grid[grid@wallet01 grid]$ ./runcluvfy.sh stage -pre nodeadd -n wallet03 -fixup -verbose >check2.txt[grid@wallet01 ~]$ export IGNORE_PREADDNODE_CHECKS=Y[grid@wallet01 ~]$ cd $ORACLE_HOME/oui/bin[grid@wallet01 bin]$ ./addNode.sh -silent "CLUSTER_NEW_NODES={wallet03}" "CLUSTER_NEW_VIRTUAL_HOSTNAMES={wallet03-vip}"Starting Oracle Universal Installer...Checking swap space: must be greater than 500 MB.   Actual 8191 MB    PassedOracle Universal Installer, Version 11.2.0.4.0 ProductionCopyright (C) 1999, 2013, Oracle. All rights reserved.Performing tests to see whether nodes wallet03,wallet03 are available............................................................... 100% Done..-----------------------------------------------------------------------------Cluster Node Addition SummaryGlobal Settings   Source: /u01/app/11.2.0.4/grid   New NodesSpace Requirements   New Nodes      wallet03         /: Required 4.49GB : Available 75.62GB         略......Instantiating scripts for add node (Sunday, May 5, 2019 4:02:55 PM CST).                                                                 1% Done.Instantiation of add node scripts completeCopying to remote nodes (Sunday, May 5, 2019 4:02:57 PM CST)...............................................................................................                                 96% Done.Home copied to new nodesSaving inventory on nodes (Sunday, May 5, 2019 4:06:33 PM CST).                                                               100% Done.Save inventory completeWARNING:A new inventory has been created on one or more nodes in this session. However, it has not yet been registered as the central inventory of this system. To register the new inventory please run the script at '/u01/app/oraInventory/orainstRoot.sh' with root privileges on nodes 'wallet03'.If you do not register the inventory, you may not be able to update or patch the products you installed.The following configuration scripts need to be executed as the "root" user in each new cluster node. Each script in the list below is followed by a list of nodes./u01/app/oraInventory/orainstRoot.sh #On nodes wallet03/u01/app/11.2.0.4/grid/root.sh #On nodes wallet03To execute the configuration scripts:    1. Open a terminal window    2. Log in as "root"    3. Run the scripts in each cluster node    The Cluster Node Addition of /u01/app/11.2.0.4/grid was successful.Please check '/tmp/silentInstall.log' for more details.[root@wallet03 ~]# /u01/app/oraInventory/orainstRoot.shCreating the Oracle inventory pointer file (/etc/oraInst.loc)Changing permissions of /u01/app/oraInventory.Adding read,write permissions for group.Removing read,write,execute permissions for world.Changing groupname of /u01/app/oraInventory to oinstall.The execution of the script is complete.[root@wallet03 ~]# /u01/app/11.2.0.4/grid/root.shPerforming root user operation for Oracle 11g The following environment variables are set as:    ORACLE_OWNER= grid    ORACLE_HOME=  /u01/app/11.2.0.4/gridEnter the full pathname of the local bin directory: [/usr/local/bin]:    Copying dbhome to /usr/local/bin ...   Copying oraenv to /usr/local/bin ...   Copying coraenv to /usr/local/bin ...Creating /etc/oratab file...Entries will be added to the /etc/oratab file as needed byDatabase Configuration Assistant when a database is createdFinished running generic part of root script.Now product-specific root actions will be performed.Using configuration parameter file: /u01/app/11.2.0.4/grid/crs/install/crsconfig_paramsCreating trace directoryUser ignored Prerequisites during installationInstalling Trace File AnalyzerOLR initialization - successfulAdding Clusterware entries to upstartCRS-4402: The CSS daemon was started in exclusive mode but found an active CSS daemon on node wallet03, number 1, and is terminatingAn active cluster was found during exclusive startup, restarting to join the clusterclscfg: EXISTING configuration version 5 detected.clscfg: version 5 is 11g Release 2.Successfully accumulated necessary OCR keys.Creating OCR keys for user 'root', privgrp 'root'..Operation successful.Configure Oracle Grid Infrastructure for a Cluster ... succeeded

[root@wallet03 ~]# useradd -u 1101 -g oinstall -G dba,asmdba oracle[root@wallet03 ~]# echo oracle | passwd --stdin oracleChanging password for user oracle.passwd: all authentication tokens updated successfully.[root@wallet03 ~]# id oracleuid=1101(oracle) gid=1201(oinstall) groups=1201(oinstall),1200(dba),1203(asmdba)[root@wallet03 ~]# cat >> /etc/profile <> /etc/security/limits.conf <> /etc/pam.d/login <>~/.ssh/authorized_keys[oracle@wallet01 ~]$ scp ~/.ssh/authorized_keys wallet03:.ssh/authorized_keys[oracle@wallet01 ~]$ (ssh wallet01 "date;hostname";ssh wallet03 "date;hostname")Sun May  5 10:12:50 CST 2019wallet01Sun May  5 10:12:50 CST 2019wallet03[oracle@wallet03 ~]$ (ssh wallet01 "date;hostname";ssh wallet03 "date;hostname")Sun May  5 10:12:58 CST 2019wallet01Sun May  5 10:12:58 CST 2019wallet03[oracle@wallet01 ~]$ cd $ORACLE_HOME/oui/bin[oracle@wallet01 bin]$ ./addNode.sh -silent "CLUSTER_NEW_NODES={wallet03}"Performing pre-checks for node addition Checking node reachability...Node reachability check passed from node "wallet03"Checking user equivalence...User equivalence check passed for user "oracle"WARNING: Node "wallet03" already appears to be part of clusterPre-check for node addition was successful. Starting Oracle Universal Installer...Checking swap space: must be greater than 500 MB.   Actual 8191 MB    PassedOracle Universal Installer, Version 11.2.0.4.0 ProductionCopyright (C) 1999, 2013, Oracle. All rights reserved.Performing tests to see whether nodes wallet03,wallet03 are available............................................................... 100% Done..-----------------------------------------------------------------------------Cluster Node Addition SummaryGlobal Settings   Source: /u01/app/oracle/product/11.2.0/db_1   New NodesSpace Requirements   New Nodes      wallet03         /: Required 4.25GB : Available 71.76GB略......-----------------------------------------------------------------------------Instantiating scripts for add node (Sunday, May 5, 2019 4:24:17 PM CST).                                                                 1% Done.Instantiation of add node scripts completeCopying to remote nodes (Sunday, May 5, 2019 4:24:19 PM CST)...............................................................................................                                 96% Done.Home copied to new nodesSaving inventory on nodes (Sunday, May 5, 2019 4:30:13 PM CST).                                                               100% Done.Save inventory completeWARNING:The following configuration scripts need to be executed as the "root" user in each new cluster node. Each script in the list below is followed by a list of nodes./u01/app/oracle/product/11.2.0/db_1/root.sh #On nodes wallet03To execute the configuration scripts:    1. Open a terminal window    2. Log in as "root"    3. Run the scripts in each cluster node    The Cluster Node Addition of /u01/app/oracle/product/11.2.0/db_1 was successful.Please check '/tmp/silentInstall.log' for more details.[root@wallet03 ~]# /u01/app/oracle/product/11.2.0/db_1/root.shPerforming root user operation for Oracle 11g The following environment variables are set as:    ORACLE_OWNER= oracle    ORACLE_HOME=  /u01/app/oracle/product/11.2.0/db_1Enter the full pathname of the local bin directory: [/usr/local/bin]: The contents of "dbhome" have not changed. No need to overwrite.The contents of "oraenv" have not changed. No need to overwrite.The contents of "coraenv" have not changed. No need to overwrite.Entries will be added to the /etc/oratab file as needed byDatabase Configuration Assistant when a database is createdFinished running generic part of root script.Now product-specific root actions will be performed.Finished product-specific root actions.

[root@wallet01 ~]# su - oracle[oracle@wallet01 ~]$ dbca