[root@orcl19p ~]# uname -a Linux orcl19p.oralocal 4.14.35-1902.6.6.el7uek.x86_64 #2 SMP Tue Oct 8 07:32:21 PDT 2019 x86_64 x86_64 x86_64 GNU/Linux [root@orcl19p ~]# [root@orcl19p ~]# cat /etc/redhat-release Red Hat Enterprise Linux Server release 7.6 (Maipo) [root@orcl19p ~]# [root@orcl19p ~]# [root@orcl19p ~]# [root@orcl19p ~]# su - grid Last login: Sun Aug 15 21:14:11 CEST 2021 [grid@orcl19p ~]$ crsctl stat res -t -------------------------------------------------------------------------------- Name Target State Server State details -------------------------------------------------------------------------------- Local Resources -------------------------------------------------------------------------------- ora.LISTENER.lsnr ONLINE ONLINE orcl19p STABLE ora.chad OFFLINE OFFLINE orcl19p STABLE ora.net1.network ONLINE ONLINE orcl19p STABLE ora.ons ONLINE ONLINE orcl19p STABLE ora.proxy_advm OFFLINE OFFLINE orcl19p STABLE -------------------------------------------------------------------------------- Cluster Resources -------------------------------------------------------------------------------- ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup) 1 ONLINE ONLINE orcl19p STABLE 2 ONLINE OFFLINE STABLE 3 ONLINE OFFLINE STABLE ora.DATA.dg(ora.asmgroup) 1 ONLINE ONLINE orcl19p STABLE 2 OFFLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.LISTENER_SCAN1.lsnr 1 ONLINE ONLINE orcl19p STABLE ora.LISTENER_SCAN2.lsnr 1 ONLINE ONLINE orcl19p STABLE ora.LISTENER_SCAN3.lsnr 1 ONLINE ONLINE orcl19p STABLE ora.RECO.dg(ora.asmgroup) 1 ONLINE ONLINE orcl19p STABLE 2 OFFLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.SYSTEMDG.dg(ora.asmgroup) 1 ONLINE ONLINE orcl19p STABLE 2 OFFLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.asm(ora.asmgroup) 1 ONLINE ONLINE orcl19p Started,STABLE 2 OFFLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.asmnet1.asmnetwork(ora.asmgroup) 1 ONLINE ONLINE orcl19p STABLE 2 OFFLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.cvu 1 ONLINE ONLINE orcl19p STABLE ora.or19dg.db 1 OFFLINE OFFLINE Instance Shutdown,ST ABLE ora.orcl19p.vip 1 ONLINE ONLINE orcl19p STABLE ora.qosmserver 1 ONLINE ONLINE orcl19p STABLE ora.scan1.vip 1 ONLINE ONLINE orcl19p STABLE ora.scan2.vip 1 ONLINE ONLINE orcl19p STABLE ora.scan3.vip 1 ONLINE ONLINE orcl19p STABLE -------------------------------------------------------------------------------- [grid@orcl19p ~]$ [grid@orcl19p ~]$ $ORACLE_HOME/OPatch/opatch lspatches 30125133;Database Release Update : 19.5.0.0.191015 (30125133) 30122167;ACFS RELEASE UPDATE 19.5.0.0.0 (30122167) 30122149;OCW RELEASE UPDATE 19.5.0.0.0 (30122149) 30128191;OJVM RELEASE UPDATE: 19.5.0.0.191015 (30128191) 29401763;TOMCAT RELEASE UPDATE 19.0.0.0.0 (29401763) OPatch succeeded. [grid@orcl19p ~]$ [root@orcl19p ~]# [root@orcl19p ~]# mkdir -p /u01/app/21.0.0.0/grid [root@orcl19p ~]# chown grid /u01/app/21.0.0.0/grid [root@orcl19p ~]# chgrp -R oinstall /u01/app/21.0.0.0/grid [root@orcl19p ~]# [root@orcl19p ~]# [root@orcl19p ~]# [root@orcl19p ~]# su - grid Last login: Sun Aug 15 21:32:06 CEST 2021 on pts/0 [grid@orcl19p ~]$ unzip -qa /u01/install/Grid/V1011504-01.zip -d /u01/app/21.0.0.0/grid unzip: cannot find or open /u01/install/Grid/V1011504-01.zip, /u01/install/Grid/V1011504-01.zip.zip or /u01/install/Grid/V1011504-01.zip.ZIP. [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ unzip -qa /u01/patch/V1011504-01.zip -d /u01/app/21.0.0.0/grid [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ cd /u01/app/21.0.0.0/grid [grid@orcl19p grid]$ [grid@orcl19p grid]$ [grid@orcl19p grid]$ [grid@orcl19p grid]$ [grid@orcl19p grid]$ ./runcluvfy.sh stage -pre crsinst -upgrade -rolling -src_crshome /u01/app/19.0.0.0/grid -dest_crshome /u01/app/21.0.0.0/grid -dest_version 21.0.0.0.0 -fixup -verbose Performing following verification checks ... Physical Memory ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p 7.7794GB (8157324.0KB) 8GB (8388608.0KB) passed Physical Memory ...PASSED Available Physical Memory ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p 5.3975GB (5659720.0KB) 50MB (51200.0KB) passed Available Physical Memory ...PASSED Swap Size ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p 10GB (1.0485756E7KB) 7.7794GB (8157324.0KB) passed Swap Size ...PASSED Free Space: orcl19p:/usr,orcl19p:/var,orcl19p:/etc,orcl19p:/sbin,orcl19p:/tmp ... Path Node Name Mount point Available Required Status ---------------- ------------ ------------ ------------ ------------ ------------ /usr orcl19p / 35.2451GB 25MB passed /var orcl19p / 35.2451GB 5MB passed /etc orcl19p / 35.2451GB 25MB passed /sbin orcl19p / 35.2451GB 10MB passed /tmp orcl19p / 35.2451GB 1GB passed Free Space: orcl19p:/usr,orcl19p:/var,orcl19p:/etc,orcl19p:/sbin,orcl19p:/tmp ...PASSED User Existence: grid ... Node Name Status Comment ------------ ------------------------ ------------------------ orcl19p passed exists(54322) Users With Same UID: 54322 ...PASSED User Existence: grid ...PASSED Group Existence: asmadmin ... Node Name Status Comment ------------ ------------------------ ------------------------ orcl19p passed exists Group Existence: asmadmin ...PASSED Group Existence: asmoper ... Node Name Status Comment ------------ ------------------------ ------------------------ orcl19p passed exists Group Existence: asmoper ...PASSED Group Existence: asmdba ... Node Name Status Comment ------------ ------------------------ ------------------------ orcl19p passed exists Group Existence: asmdba ...PASSED Group Existence: oinstall ... Node Name Status Comment ------------ ------------------------ ------------------------ orcl19p passed exists Group Existence: oinstall ...PASSED Group Membership: asmdba ... Node Name User Exists Group Exists User in Group Status ---------------- ------------ ------------ ------------ ---------------- orcl19p yes yes yes passed Group Membership: asmdba ...PASSED Group Membership: asmadmin ... Node Name User Exists Group Exists User in Group Status ---------------- ------------ ------------ ------------ ---------------- orcl19p yes yes yes passed Group Membership: asmadmin ...PASSED Group Membership: oinstall(Primary) ... Node Name User Exists Group Exists User in Group Primary Status ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p yes yes yes yes passed Group Membership: oinstall(Primary) ...PASSED Group Membership: asmoper ... Node Name User Exists Group Exists User in Group Status ---------------- ------------ ------------ ------------ ---------------- orcl19p yes yes yes passed Group Membership: asmoper ...PASSED Run Level ... Node Name run level Required Status ------------ ------------------------ ------------------------ ---------- orcl19p 3 3,5 passed Run Level ...PASSED Upgrade suitability of source home "/u01/app/19.0.0.0/grid" to version "21.0.0.0.0". ...PASSED Architecture ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p x86_64 x86_64 passed Architecture ...PASSED OS Kernel Version ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p 4.14.35-1902.6.6.el7uek.x86_64 4.1.12 passed OS Kernel Version ...PASSED OS Kernel Parameter: semmsl ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 250 250 250 passed OS Kernel Parameter: semmsl ...PASSED OS Kernel Parameter: semmns ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 32000 32000 32000 passed OS Kernel Parameter: semmns ...PASSED OS Kernel Parameter: semopm ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 100 100 100 passed OS Kernel Parameter: semopm ...PASSED OS Kernel Parameter: semmni ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 128 128 128 passed OS Kernel Parameter: semmni ...PASSED OS Kernel Parameter: shmmax ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 4398046511104 4398046511104 4176549888 passed OS Kernel Parameter: shmmax ...PASSED OS Kernel Parameter: shmmni ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 4096 4096 4096 passed OS Kernel Parameter: shmmni ...PASSED OS Kernel Parameter: shmall ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 1073741824 1073741824 1073741824 passed OS Kernel Parameter: shmall ...PASSED OS Kernel Parameter: file-max ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 6815744 6815744 6815744 passed OS Kernel Parameter: file-max ...PASSED OS Kernel Parameter: ip_local_port_range ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p between 9000 & 65500 between 9000 & 65500 between 9000 & 65535 passed OS Kernel Parameter: ip_local_port_range ...PASSED OS Kernel Parameter: rmem_default ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 262144 262144 262144 passed OS Kernel Parameter: rmem_default ...PASSED OS Kernel Parameter: rmem_max ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 4194304 4194304 4194304 passed OS Kernel Parameter: rmem_max ...PASSED OS Kernel Parameter: wmem_default ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 262144 262144 262144 passed OS Kernel Parameter: wmem_default ...PASSED OS Kernel Parameter: wmem_max ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 1048576 1048576 1048576 passed OS Kernel Parameter: wmem_max ...PASSED OS Kernel Parameter: aio-max-nr ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 1048576 1048576 1048576 passed OS Kernel Parameter: aio-max-nr ...PASSED OS Kernel Parameter: panic_on_oops ... Node Name Current Configured Required Status Comment ---------------- ------------ ------------ ------------ ------------ ------------ orcl19p 1 1 1 passed OS Kernel Parameter: panic_on_oops ...PASSED Package: kmod-20-21 (x86_64) ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p kmod(x86_64)-20-23.0.1.el7 kmod(x86_64)-20-21 passed Package: kmod-20-21 (x86_64) ...PASSED Package: kmod-libs-20-21 (x86_64) ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p kmod-libs(x86_64)-20-23.0.1.el7 kmod-libs(x86_64)-20-21 passed Package: kmod-libs-20-21 (x86_64) ...PASSED Package: binutils-2.23.52.0.1 ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p binutils-2.27-34.base.0.1.el7 binutils-2.23.52.0.1 passed Package: binutils-2.23.52.0.1 ...PASSED Package: libgcc-4.8.2 (x86_64) ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p libgcc(x86_64)-4.8.5-36.0.1.el7 libgcc(x86_64)-4.8.2 passed Package: libgcc-4.8.2 (x86_64) ...PASSED Package: libstdc++-4.8.2 (x86_64) ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p libstdc++(x86_64)-4.8.5-36.0.1.el7 libstdc++(x86_64)-4.8.2 passed Package: libstdc++-4.8.2 (x86_64) ...PASSED Package: sysstat-10.1.5 ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p sysstat-10.1.5-17.el7 sysstat-10.1.5 passed Package: sysstat-10.1.5 ...PASSED Package: ksh ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p ksh ksh passed Package: ksh ...PASSED Package: make-3.82 ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p make-3.82-23.el7 make-3.82 passed Package: make-3.82 ...PASSED Package: glibc-2.17 (x86_64) ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p glibc(x86_64)-2.17-260.0.9.el7 glibc(x86_64)-2.17 passed Package: glibc-2.17 (x86_64) ...PASSED Package: glibc-devel-2.17 (x86_64) ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p glibc-devel(x86_64)-2.17-260.0.9.el7 glibc-devel(x86_64)-2.17 passed Package: glibc-devel-2.17 (x86_64) ...PASSED Package: libaio-0.3.109 (x86_64) ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p libaio(x86_64)-0.3.109-13.el7 libaio(x86_64)-0.3.109 passed Package: libaio-0.3.109 (x86_64) ...PASSED Package: nfs-utils-1.2.3-15 ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p nfs-utils-1.3.0-0.61.0.1.el7 nfs-utils-1.2.3-15 passed Package: nfs-utils-1.2.3-15 ...PASSED Package: smartmontools-6.2-4 ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p smartmontools-6.5-1.el7 smartmontools-6.2-4 passed Package: smartmontools-6.2-4 ...PASSED Package: net-tools-2.0-0.17 ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p net-tools-2.0-0.24.20131004git.el7 net-tools-2.0-0.17 passed Package: net-tools-2.0-0.17 ...PASSED Package: policycoreutils-2.5-17 ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p policycoreutils-2.5-29.0.1.el7 policycoreutils-2.5-17 passed Package: policycoreutils-2.5-17 ...PASSED Package: policycoreutils-python-2.5-17 ... Node Name Available Required Status ------------ ------------------------ ------------------------ ---------- orcl19p policycoreutils-python-2.5-29.0.1.el7 policycoreutils-python-2.5-17 passed Package: policycoreutils-python-2.5-17 ...PASSED Users With Same UID: 0 ...PASSED Current Group ID ...PASSED Root user consistency ... Node Name Status ------------------------------------ ------------------------ orcl19p passed Root user consistency ...PASSED correctness of ASM disk group files ownership ...PASSED selectivity of ASM discovery string ...PASSED ASM spare parameters ...PASSED Disk group ASM compatibility setting ...PASSED ASM client compatibility check ...PASSED Host name ...PASSED Node Connectivity ... Hosts File ... Node Name Status ------------------------------------ ------------------------ orcl19p passed Hosts File ...PASSED Interface information for node "orcl19p" Name IP Address Subnet Gateway Def. Gateway HW Address MTU ------ --------------- --------------- --------------- --------------- ----------------- ------ enp0s3 172.16.5.50 172.16.0.0 0.0.0.0 192.168.178.1 08:00:27:F8:DB:E8 1500 enp0s8 10.160.5.50 10.160.0.0 0.0.0.0 192.168.178.1 08:00:27:15:B6:69 1500 enp0s8 10.160.5.53 10.160.0.0 0.0.0.0 192.168.178.1 08:00:27:15:B6:69 1500 enp0s8 10.160.5.51 10.160.0.0 0.0.0.0 192.168.178.1 08:00:27:15:B6:69 1500 enp0s8 10.160.5.54 10.160.0.0 0.0.0.0 192.168.178.1 08:00:27:15:B6:69 1500 enp0s8 10.160.5.52 10.160.0.0 0.0.0.0 192.168.178.1 08:00:27:15:B6:69 1500 Check: MTU consistency on the private interfaces of subnet "172.16.0.0" Node Name IP Address Subnet MTU ---------------- ------------ ------------ ------------ ---------------- orcl19p enp0s3 172.16.5.50 172.16.0.0 1500 Check: MTU consistency of the subnet "10.160.0.0". Node Name IP Address Subnet MTU ---------------- ------------ ------------ ------------ ---------------- orcl19p enp0s8 10.160.5.50 10.160.0.0 1500 orcl19p enp0s8 10.160.5.53 10.160.0.0 1500 orcl19p enp0s8 10.160.5.51 10.160.0.0 1500 orcl19p enp0s8 10.160.5.54 10.160.0.0 1500 orcl19p enp0s8 10.160.5.52 10.160.0.0 1500 Source Destination Connected? ------------------------------ ------------------------------ ---------------- orcl19p[enp0s8:10.160.5.50] orcl19p[enp0s8:10.160.5.53] yes orcl19p[enp0s8:10.160.5.50] orcl19p[enp0s8:10.160.5.51] yes orcl19p[enp0s8:10.160.5.50] orcl19p[enp0s8:10.160.5.54] yes orcl19p[enp0s8:10.160.5.50] orcl19p[enp0s8:10.160.5.52] yes orcl19p[enp0s8:10.160.5.53] orcl19p[enp0s8:10.160.5.51] yes orcl19p[enp0s8:10.160.5.53] orcl19p[enp0s8:10.160.5.54] yes orcl19p[enp0s8:10.160.5.53] orcl19p[enp0s8:10.160.5.52] yes orcl19p[enp0s8:10.160.5.51] orcl19p[enp0s8:10.160.5.54] yes orcl19p[enp0s8:10.160.5.51] orcl19p[enp0s8:10.160.5.52] yes orcl19p[enp0s8:10.160.5.54] orcl19p[enp0s8:10.160.5.52] yes Check that maximum (MTU) size packet goes through subnet ...PASSED Node Connectivity ...PASSED Multicast or broadcast check ... Checking subnet "172.16.0.0" for multicast communication with multicast group "224.0.0.251" Multicast or broadcast check ...PASSED ASMLib installation and configuration verification. ... '/etc/init.d/oracleasm' ...PASSED '/dev/oracleasm' ...PASSED '/etc/sysconfig/oracleasm' ...PASSED Node Name Status ------------------------------------ ------------------------ orcl19p passed ASMLib installation and configuration verification. ...PASSED ASM Network ...PASSED ACFS Driver Checks ...PASSED OCR Integrity ...PASSED Network Time Protocol (NTP) ... '/etc/ntp.conf' ... Node Name File exists? ------------------------------------ ------------------------ orcl19p yes '/etc/ntp.conf' ...PASSED '/etc/chrony.conf' ... Node Name File exists? ------------------------------------ ------------------------ orcl19p yes '/etc/chrony.conf' ...PASSED Daemon 'ntpd' ... Node Name Running? ------------------------------------ ------------------------ orcl19p yes Daemon 'ntpd' ...PASSED NTP daemon or service using UDP port 123 ... Node Name Port Open? ------------------------------------ ------------------------ orcl19p yes NTP daemon or service using UDP port 123 ...PASSED NTP daemon is synchronized with at least one external time source ...PASSED Network Time Protocol (NTP) ...PASSED Same core file name pattern ...PASSED User Mask ... Node Name Available Required Comment ------------ ------------------------ ------------------------ ---------- orcl19p 0022 0022 passed User Mask ...PASSED User Not In Group "root": grid ... Node Name Status Comment ------------ ------------------------ ------------------------ orcl19p passed does not exist User Not In Group "root": grid ...PASSED Time zone consistency ...PASSED Path existence, ownership, permissions and attributes ... Path "/var" ...PASSED Path "/var/tmp/.oracle" ...PASSED Path "/dev/shm" ...PASSED Path existence, ownership, permissions and attributes ...PASSED VIP Subnet configuration check ...PASSED Voting Disk ...PASSED resolv.conf Integrity ... Node Name Status ------------------------------------ ------------------------ orcl19p passed checking response for name "orcl19p" from each of the name servers specified in "/etc/resolv.conf" Node Name Source Comment Status ------------ ------------------------ ------------------------ ---------- orcl19p 172.16.0.2 IPv4 passed orcl19p 10.160.0.2 IPv4 passed resolv.conf Integrity ...PASSED Single Client Access Name (SCAN) ...PASSED DNS/NIS name service ...PASSED Daemon "avahi-daemon" not configured and running ... Node Name Configured Status ------------ ------------------------ ------------------------ orcl19p no passed Node Name Running? Status ------------ ------------------------ ------------------------ orcl19p no passed Daemon "avahi-daemon" not configured and running ...PASSED Daemon "proxyt" not configured and running ... Node Name Configured Status ------------ ------------------------ ------------------------ orcl19p no passed Node Name Running? Status ------------ ------------------------ ------------------------ orcl19p no passed Daemon "proxyt" not configured and running ...PASSED loopback network interface address ...PASSED Vendor cluster check ...PASSED Oracle Virtual Machine (OVM) resource ...PASSED Privileged group consistency for upgrade ...PASSED Cluster Manager Integrity ... Node Name Status ------------------------------------ ------------------------ orcl19p running Cluster Manager Integrity ...PASSED Cluster Integrity ... Node Name ------------------------------------ orcl19p Cluster Integrity ...PASSED CRS Integrity ... Clusterware Version Consistency ... cluster upgrade state ... Oracle Clusterware active patch level is "422986521". Node Name Software Patch Software Patch Release Patch Level(OCR) Level(OLR) Level ------------------------------------------------------------------------ CRS user Consistency for upgrade ...PASSED Node Application Existence ... Checking existence of VIP node application (required) Node Name Required Running? Comment ------------ ------------------------ ------------------------ ---------- orcl19p yes yes passed Checking existence of NETWORK node application (required) Node Name Required Running? Comment ------------ ------------------------ ------------------------ ---------- orcl19p yes yes passed Checking existence of ONS node application (optional) Node Name Required Running? Comment ------------ ------------------------ ------------------------ ---------- orcl19p no yes passed Node Application Existence ...PASSED Check incorrectly sized ASM Disks ...PASSED ASM disk group free space ...PASSED Network configuration consistency checks ...PASSED File system mount options for path GI_HOME ...PASSED OLR Integrity ...PASSED ASM server parameter file and password file configuration. ...PASSED User Equivalence ...PASSED RPM Package Manager database ...INFORMATION (PRVG-11250) Network interface bonding status of private interconnect network interfaces ...PASSED /dev/shm mounted as temporary file system ...PASSED File system mount options for path /var ...PASSED DefaultTasksMax parameter ...PASSED zeroconf check ...PASSED ASM Filter Driver configuration ...PASSED Systemd login manager IPC parameter ...PASSED Pre-check for cluster services setup was successful. CRS Integrity ...FAILED RPM Package Manager database ...INFORMATION PRVG-11250 : The check "RPM Package Manager database" was not performed because it needs 'root' user privileges. Refer to My Oracle Support notes "2548970.1" for more details regarding errors PRVG-11250". CVU operation performed: stage -pre crsinst Date: Aug 15, 2021 9:39:55 PM Clusterware version: 19.0.0.0.0 CVU home: /u01/app/21.0.0.0/grid Grid home: /u01/app/19.0.0.0/grid User: grid Operating system: Linux4.14.35-1902.6.6.el7uek.x86_64 [grid@orcl19p grid]$ ############################################### # # AT GUI AS GRID # ############################################### [grid@orcl19p ~]$ unset ORACLE_HOME [grid@orcl19p ~]$ unset ORACLE_BASE [grid@orcl19p ~]$ unset ORACLE_SID [grid@orcl19p ~]$ [grid@orcl19p ~]$ /u01/app/21.0.0.0/grid/gridSetup.sh Launching Oracle Grid Infrastructure Setup Wizard... The response file for this session can be found at: /u01/app/21.0.0.0/grid/install/response/grid_2021-08-15_09-47-45PM.rsp You can find the log of this install session at: /u01/app/oraInventory/logs/GridSetupActions2021-08-15_09-47-45PM/gridSetupActions2021-08-15_09-47-45PM.log [grid@orcl19p ~]$ [grid@orcl19p ~]$ ############################################### # # END GUI # ############################################### [root@orcl19p ~]# /u01/app/21.0.0.0/grid/rootupgrade.sh Performing root user operation. The following environment variables are set as: ORACLE_OWNER= grid ORACLE_HOME= /u01/app/21.0.0.0/grid Enter the full pathname of the local bin directory: [/usr/local/bin]: The contents of "dbhome" have not changed. No need to overwrite. The file "oraenv" already exists in /usr/local/bin. Overwrite it? (y/n) [n]: y Copying oraenv to /usr/local/bin ... The file "coraenv" already exists in /usr/local/bin. Overwrite it? (y/n) [n]: y Copying coraenv to /usr/local/bin ... Entries will be added to the /etc/oratab file as needed by Database Configuration Assistant when a database is created Finished running generic part of root script. Now product-specific root actions will be performed. Relinking oracle with rac_on option Using configuration parameter file: /u01/app/21.0.0.0/grid/crs/install/crsconfig_params The log of current session can be found at: /u01/app/grid/crsdata/orcl19p/crsconfig/rootcrs_orcl19p_2021-08-15_10-04-47PM.log 2021/08/15 22:05:05 CLSRSC-595: Executing upgrade step 1 of 18: 'UpgradeTFA'. 2021/08/15 22:05:05 CLSRSC-4015: Performing install or upgrade action for Oracle Autonomous Health Framework (AHF). 2021/08/15 22:05:05 CLSRSC-4016: Oracle Autonomous Health Framework (AHF) '' not found. Grid Infrastructure operations will continue. 2021/08/15 22:05:05 CLSRSC-595: Executing upgrade step 2 of 18: 'ValidateEnv'. 2021/08/15 22:05:10 CLSRSC-595: Executing upgrade step 3 of 18: 'GetOldConfig'. 2021/08/15 22:05:10 CLSRSC-464: Starting retrieval of the cluster configuration data 2021/08/15 22:05:16 CLSRSC-4003: Successfully patched Oracle Autonomous Health Framework (AHF). 2021/08/15 22:05:26 CLSRSC-692: Checking whether CRS entities are ready for upgrade. This operation may take a few minutes. 2021/08/15 22:06:28 CLSRSC-693: CRS entities validation completed successfully. 2021/08/15 22:06:37 CLSRSC-515: Starting OCR manual backup. 2021/08/15 22:06:51 CLSRSC-516: OCR manual backup successful. 2021/08/15 22:06:58 CLSRSC-465: Retrieval of the cluster configuration data has successfully completed. 2021/08/15 22:06:58 CLSRSC-595: Executing upgrade step 4 of 18: 'GenSiteGUIDs'. 2021/08/15 22:06:58 CLSRSC-595: Executing upgrade step 5 of 18: 'UpgPrechecks'. 2021/08/15 22:07:21 CLSRSC-595: Executing upgrade step 6 of 18: 'SetupOSD'. 2021/08/15 22:07:21 CLSRSC-595: Executing upgrade step 7 of 18: 'PreUpgrade'. 2021/08/15 22:07:59 CLSRSC-486: At this stage of upgrade, the OCR has changed. Any attempt to downgrade the cluster after this point will require a complete cluster outage to restore the OCR. 2021/08/15 22:07:59 CLSRSC-541: To downgrade the cluster: 1. All nodes that have been upgraded must be downgraded. 2021/08/15 22:08:00 CLSRSC-542: 2. Before downgrading the last node, the Grid Infrastructure stack on all other cluster nodes must be down. 2021/08/15 22:08:00 CLSRSC-470: Starting non-rolling migration of Oracle ASM 2021/08/15 22:08:00 CLSRSC-482: Running command: '/u01/app/21.0.0.0/grid/bin/asmca -silent -upgradeNodeASM -nonRolling true -oldCRSHome /u01/app/19.0.0.0/grid -oldCRSVersion 19.0.0.0.0 -firstNode true -startRolling false ' 2021/08/15 22:08:10 CLSRSC-471: Successfully initiated non-rolling migration of Oracle ASM 2021/08/15 22:08:15 CLSRSC-466: Starting shutdown of the current Oracle Grid Infrastructure stack 2021/08/15 22:08:48 CLSRSC-467: Shutdown of the current Oracle Grid Infrastructure stack has successfully completed. 2021/08/15 22:08:49 CLSRSC-595: Executing upgrade step 8 of 18: 'CheckCRSConfig'. 2021/08/15 22:08:50 CLSRSC-595: Executing upgrade step 9 of 18: 'UpgradeOLR'. 2021/08/15 22:08:58 CLSRSC-595: Executing upgrade step 10 of 18: 'ConfigCHMOS'. 2021/08/15 22:08:58 CLSRSC-595: Executing upgrade step 11 of 18: 'UpgradeAFD'. 2021/08/15 22:09:04 CLSRSC-595: Executing upgrade step 12 of 18: 'createOHASD'. 2021/08/15 22:09:09 CLSRSC-595: Executing upgrade step 13 of 18: 'ConfigOHASD'. 2021/08/15 22:09:10 CLSRSC-329: Replacing Clusterware entries in file 'oracle-ohasd.service' 2021/08/15 22:09:44 CLSRSC-595: Executing upgrade step 14 of 18: 'InstallACFS'. 2021/08/15 22:10:25 CLSRSC-595: Executing upgrade step 15 of 18: 'InstallKA'. 2021/08/15 22:10:31 CLSRSC-595: Executing upgrade step 16 of 18: 'UpgradeCluster'. 2021/08/15 22:12:12 CLSRSC-343: Successfully started Oracle Clusterware stack clscfg: EXISTING configuration version 19 detected. Successfully taken the backup of node specific configuration in OCR. Successfully accumulated necessary OCR keys. Creating OCR keys for user 'root', privgrp 'root'.. Operation successful. 2021/08/15 22:12:40 CLSRSC-595: Executing upgrade step 17 of 18: 'UpgradeNode'. 2021/08/15 22:12:47 CLSRSC-474: Initiating upgrade of resource types 2021/08/15 22:12:57 CLSRSC-475: Upgrade of resource types successfully initiated. Start upgrade invoked.. 2021/08/15 22:13:00 CLSRSC-478: Setting Oracle Clusterware active version on the last node to be upgraded 2021/08/15 22:13:00 CLSRSC-482: Running command: '/u01/app/21.0.0.0/grid/bin/crsctl set crs activeversion' Started to upgrade the active version of Oracle Clusterware. This operation may take a few minutes. Started to upgrade CSS. CSS was successfully upgraded. Started to upgrade CRS. CRS was successfully upgraded. Started to upgrade Oracle ACFS. Oracle ACFS was successfully upgraded. Successfully upgraded the active version of Oracle Clusterware. Oracle Clusterware active version was successfully set to 21.0.0.0.0. 2021/08/15 22:14:08 CLSRSC-479: Successfully set Oracle Clusterware active version 2021/08/15 22:14:10 CLSRSC-476: Finishing upgrade of resource types 2021/08/15 22:14:11 CLSRSC-477: Successfully completed upgrade of resource types 2021/08/15 22:15:33 CLSRSC-595: Executing upgrade step 18 of 18: 'PostUpgrade'. Successfully updated XAG resources. 2021/08/15 22:15:42 CLSRSC-474: Initiating upgrade of resource types 2021/08/15 22:15:42 CLSRSC-475: Upgrade of resource types successfully initiated. 2021/08/15 22:15:52 CLSRSC-325: Configure Oracle Grid Infrastructure for a Cluster ... succeeded [root@orcl19p ~]# [root@orcl19p ~]# [root@orcl19p ~]# [root@orcl19p ~]# [root@orcl19p ~]# su - grid Last login: Sun Aug 15 22:15:52 CEST 2021 on pts/0 [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ cat .bash_profile # .bash_profile # Get the aliases and functions if [ -f ~/.bashrc ]; then . ~/.bashrc fi # User specific environment and startup programs ORACLE_HOME=/u01/app/19.0.0.0/grid ORACLE_BASE=/u01/app/grid ORACLE_SID=+ASM1 PATH=$ORACLE_HOME/bin:$PATH umask 022 export ORACLE_HOME export ORACLE_BASE export ORACLE_SID PATH=$PATH:$HOME/.local/bin:$HOME/bin export PATH [grid@orcl19p ~]$ [grid@orcl19p ~]$ vi .bash_profile [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ cat .bash_profile # .bash_profile # Get the aliases and functions if [ -f ~/.bashrc ]; then . ~/.bashrc fi # User specific environment and startup programs ORACLE_HOME=/u01/app/21.0.0.0/grid ORACLE_BASE=/u01/app/grid ORACLE_SID=+ASM1 PATH=$ORACLE_HOME/bin:$PATH umask 022 export ORACLE_HOME export ORACLE_BASE export ORACLE_SID PATH=$PATH:$HOME/.local/bin:$HOME/bin export PATH [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ exit logout [root@orcl19p ~]# [root@orcl19p ~]# [root@orcl19p ~]# su - grid Last login: Sun Aug 15 22:18:33 CEST 2021 on pts/0 [grid@orcl19p ~]$ asmcmd ASMCMD> lsdg State Type Rebal Sector Logical_Sector Block AU Total_MB Free_MB Req_mir_free_MB Usable_file_MB Offline_disks Voting_files Name MOUNTED EXTERN N 512 512 4096 4194304 35836 29932 0 29932 0 N DATA/ MOUNTED EXTERN N 512 512 4096 4194304 10240 6660 0 6660 0 N RECO/ MOUNTED EXTERN N 512 512 4096 4194304 5120 4800 0 4800 0 Y SYSTEMDG/ ASMCMD> exit [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ sqlplus / as sysasm SQL*Plus: Release 21.0.0.0.0 - Production on Sun Aug 15 22:19:38 2021 Version 21.3.0.0.0 Copyright (c) 1982, 2021, Oracle. All rights reserved. Connected to: Oracle Database 21c Enterprise Edition Release 21.0.0.0.0 - Production Version 21.3.0.0.0 SQL> SELECT name as dgname, substr(compatibility,1,12) as asmcompat FROM V$ASM_DISKGROUP; DGNAME ASMCOMPAT ------------------------------ ------------ DATA 19.0.0.0.0 RECO 19.0.0.0.0 SYSTEMDG 19.0.0.0.0 SQL> ALTER DISKGROUP SYSTEMDG SET ATTRIBUTE 'compatible.asm' = '21.0.0.0.0'; Diskgroup altered. SQL> ALTER DISKGROUP DATA SET ATTRIBUTE 'compatible.asm' = '21.0.0.0.0'; Diskgroup altered. SQL> ALTER DISKGROUP RECO SET ATTRIBUTE 'compatible.asm' = '21.0.0.0.0'; Diskgroup altered. SQL> exit Disconnected from Oracle Database 21c Enterprise Edition Release 21.0.0.0.0 - Production Version 21.3.0.0.0 [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ crsctl stat res -t -------------------------------------------------------------------------------- Name Target State Server State details -------------------------------------------------------------------------------- Local Resources -------------------------------------------------------------------------------- ora.LISTENER.lsnr ONLINE ONLINE orcl19p STABLE ora.chad ONLINE ONLINE orcl19p STABLE ora.net1.network ONLINE ONLINE orcl19p STABLE ora.ons ONLINE ONLINE orcl19p STABLE -------------------------------------------------------------------------------- Cluster Resources -------------------------------------------------------------------------------- ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup) 1 ONLINE ONLINE orcl19p STABLE 2 ONLINE OFFLINE STABLE 3 ONLINE OFFLINE STABLE ora.DATA.dg(ora.asmgroup) 1 ONLINE ONLINE orcl19p STABLE 2 OFFLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.LISTENER_SCAN1.lsnr 1 ONLINE ONLINE orcl19p STABLE ora.LISTENER_SCAN2.lsnr 1 ONLINE ONLINE orcl19p STABLE ora.LISTENER_SCAN3.lsnr 1 ONLINE ONLINE orcl19p STABLE ora.RECO.dg(ora.asmgroup) 1 ONLINE ONLINE orcl19p STABLE 2 OFFLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.SYSTEMDG.dg(ora.asmgroup) 1 ONLINE ONLINE orcl19p STABLE 2 OFFLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.asm(ora.asmgroup) 1 ONLINE ONLINE orcl19p Started,STABLE 2 OFFLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.asmnet1.asmnetwork(ora.asmgroup) 1 ONLINE ONLINE orcl19p STABLE 2 OFFLINE OFFLINE STABLE 3 OFFLINE OFFLINE STABLE ora.cdp1.cdp 1 ONLINE ONLINE orcl19p STABLE ora.cdp2.cdp 1 ONLINE ONLINE orcl19p STABLE ora.cdp3.cdp 1 ONLINE ONLINE orcl19p STABLE ora.cvu 1 ONLINE ONLINE orcl19p STABLE ora.or19dg.db 1 OFFLINE OFFLINE Instance Shutdown,ST ABLE ora.orcl19p.vip 1 ONLINE ONLINE orcl19p STABLE ora.qosmserver 1 ONLINE ONLINE orcl19p STABLE ora.scan1.vip 1 ONLINE ONLINE orcl19p STABLE ora.scan2.vip 1 ONLINE ONLINE orcl19p STABLE ora.scan3.vip 1 ONLINE ONLINE orcl19p STABLE -------------------------------------------------------------------------------- [grid@orcl19p ~]$ [grid@orcl19p ~]$ cat /u01/app/oraInventory/ContentsXML/inventory.xml 12.2.0.9.0 2.1.0.6.0 [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ unset ORACLE_HOME [grid@orcl19p ~]$ export ORACLE_HOME=/u01/app/19.0.0.0/grid [grid@orcl19p ~]$ [grid@orcl19p ~]$ $ORACLE_HOME/oui/bin/runInstaller -detachHome -silent ORACLE_HOME=/u01/app/19.0.0.0/grid Starting Oracle Universal Installer... Checking swap space: must be greater than 500 MB. Actual 10239 MB Passed The inventory pointer is located at /etc/oraInst.loc You can find the log of this install session at: /u01/app/oraInventory/logs/DetachHome2021-08-15_10-24-42PM.log 'DetachHome' was successful. [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ cat /u01/app/oraInventory/ContentsXML/inventory.xml 12.2.0.7.0 2.1.0.6.0 [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ export ORACLE_HOME=/u01/app/21.0.0.0/grid [grid@orcl19p ~]$ [grid@orcl19p ~]$ /u01/app/21.0.0.0/grid/oui/bin/runInstaller -nowait -waitforcompletion -ignoreSysPrereqs -updateNodeList ORACLE_HOME=/u01/app/21.0.0.0/grid "CLUSTER_NODES={orcl19p}" CRS=true LOCAL_NODE=orcl19p Starting Oracle Universal Installer... Checking swap space: must be greater than 500 MB. Actual 10239 MB Passed The inventory pointer is located at /etc/oraInst.loc [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$ cat /u01/app/oraInventory/ContentsXML/inventory.xml 12.2.0.9.0 2.1.0.6.0 [grid@orcl19p ~]$ [grid@orcl19p ~]$ [grid@orcl19p ~]$