[root@orcl19p ~]# uname -a
Linux orcl19p.oralocal 4.14.35-1902.6.6.el7uek.x86_64 #2 SMP Tue Oct 8 07:32:21 PDT 2019 x86_64 x86_64 x86_64 GNU/Linux
[root@orcl19p ~]#
[root@orcl19p ~]# cat /etc/redhat-release
Red Hat Enterprise Linux Server release 7.6 (Maipo)
[root@orcl19p ~]#
[root@orcl19p ~]#
[root@orcl19p ~]#
[root@orcl19p ~]# su - grid
Last login: Sun Aug 15 21:14:11 CEST 2021
[grid@orcl19p ~]$ crsctl stat res -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
ONLINE ONLINE orcl19p STABLE
ora.chad
OFFLINE OFFLINE orcl19p STABLE
ora.net1.network
ONLINE ONLINE orcl19p STABLE
ora.ons
ONLINE ONLINE orcl19p STABLE
ora.proxy_advm
OFFLINE OFFLINE orcl19p STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
1 ONLINE ONLINE orcl19p STABLE
2 ONLINE OFFLINE STABLE
3 ONLINE OFFLINE STABLE
ora.DATA.dg(ora.asmgroup)
1 ONLINE ONLINE orcl19p STABLE
2 OFFLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE orcl19p STABLE
ora.LISTENER_SCAN2.lsnr
1 ONLINE ONLINE orcl19p STABLE
ora.LISTENER_SCAN3.lsnr
1 ONLINE ONLINE orcl19p STABLE
ora.RECO.dg(ora.asmgroup)
1 ONLINE ONLINE orcl19p STABLE
2 OFFLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.SYSTEMDG.dg(ora.asmgroup)
1 ONLINE ONLINE orcl19p STABLE
2 OFFLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.asm(ora.asmgroup)
1 ONLINE ONLINE orcl19p Started,STABLE
2 OFFLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
1 ONLINE ONLINE orcl19p STABLE
2 OFFLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.cvu
1 ONLINE ONLINE orcl19p STABLE
ora.or19dg.db
1 OFFLINE OFFLINE Instance Shutdown,ST
ABLE
ora.orcl19p.vip
1 ONLINE ONLINE orcl19p STABLE
ora.qosmserver
1 ONLINE ONLINE orcl19p STABLE
ora.scan1.vip
1 ONLINE ONLINE orcl19p STABLE
ora.scan2.vip
1 ONLINE ONLINE orcl19p STABLE
ora.scan3.vip
1 ONLINE ONLINE orcl19p STABLE
--------------------------------------------------------------------------------
[grid@orcl19p ~]$
[grid@orcl19p ~]$ $ORACLE_HOME/OPatch/opatch lspatches
30125133;Database Release Update : 19.5.0.0.191015 (30125133)
30122167;ACFS RELEASE UPDATE 19.5.0.0.0 (30122167)
30122149;OCW RELEASE UPDATE 19.5.0.0.0 (30122149)
30128191;OJVM RELEASE UPDATE: 19.5.0.0.191015 (30128191)
29401763;TOMCAT RELEASE UPDATE 19.0.0.0.0 (29401763)
OPatch succeeded.
[grid@orcl19p ~]$
[root@orcl19p ~]#
[root@orcl19p ~]# mkdir -p /u01/app/21.0.0.0/grid
[root@orcl19p ~]# chown grid /u01/app/21.0.0.0/grid
[root@orcl19p ~]# chgrp -R oinstall /u01/app/21.0.0.0/grid
[root@orcl19p ~]#
[root@orcl19p ~]#
[root@orcl19p ~]#
[root@orcl19p ~]# su - grid
Last login: Sun Aug 15 21:32:06 CEST 2021 on pts/0
[grid@orcl19p ~]$ unzip -qa /u01/install/Grid/V1011504-01.zip -d /u01/app/21.0.0.0/grid
unzip: cannot find or open /u01/install/Grid/V1011504-01.zip, /u01/install/Grid/V1011504-01.zip.zip or /u01/install/Grid/V1011504-01.zip.ZIP.
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ unzip -qa /u01/patch/V1011504-01.zip -d /u01/app/21.0.0.0/grid
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ cd /u01/app/21.0.0.0/grid
[grid@orcl19p grid]$
[grid@orcl19p grid]$
[grid@orcl19p grid]$
[grid@orcl19p grid]$
[grid@orcl19p grid]$ ./runcluvfy.sh stage -pre crsinst -upgrade -rolling -src_crshome /u01/app/19.0.0.0/grid -dest_crshome /u01/app/21.0.0.0/grid -dest_version 21.0.0.0.0 -fixup -verbose
Performing following verification checks ...
Physical Memory ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p 7.7794GB (8157324.0KB) 8GB (8388608.0KB) passed
Physical Memory ...PASSED
Available Physical Memory ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p 5.3975GB (5659720.0KB) 50MB (51200.0KB) passed
Available Physical Memory ...PASSED
Swap Size ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p 10GB (1.0485756E7KB) 7.7794GB (8157324.0KB) passed
Swap Size ...PASSED
Free Space: orcl19p:/usr,orcl19p:/var,orcl19p:/etc,orcl19p:/sbin,orcl19p:/tmp ...
Path Node Name Mount point Available Required Status
---------------- ------------ ------------ ------------ ------------ ------------
/usr orcl19p / 35.2451GB 25MB passed
/var orcl19p / 35.2451GB 5MB passed
/etc orcl19p / 35.2451GB 25MB passed
/sbin orcl19p / 35.2451GB 10MB passed
/tmp orcl19p / 35.2451GB 1GB passed
Free Space: orcl19p:/usr,orcl19p:/var,orcl19p:/etc,orcl19p:/sbin,orcl19p:/tmp ...PASSED
User Existence: grid ...
Node Name Status Comment
------------ ------------------------ ------------------------
orcl19p passed exists(54322)
Users With Same UID: 54322 ...PASSED
User Existence: grid ...PASSED
Group Existence: asmadmin ...
Node Name Status Comment
------------ ------------------------ ------------------------
orcl19p passed exists
Group Existence: asmadmin ...PASSED
Group Existence: asmoper ...
Node Name Status Comment
------------ ------------------------ ------------------------
orcl19p passed exists
Group Existence: asmoper ...PASSED
Group Existence: asmdba ...
Node Name Status Comment
------------ ------------------------ ------------------------
orcl19p passed exists
Group Existence: asmdba ...PASSED
Group Existence: oinstall ...
Node Name Status Comment
------------ ------------------------ ------------------------
orcl19p passed exists
Group Existence: oinstall ...PASSED
Group Membership: asmdba ...
Node Name User Exists Group Exists User in Group Status
---------------- ------------ ------------ ------------ ----------------
orcl19p yes yes yes passed
Group Membership: asmdba ...PASSED
Group Membership: asmadmin ...
Node Name User Exists Group Exists User in Group Status
---------------- ------------ ------------ ------------ ----------------
orcl19p yes yes yes passed
Group Membership: asmadmin ...PASSED
Group Membership: oinstall(Primary) ...
Node Name User Exists Group Exists User in Group Primary Status
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p yes yes yes yes passed
Group Membership: oinstall(Primary) ...PASSED
Group Membership: asmoper ...
Node Name User Exists Group Exists User in Group Status
---------------- ------------ ------------ ------------ ----------------
orcl19p yes yes yes passed
Group Membership: asmoper ...PASSED
Run Level ...
Node Name run level Required Status
------------ ------------------------ ------------------------ ----------
orcl19p 3 3,5 passed
Run Level ...PASSED
Upgrade suitability of source home "/u01/app/19.0.0.0/grid" to version "21.0.0.0.0". ...PASSED
Architecture ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p x86_64 x86_64 passed
Architecture ...PASSED
OS Kernel Version ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p 4.14.35-1902.6.6.el7uek.x86_64 4.1.12 passed
OS Kernel Version ...PASSED
OS Kernel Parameter: semmsl ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 250 250 250 passed
OS Kernel Parameter: semmsl ...PASSED
OS Kernel Parameter: semmns ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 32000 32000 32000 passed
OS Kernel Parameter: semmns ...PASSED
OS Kernel Parameter: semopm ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 100 100 100 passed
OS Kernel Parameter: semopm ...PASSED
OS Kernel Parameter: semmni ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 128 128 128 passed
OS Kernel Parameter: semmni ...PASSED
OS Kernel Parameter: shmmax ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 4398046511104 4398046511104 4176549888 passed
OS Kernel Parameter: shmmax ...PASSED
OS Kernel Parameter: shmmni ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 4096 4096 4096 passed
OS Kernel Parameter: shmmni ...PASSED
OS Kernel Parameter: shmall ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 1073741824 1073741824 1073741824 passed
OS Kernel Parameter: shmall ...PASSED
OS Kernel Parameter: file-max ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 6815744 6815744 6815744 passed
OS Kernel Parameter: file-max ...PASSED
OS Kernel Parameter: ip_local_port_range ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p between 9000 & 65500 between 9000 & 65500 between 9000 & 65535 passed
OS Kernel Parameter: ip_local_port_range ...PASSED
OS Kernel Parameter: rmem_default ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 262144 262144 262144 passed
OS Kernel Parameter: rmem_default ...PASSED
OS Kernel Parameter: rmem_max ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 4194304 4194304 4194304 passed
OS Kernel Parameter: rmem_max ...PASSED
OS Kernel Parameter: wmem_default ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 262144 262144 262144 passed
OS Kernel Parameter: wmem_default ...PASSED
OS Kernel Parameter: wmem_max ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 1048576 1048576 1048576 passed
OS Kernel Parameter: wmem_max ...PASSED
OS Kernel Parameter: aio-max-nr ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 1048576 1048576 1048576 passed
OS Kernel Parameter: aio-max-nr ...PASSED
OS Kernel Parameter: panic_on_oops ...
Node Name Current Configured Required Status Comment
---------------- ------------ ------------ ------------ ------------ ------------
orcl19p 1 1 1 passed
OS Kernel Parameter: panic_on_oops ...PASSED
Package: kmod-20-21 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p kmod(x86_64)-20-23.0.1.el7 kmod(x86_64)-20-21 passed
Package: kmod-20-21 (x86_64) ...PASSED
Package: kmod-libs-20-21 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p kmod-libs(x86_64)-20-23.0.1.el7 kmod-libs(x86_64)-20-21 passed
Package: kmod-libs-20-21 (x86_64) ...PASSED
Package: binutils-2.23.52.0.1 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p binutils-2.27-34.base.0.1.el7 binutils-2.23.52.0.1 passed
Package: binutils-2.23.52.0.1 ...PASSED
Package: libgcc-4.8.2 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p libgcc(x86_64)-4.8.5-36.0.1.el7 libgcc(x86_64)-4.8.2 passed
Package: libgcc-4.8.2 (x86_64) ...PASSED
Package: libstdc++-4.8.2 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p libstdc++(x86_64)-4.8.5-36.0.1.el7 libstdc++(x86_64)-4.8.2 passed
Package: libstdc++-4.8.2 (x86_64) ...PASSED
Package: sysstat-10.1.5 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p sysstat-10.1.5-17.el7 sysstat-10.1.5 passed
Package: sysstat-10.1.5 ...PASSED
Package: ksh ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p ksh ksh passed
Package: ksh ...PASSED
Package: make-3.82 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p make-3.82-23.el7 make-3.82 passed
Package: make-3.82 ...PASSED
Package: glibc-2.17 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p glibc(x86_64)-2.17-260.0.9.el7 glibc(x86_64)-2.17 passed
Package: glibc-2.17 (x86_64) ...PASSED
Package: glibc-devel-2.17 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p glibc-devel(x86_64)-2.17-260.0.9.el7 glibc-devel(x86_64)-2.17 passed
Package: glibc-devel-2.17 (x86_64) ...PASSED
Package: libaio-0.3.109 (x86_64) ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p libaio(x86_64)-0.3.109-13.el7 libaio(x86_64)-0.3.109 passed
Package: libaio-0.3.109 (x86_64) ...PASSED
Package: nfs-utils-1.2.3-15 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p nfs-utils-1.3.0-0.61.0.1.el7 nfs-utils-1.2.3-15 passed
Package: nfs-utils-1.2.3-15 ...PASSED
Package: smartmontools-6.2-4 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p smartmontools-6.5-1.el7 smartmontools-6.2-4 passed
Package: smartmontools-6.2-4 ...PASSED
Package: net-tools-2.0-0.17 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p net-tools-2.0-0.24.20131004git.el7 net-tools-2.0-0.17 passed
Package: net-tools-2.0-0.17 ...PASSED
Package: policycoreutils-2.5-17 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p policycoreutils-2.5-29.0.1.el7 policycoreutils-2.5-17 passed
Package: policycoreutils-2.5-17 ...PASSED
Package: policycoreutils-python-2.5-17 ...
Node Name Available Required Status
------------ ------------------------ ------------------------ ----------
orcl19p policycoreutils-python-2.5-29.0.1.el7 policycoreutils-python-2.5-17 passed
Package: policycoreutils-python-2.5-17 ...PASSED
Users With Same UID: 0 ...PASSED
Current Group ID ...PASSED
Root user consistency ...
Node Name Status
------------------------------------ ------------------------
orcl19p passed
Root user consistency ...PASSED
correctness of ASM disk group files ownership ...PASSED
selectivity of ASM discovery string ...PASSED
ASM spare parameters ...PASSED
Disk group ASM compatibility setting ...PASSED
ASM client compatibility check ...PASSED
Host name ...PASSED
Node Connectivity ...
Hosts File ...
Node Name Status
------------------------------------ ------------------------
orcl19p passed
Hosts File ...PASSED
Interface information for node "orcl19p"
Name IP Address Subnet Gateway Def. Gateway HW Address MTU
------ --------------- --------------- --------------- --------------- ----------------- ------
enp0s3 172.16.5.50 172.16.0.0 0.0.0.0 192.168.178.1 08:00:27:F8:DB:E8 1500
enp0s8 10.160.5.50 10.160.0.0 0.0.0.0 192.168.178.1 08:00:27:15:B6:69 1500
enp0s8 10.160.5.53 10.160.0.0 0.0.0.0 192.168.178.1 08:00:27:15:B6:69 1500
enp0s8 10.160.5.51 10.160.0.0 0.0.0.0 192.168.178.1 08:00:27:15:B6:69 1500
enp0s8 10.160.5.54 10.160.0.0 0.0.0.0 192.168.178.1 08:00:27:15:B6:69 1500
enp0s8 10.160.5.52 10.160.0.0 0.0.0.0 192.168.178.1 08:00:27:15:B6:69 1500
Check: MTU consistency on the private interfaces of subnet "172.16.0.0"
Node Name IP Address Subnet MTU
---------------- ------------ ------------ ------------ ----------------
orcl19p enp0s3 172.16.5.50 172.16.0.0 1500
Check: MTU consistency of the subnet "10.160.0.0".
Node Name IP Address Subnet MTU
---------------- ------------ ------------ ------------ ----------------
orcl19p enp0s8 10.160.5.50 10.160.0.0 1500
orcl19p enp0s8 10.160.5.53 10.160.0.0 1500
orcl19p enp0s8 10.160.5.51 10.160.0.0 1500
orcl19p enp0s8 10.160.5.54 10.160.0.0 1500
orcl19p enp0s8 10.160.5.52 10.160.0.0 1500
Source Destination Connected?
------------------------------ ------------------------------ ----------------
orcl19p[enp0s8:10.160.5.50] orcl19p[enp0s8:10.160.5.53] yes
orcl19p[enp0s8:10.160.5.50] orcl19p[enp0s8:10.160.5.51] yes
orcl19p[enp0s8:10.160.5.50] orcl19p[enp0s8:10.160.5.54] yes
orcl19p[enp0s8:10.160.5.50] orcl19p[enp0s8:10.160.5.52] yes
orcl19p[enp0s8:10.160.5.53] orcl19p[enp0s8:10.160.5.51] yes
orcl19p[enp0s8:10.160.5.53] orcl19p[enp0s8:10.160.5.54] yes
orcl19p[enp0s8:10.160.5.53] orcl19p[enp0s8:10.160.5.52] yes
orcl19p[enp0s8:10.160.5.51] orcl19p[enp0s8:10.160.5.54] yes
orcl19p[enp0s8:10.160.5.51] orcl19p[enp0s8:10.160.5.52] yes
orcl19p[enp0s8:10.160.5.54] orcl19p[enp0s8:10.160.5.52] yes
Check that maximum (MTU) size packet goes through subnet ...PASSED
Node Connectivity ...PASSED
Multicast or broadcast check ...
Checking subnet "172.16.0.0" for multicast communication with multicast group "224.0.0.251"
Multicast or broadcast check ...PASSED
ASMLib installation and configuration verification. ...
'/etc/init.d/oracleasm' ...PASSED
'/dev/oracleasm' ...PASSED
'/etc/sysconfig/oracleasm' ...PASSED
Node Name Status
------------------------------------ ------------------------
orcl19p passed
ASMLib installation and configuration verification. ...PASSED
ASM Network ...PASSED
ACFS Driver Checks ...PASSED
OCR Integrity ...PASSED
Network Time Protocol (NTP) ...
'/etc/ntp.conf' ...
Node Name File exists?
------------------------------------ ------------------------
orcl19p yes
'/etc/ntp.conf' ...PASSED
'/etc/chrony.conf' ...
Node Name File exists?
------------------------------------ ------------------------
orcl19p yes
'/etc/chrony.conf' ...PASSED
Daemon 'ntpd' ...
Node Name Running?
------------------------------------ ------------------------
orcl19p yes
Daemon 'ntpd' ...PASSED
NTP daemon or service using UDP port 123 ...
Node Name Port Open?
------------------------------------ ------------------------
orcl19p yes
NTP daemon or service using UDP port 123 ...PASSED
NTP daemon is synchronized with at least one external time source ...PASSED
Network Time Protocol (NTP) ...PASSED
Same core file name pattern ...PASSED
User Mask ...
Node Name Available Required Comment
------------ ------------------------ ------------------------ ----------
orcl19p 0022 0022 passed
User Mask ...PASSED
User Not In Group "root": grid ...
Node Name Status Comment
------------ ------------------------ ------------------------
orcl19p passed does not exist
User Not In Group "root": grid ...PASSED
Time zone consistency ...PASSED
Path existence, ownership, permissions and attributes ...
Path "/var" ...PASSED
Path "/var/tmp/.oracle" ...PASSED
Path "/dev/shm" ...PASSED
Path existence, ownership, permissions and attributes ...PASSED
VIP Subnet configuration check ...PASSED
Voting Disk ...PASSED
resolv.conf Integrity ...
Node Name Status
------------------------------------ ------------------------
orcl19p passed
checking response for name "orcl19p" from each of the name servers specified in
"/etc/resolv.conf"
Node Name Source Comment Status
------------ ------------------------ ------------------------ ----------
orcl19p 172.16.0.2 IPv4 passed
orcl19p 10.160.0.2 IPv4 passed
resolv.conf Integrity ...PASSED
Single Client Access Name (SCAN) ...PASSED
DNS/NIS name service ...PASSED
Daemon "avahi-daemon" not configured and running ...
Node Name Configured Status
------------ ------------------------ ------------------------
orcl19p no passed
Node Name Running? Status
------------ ------------------------ ------------------------
orcl19p no passed
Daemon "avahi-daemon" not configured and running ...PASSED
Daemon "proxyt" not configured and running ...
Node Name Configured Status
------------ ------------------------ ------------------------
orcl19p no passed
Node Name Running? Status
------------ ------------------------ ------------------------
orcl19p no passed
Daemon "proxyt" not configured and running ...PASSED
loopback network interface address ...PASSED
Vendor cluster check ...PASSED
Oracle Virtual Machine (OVM) resource ...PASSED
Privileged group consistency for upgrade ...PASSED
Cluster Manager Integrity ...
Node Name Status
------------------------------------ ------------------------
orcl19p running
Cluster Manager Integrity ...PASSED
Cluster Integrity ...
Node Name
------------------------------------
orcl19p
Cluster Integrity ...PASSED
CRS Integrity ...
Clusterware Version Consistency ...
cluster upgrade state ...
Oracle Clusterware active patch level is "422986521".
Node Name Software Patch Software Patch Release Patch
Level(OCR) Level(OLR) Level
------------------------------------------------------------------------
CRS user Consistency for upgrade ...PASSED
Node Application Existence ...
Checking existence of VIP node application (required)
Node Name Required Running? Comment
------------ ------------------------ ------------------------ ----------
orcl19p yes yes passed
Checking existence of NETWORK node application (required)
Node Name Required Running? Comment
------------ ------------------------ ------------------------ ----------
orcl19p yes yes passed
Checking existence of ONS node application (optional)
Node Name Required Running? Comment
------------ ------------------------ ------------------------ ----------
orcl19p no yes passed
Node Application Existence ...PASSED
Check incorrectly sized ASM Disks ...PASSED
ASM disk group free space ...PASSED
Network configuration consistency checks ...PASSED
File system mount options for path GI_HOME ...PASSED
OLR Integrity ...PASSED
ASM server parameter file and password file configuration. ...PASSED
User Equivalence ...PASSED
RPM Package Manager database ...INFORMATION (PRVG-11250)
Network interface bonding status of private interconnect network interfaces ...PASSED
/dev/shm mounted as temporary file system ...PASSED
File system mount options for path /var ...PASSED
DefaultTasksMax parameter ...PASSED
zeroconf check ...PASSED
ASM Filter Driver configuration ...PASSED
Systemd login manager IPC parameter ...PASSED
Pre-check for cluster services setup was successful.
CRS Integrity ...FAILED
RPM Package Manager database ...INFORMATION
PRVG-11250 : The check "RPM Package Manager database" was not performed because
it needs 'root' user privileges.
Refer to My Oracle Support notes "2548970.1" for more details regarding errors
PRVG-11250".
CVU operation performed: stage -pre crsinst
Date: Aug 15, 2021 9:39:55 PM
Clusterware version: 19.0.0.0.0
CVU home: /u01/app/21.0.0.0/grid
Grid home: /u01/app/19.0.0.0/grid
User: grid
Operating system: Linux4.14.35-1902.6.6.el7uek.x86_64
[grid@orcl19p grid]$
###############################################
#
# AT GUI AS GRID
#
###############################################
[grid@orcl19p ~]$ unset ORACLE_HOME
[grid@orcl19p ~]$ unset ORACLE_BASE
[grid@orcl19p ~]$ unset ORACLE_SID
[grid@orcl19p ~]$
[grid@orcl19p ~]$ /u01/app/21.0.0.0/grid/gridSetup.sh
Launching Oracle Grid Infrastructure Setup Wizard...
The response file for this session can be found at:
/u01/app/21.0.0.0/grid/install/response/grid_2021-08-15_09-47-45PM.rsp
You can find the log of this install session at:
/u01/app/oraInventory/logs/GridSetupActions2021-08-15_09-47-45PM/gridSetupActions2021-08-15_09-47-45PM.log
[grid@orcl19p ~]$
[grid@orcl19p ~]$
###############################################
#
# END GUI
#
###############################################
[root@orcl19p ~]# /u01/app/21.0.0.0/grid/rootupgrade.sh
Performing root user operation.
The following environment variables are set as:
ORACLE_OWNER= grid
ORACLE_HOME= /u01/app/21.0.0.0/grid
Enter the full pathname of the local bin directory: [/usr/local/bin]:
The contents of "dbhome" have not changed. No need to overwrite.
The file "oraenv" already exists in /usr/local/bin. Overwrite it? (y/n)
[n]: y
Copying oraenv to /usr/local/bin ...
The file "coraenv" already exists in /usr/local/bin. Overwrite it? (y/n)
[n]: y
Copying coraenv to /usr/local/bin ...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Relinking oracle with rac_on option
Using configuration parameter file: /u01/app/21.0.0.0/grid/crs/install/crsconfig_params
The log of current session can be found at:
/u01/app/grid/crsdata/orcl19p/crsconfig/rootcrs_orcl19p_2021-08-15_10-04-47PM.log
2021/08/15 22:05:05 CLSRSC-595: Executing upgrade step 1 of 18: 'UpgradeTFA'.
2021/08/15 22:05:05 CLSRSC-4015: Performing install or upgrade action for Oracle Autonomous Health Framework (AHF).
2021/08/15 22:05:05 CLSRSC-4016: Oracle Autonomous Health Framework (AHF) '' not found. Grid Infrastructure operations will continue.
2021/08/15 22:05:05 CLSRSC-595: Executing upgrade step 2 of 18: 'ValidateEnv'.
2021/08/15 22:05:10 CLSRSC-595: Executing upgrade step 3 of 18: 'GetOldConfig'.
2021/08/15 22:05:10 CLSRSC-464: Starting retrieval of the cluster configuration data
2021/08/15 22:05:16 CLSRSC-4003: Successfully patched Oracle Autonomous Health Framework (AHF).
2021/08/15 22:05:26 CLSRSC-692: Checking whether CRS entities are ready for upgrade. This operation may take a few minutes.
2021/08/15 22:06:28 CLSRSC-693: CRS entities validation completed successfully.
2021/08/15 22:06:37 CLSRSC-515: Starting OCR manual backup.
2021/08/15 22:06:51 CLSRSC-516: OCR manual backup successful.
2021/08/15 22:06:58 CLSRSC-465: Retrieval of the cluster configuration data has successfully completed.
2021/08/15 22:06:58 CLSRSC-595: Executing upgrade step 4 of 18: 'GenSiteGUIDs'.
2021/08/15 22:06:58 CLSRSC-595: Executing upgrade step 5 of 18: 'UpgPrechecks'.
2021/08/15 22:07:21 CLSRSC-595: Executing upgrade step 6 of 18: 'SetupOSD'.
2021/08/15 22:07:21 CLSRSC-595: Executing upgrade step 7 of 18: 'PreUpgrade'.
2021/08/15 22:07:59 CLSRSC-486:
At this stage of upgrade, the OCR has changed.
Any attempt to downgrade the cluster after this point will require a complete cluster outage to restore the OCR.
2021/08/15 22:07:59 CLSRSC-541:
To downgrade the cluster:
1. All nodes that have been upgraded must be downgraded.
2021/08/15 22:08:00 CLSRSC-542:
2. Before downgrading the last node, the Grid Infrastructure stack on all other cluster nodes must be down.
2021/08/15 22:08:00 CLSRSC-470: Starting non-rolling migration of Oracle ASM
2021/08/15 22:08:00 CLSRSC-482: Running command: '/u01/app/21.0.0.0/grid/bin/asmca -silent -upgradeNodeASM -nonRolling true -oldCRSHome /u01/app/19.0.0.0/grid -oldCRSVersion 19.0.0.0.0 -firstNode true -startRolling false '
2021/08/15 22:08:10 CLSRSC-471: Successfully initiated non-rolling migration of Oracle ASM
2021/08/15 22:08:15 CLSRSC-466: Starting shutdown of the current Oracle Grid Infrastructure stack
2021/08/15 22:08:48 CLSRSC-467: Shutdown of the current Oracle Grid Infrastructure stack has successfully completed.
2021/08/15 22:08:49 CLSRSC-595: Executing upgrade step 8 of 18: 'CheckCRSConfig'.
2021/08/15 22:08:50 CLSRSC-595: Executing upgrade step 9 of 18: 'UpgradeOLR'.
2021/08/15 22:08:58 CLSRSC-595: Executing upgrade step 10 of 18: 'ConfigCHMOS'.
2021/08/15 22:08:58 CLSRSC-595: Executing upgrade step 11 of 18: 'UpgradeAFD'.
2021/08/15 22:09:04 CLSRSC-595: Executing upgrade step 12 of 18: 'createOHASD'.
2021/08/15 22:09:09 CLSRSC-595: Executing upgrade step 13 of 18: 'ConfigOHASD'.
2021/08/15 22:09:10 CLSRSC-329: Replacing Clusterware entries in file 'oracle-ohasd.service'
2021/08/15 22:09:44 CLSRSC-595: Executing upgrade step 14 of 18: 'InstallACFS'.
2021/08/15 22:10:25 CLSRSC-595: Executing upgrade step 15 of 18: 'InstallKA'.
2021/08/15 22:10:31 CLSRSC-595: Executing upgrade step 16 of 18: 'UpgradeCluster'.
2021/08/15 22:12:12 CLSRSC-343: Successfully started Oracle Clusterware stack
clscfg: EXISTING configuration version 19 detected.
Successfully taken the backup of node specific configuration in OCR.
Successfully accumulated necessary OCR keys.
Creating OCR keys for user 'root', privgrp 'root'..
Operation successful.
2021/08/15 22:12:40 CLSRSC-595: Executing upgrade step 17 of 18: 'UpgradeNode'.
2021/08/15 22:12:47 CLSRSC-474: Initiating upgrade of resource types
2021/08/15 22:12:57 CLSRSC-475: Upgrade of resource types successfully initiated.
Start upgrade invoked..
2021/08/15 22:13:00 CLSRSC-478: Setting Oracle Clusterware active version on the last node to be upgraded
2021/08/15 22:13:00 CLSRSC-482: Running command: '/u01/app/21.0.0.0/grid/bin/crsctl set crs activeversion'
Started to upgrade the active version of Oracle Clusterware. This operation may take a few minutes.
Started to upgrade CSS.
CSS was successfully upgraded.
Started to upgrade CRS.
CRS was successfully upgraded.
Started to upgrade Oracle ACFS.
Oracle ACFS was successfully upgraded.
Successfully upgraded the active version of Oracle Clusterware.
Oracle Clusterware active version was successfully set to 21.0.0.0.0.
2021/08/15 22:14:08 CLSRSC-479: Successfully set Oracle Clusterware active version
2021/08/15 22:14:10 CLSRSC-476: Finishing upgrade of resource types
2021/08/15 22:14:11 CLSRSC-477: Successfully completed upgrade of resource types
2021/08/15 22:15:33 CLSRSC-595: Executing upgrade step 18 of 18: 'PostUpgrade'.
Successfully updated XAG resources.
2021/08/15 22:15:42 CLSRSC-474: Initiating upgrade of resource types
2021/08/15 22:15:42 CLSRSC-475: Upgrade of resource types successfully initiated.
2021/08/15 22:15:52 CLSRSC-325: Configure Oracle Grid Infrastructure for a Cluster ... succeeded
[root@orcl19p ~]#
[root@orcl19p ~]#
[root@orcl19p ~]#
[root@orcl19p ~]#
[root@orcl19p ~]# su - grid
Last login: Sun Aug 15 22:15:52 CEST 2021 on pts/0
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ cat .bash_profile
# .bash_profile
# Get the aliases and functions
if [ -f ~/.bashrc ]; then
. ~/.bashrc
fi
# User specific environment and startup programs
ORACLE_HOME=/u01/app/19.0.0.0/grid
ORACLE_BASE=/u01/app/grid
ORACLE_SID=+ASM1
PATH=$ORACLE_HOME/bin:$PATH
umask 022
export ORACLE_HOME
export ORACLE_BASE
export ORACLE_SID
PATH=$PATH:$HOME/.local/bin:$HOME/bin
export PATH
[grid@orcl19p ~]$
[grid@orcl19p ~]$ vi .bash_profile
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ cat .bash_profile
# .bash_profile
# Get the aliases and functions
if [ -f ~/.bashrc ]; then
. ~/.bashrc
fi
# User specific environment and startup programs
ORACLE_HOME=/u01/app/21.0.0.0/grid
ORACLE_BASE=/u01/app/grid
ORACLE_SID=+ASM1
PATH=$ORACLE_HOME/bin:$PATH
umask 022
export ORACLE_HOME
export ORACLE_BASE
export ORACLE_SID
PATH=$PATH:$HOME/.local/bin:$HOME/bin
export PATH
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ exit
logout
[root@orcl19p ~]#
[root@orcl19p ~]#
[root@orcl19p ~]# su - grid
Last login: Sun Aug 15 22:18:33 CEST 2021 on pts/0
[grid@orcl19p ~]$ asmcmd
ASMCMD> lsdg
State Type Rebal Sector Logical_Sector Block AU Total_MB Free_MB Req_mir_free_MB Usable_file_MB Offline_disks Voting_files Name
MOUNTED EXTERN N 512 512 4096 4194304 35836 29932 0 29932 0 N DATA/
MOUNTED EXTERN N 512 512 4096 4194304 10240 6660 0 6660 0 N RECO/
MOUNTED EXTERN N 512 512 4096 4194304 5120 4800 0 4800 0 Y SYSTEMDG/
ASMCMD> exit
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ sqlplus / as sysasm
SQL*Plus: Release 21.0.0.0.0 - Production on Sun Aug 15 22:19:38 2021
Version 21.3.0.0.0
Copyright (c) 1982, 2021, Oracle. All rights reserved.
Connected to:
Oracle Database 21c Enterprise Edition Release 21.0.0.0.0 - Production
Version 21.3.0.0.0
SQL> SELECT name as dgname, substr(compatibility,1,12) as asmcompat FROM V$ASM_DISKGROUP;
DGNAME ASMCOMPAT
------------------------------ ------------
DATA 19.0.0.0.0
RECO 19.0.0.0.0
SYSTEMDG 19.0.0.0.0
SQL> ALTER DISKGROUP SYSTEMDG SET ATTRIBUTE 'compatible.asm' = '21.0.0.0.0';
Diskgroup altered.
SQL> ALTER DISKGROUP DATA SET ATTRIBUTE 'compatible.asm' = '21.0.0.0.0';
Diskgroup altered.
SQL> ALTER DISKGROUP RECO SET ATTRIBUTE 'compatible.asm' = '21.0.0.0.0';
Diskgroup altered.
SQL> exit
Disconnected from Oracle Database 21c Enterprise Edition Release 21.0.0.0.0 - Production
Version 21.3.0.0.0
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ crsctl stat res -t
--------------------------------------------------------------------------------
Name Target State Server State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.LISTENER.lsnr
ONLINE ONLINE orcl19p STABLE
ora.chad
ONLINE ONLINE orcl19p STABLE
ora.net1.network
ONLINE ONLINE orcl19p STABLE
ora.ons
ONLINE ONLINE orcl19p STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
1 ONLINE ONLINE orcl19p STABLE
2 ONLINE OFFLINE STABLE
3 ONLINE OFFLINE STABLE
ora.DATA.dg(ora.asmgroup)
1 ONLINE ONLINE orcl19p STABLE
2 OFFLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.LISTENER_SCAN1.lsnr
1 ONLINE ONLINE orcl19p STABLE
ora.LISTENER_SCAN2.lsnr
1 ONLINE ONLINE orcl19p STABLE
ora.LISTENER_SCAN3.lsnr
1 ONLINE ONLINE orcl19p STABLE
ora.RECO.dg(ora.asmgroup)
1 ONLINE ONLINE orcl19p STABLE
2 OFFLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.SYSTEMDG.dg(ora.asmgroup)
1 ONLINE ONLINE orcl19p STABLE
2 OFFLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.asm(ora.asmgroup)
1 ONLINE ONLINE orcl19p Started,STABLE
2 OFFLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
1 ONLINE ONLINE orcl19p STABLE
2 OFFLINE OFFLINE STABLE
3 OFFLINE OFFLINE STABLE
ora.cdp1.cdp
1 ONLINE ONLINE orcl19p STABLE
ora.cdp2.cdp
1 ONLINE ONLINE orcl19p STABLE
ora.cdp3.cdp
1 ONLINE ONLINE orcl19p STABLE
ora.cvu
1 ONLINE ONLINE orcl19p STABLE
ora.or19dg.db
1 OFFLINE OFFLINE Instance Shutdown,ST
ABLE
ora.orcl19p.vip
1 ONLINE ONLINE orcl19p STABLE
ora.qosmserver
1 ONLINE ONLINE orcl19p STABLE
ora.scan1.vip
1 ONLINE ONLINE orcl19p STABLE
ora.scan2.vip
1 ONLINE ONLINE orcl19p STABLE
ora.scan3.vip
1 ONLINE ONLINE orcl19p STABLE
--------------------------------------------------------------------------------
[grid@orcl19p ~]$
[grid@orcl19p ~]$ cat /u01/app/oraInventory/ContentsXML/inventory.xml
12.2.0.9.0
2.1.0.6.0
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ unset ORACLE_HOME
[grid@orcl19p ~]$ export ORACLE_HOME=/u01/app/19.0.0.0/grid
[grid@orcl19p ~]$
[grid@orcl19p ~]$ $ORACLE_HOME/oui/bin/runInstaller -detachHome -silent ORACLE_HOME=/u01/app/19.0.0.0/grid
Starting Oracle Universal Installer...
Checking swap space: must be greater than 500 MB. Actual 10239 MB Passed
The inventory pointer is located at /etc/oraInst.loc
You can find the log of this install session at:
/u01/app/oraInventory/logs/DetachHome2021-08-15_10-24-42PM.log
'DetachHome' was successful.
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ cat /u01/app/oraInventory/ContentsXML/inventory.xml
12.2.0.7.0
2.1.0.6.0
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ export ORACLE_HOME=/u01/app/21.0.0.0/grid
[grid@orcl19p ~]$
[grid@orcl19p ~]$ /u01/app/21.0.0.0/grid/oui/bin/runInstaller -nowait -waitforcompletion -ignoreSysPrereqs -updateNodeList ORACLE_HOME=/u01/app/21.0.0.0/grid "CLUSTER_NODES={orcl19p}" CRS=true LOCAL_NODE=orcl19p
Starting Oracle Universal Installer...
Checking swap space: must be greater than 500 MB. Actual 10239 MB Passed
The inventory pointer is located at /etc/oraInst.loc
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$ cat /u01/app/oraInventory/ContentsXML/inventory.xml
12.2.0.9.0
2.1.0.6.0
[grid@orcl19p ~]$
[grid@orcl19p ~]$
[grid@orcl19p ~]$