Wednesday, May 5, 2010

Move the OCR and Move the Voting disk

Move the OCR
#
# The new raw storage devices for OCR should be owned by the
# root user, must be in the oinstall group, and must have
# permissions set to 640. Provide at least 280MB of disk
# space for each OCR file and verify the raw storage devices
# can be seen from all nodes in the cluster.
#
[root@racnode1 ~]# ls -l /dev/raw/raw[12]
crw-r----- 1 root oinstall 162, 1 Oct 8 21:55 /dev/raw/raw1
crw-r----- 1 root oinstall 162, 2 Oct 8 21:55 /dev/raw/raw2
[root@racnode2 ~]# ls -l /dev/raw/raw[12]
crw-r----- 1 root oinstall 162, 1 Oct 8 21:54 /dev/raw/raw1
crw-r----- 1 root oinstall 162, 2 Oct 8 21:54 /dev/raw/raw2
#
# Use the dd command to zero out the devices and make sure
# no data is written to the raw devices.
#
[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw1
[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw2
#
# Verify CRS is running on node 1.
#
[root@racnode1 ~]# crsctl check crs
CSS appears healthy
CRS appears healthy
EVM appears healthy
#
# Verify CRS is running on node 2.
#
[root@racnode2 ~]# crsctl check crs
CSS appears healthy
CRS appears healthy
EVM appears healthy
#
# Query the current location and number of OCR files on
# the OCFS2 file system.
#
[root@racnode1 ~]# ocrcheck
Status of Oracle Cluster Registry is as follows :
Version : 2
Total space (kbytes) : 262120
Used space (kbytes) : 4676
Available space (kbytes) : 257444
ID : 1513888898
Device/File Name : /u02/oradata/racdb/OCRFile <-- OCR (primary)
Device/File integrity check succeeded
Device/File Name : /u02/oradata/racdb/OCRFile_mirror <-- OCR (mirror)
Device/File integrity check succeeded
Cluster registry integrity check succeeded
#
# Move OCR and OCR mirror to new storage location.
#
[root@racnode1 ~]# ocrconfig -replace ocr /dev/raw/raw1
[root@racnode1 ~]# ocrconfig -replace ocrmirror /dev/raw/raw2
#
# Verify OCR relocation from node 1.
#
[root@racnode1 ~]# ocrcheck
Status of Oracle Cluster Registry is as follows :
Version : 2
Total space (kbytes) : 262120
Used space (kbytes) : 4676
Available space (kbytes) : 257444
ID : 1513888898
Device/File Name : /dev/raw/raw1
Device/File integrity check succeeded
Device/File Name : /dev/raw/raw2
Device/File integrity check succeeded
Cluster registry integrity check succeeded
#
# Verify OCR relocation from node 2.
#
[root@racnode2 ~]# ocrcheck
Status of Oracle Cluster Registry is as follows :
Version : 2
Total space (kbytes) : 262120
Used space (kbytes) : 4676
Available space (kbytes) : 257444
ID : 1513888898
Device/File Name : /dev/raw/raw1
Device/File integrity check succeeded
Device/File Name : /dev/raw/raw2
Device/File integrity check succeeded
Cluster registry integrity check succeeded
#
# Remove all deleted OCR files from the OCFS2 file system.
#
[root@racnode1 ~]# rm /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# rm /u02/oradata/racdb/OCRFile_mirror
Move the Voting Disk
#
# The new raw storage devices for the voting disks should be
# owned by the oracle user, must be in the oinstall group,
# and and must have permissions set to 644. Provide at least
# 20MB of disk space for each voting disk and verify the raw
# storage devices can be seen from all nodes in the cluster.
#
[root@racnode1 ~]# ls -l /dev/raw/raw[345]
crw-r--r-- 1 oracle oinstall 162, 3 Oct 8 22:44 /dev/raw/raw3
crw-r--r-- 1 oracle oinstall 162, 4 Oct 8 22:45 /dev/raw/raw4
crw-r--r-- 1 oracle oinstall 162, 5 Oct 9 00:22 /dev/raw/raw5
[root@racnode2 ~]# ls -l /dev/raw/raw[345]
crw-r--r-- 1 oracle oinstall 162, 3 Oct 8 22:53 /dev/raw/raw3
crw-r--r-- 1 oracle oinstall 162, 4 Oct 8 22:54 /dev/raw/raw4
crw-r--r-- 1 oracle oinstall 162, 5 Oct 9 00:23 /dev/raw/raw5
#
# Use the dd command to zero out the devices and make sure
# no data is written to the raw devices.
#
[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw3
[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw4
[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw5
#
# Query the current location and number of voting disks on
# the OCFS2 file system. There needs to be at least two
# voting disks configured before attempting to perform the
# move.
#
[root@racnode1 ~]# crsctl query css votedisk
0. 0 /u02/oradata/racdb/CSSFile
1. 0 /u02/oradata/racdb/CSSFile_mirror1
2. 0 /u02/oradata/racdb/CSSFile_mirror2
located 3 votedisk(s).
#
# Stop all application processes.
#
[root@racnode1 ~]# srvctl stop database -d racdb
[root@racnode1 ~]# srvctl stop asm -n racnode1
[root@racnode1 ~]# srvctl stop asm -n racnode2
[root@racnode1 ~]# srvctl stop nodeapps -n racnode1
[root@racnode1 ~]# srvctl stop nodeapps -n racnode2
#
# Verify all application processes are OFFLINE.
#
[root@racnode1 ~]# crs_stat -t
Name Type Target State Host
------------------------------------------------------------
ora.racdb.db application OFFLINE OFFLINE
ora....b1.inst application OFFLINE OFFLINE
ora....b2.inst application OFFLINE OFFLINE
ora....srvc.cs application OFFLINE OFFLINE
ora....db1.srv application OFFLINE OFFLINE
ora....db2.srv application OFFLINE OFFLINE
ora....SM1.asm application OFFLINE OFFLINE
ora....E1.lsnr application OFFLINE OFFLINE
ora....de1.gsd application OFFLINE OFFLINE
ora....de1.ons application OFFLINE OFFLINE
ora....de1.vip application OFFLINE OFFLINE
ora....SM2.asm application OFFLINE OFFLINE
ora....E2.lsnr application OFFLINE OFFLINE
ora....de2.gsd application OFFLINE OFFLINE
ora....de2.ons application OFFLINE OFFLINE
ora....de2.vip application OFFLINE OFFLINE
#
# Shut down CRS on node 1 and verify the CRS stack is not up.
#
[root@racnode1 ~]# crsctl stop crs
Stopping resources. This could take several minutes.
Successfully stopped CRS resources.
Stopping CSSD.
Shutting down CSS daemon.
Shutdown request successfully issued.
[root@racnode1 ~]# ps -ef grep d.bin grep -v grep
#
# Shut down CRS on node 2 and verify the CRS stack is not up.
#
[root@racnode2 ~]# crsctl stop crs
Stopping resources. This could take several minutes.
Successfully stopped CRS resources.
Stopping CSSD.
Shutting down CSS daemon.
Shutdown request successfully issued.
[root@racnode2 ~]# ps -ef grep d.bin grep -v grep
#
# Move all three voting disks to new storage location.
#
[root@racnode1 ~]# crsctl delete css votedisk /u02/oradata/racdb/CSSFile -force
successful deletion of votedisk /u02/oradata/racdb/CSSFile.
[root@racnode1 ~]# crsctl add css votedisk /dev/raw/raw3 -force
Now formatting voting disk: /dev/raw/raw3
successful addition of votedisk /dev/raw/raw3.
[root@racnode1 ~]# crsctl delete css votedisk /u02/oradata/racdb/CSSFile_mirror1 -force
successful deletion of votedisk /u02/oradata/racdb/CSSFile_mirror1.
[root@racnode1 ~]# crsctl add css votedisk /dev/raw/raw4 -force
Now formatting voting disk: /dev/raw/raw4
successful addition of votedisk /dev/raw/raw4.
[root@racnode1 ~]# crsctl delete css votedisk /u02/oradata/racdb/CSSFile_mirror2 -force
successful deletion of votedisk /u02/oradata/racdb/CSSFile_mirror2.
[root@racnode1 ~]# crsctl add css votedisk /dev/raw/raw5 -force
Now formatting voting disk: /dev/raw/raw5
successful addition of votedisk /dev/raw/raw5.
#
# Verify voting disk(s) relocation from node 1.
#
[root@racnode1 ~]# crsctl query css votedisk
0. 0 /dev/raw/raw3
1. 0 /dev/raw/raw4
2. 0 /dev/raw/raw5
located 3 votedisk(s).
#
# Verify voting disk(s) relocation from node 2.
#
[root@racnode2 ~]# crsctl query css votedisk
0. 0 /dev/raw/raw3
1. 0 /dev/raw/raw4
2. 0 /dev/raw/raw5
located 3 votedisk(s).
#
# Remove all deleted voting disk files from the OCFS2 file system.
#
[root@racnode1 ~]# rm /u02/oradata/racdb/CSSFile
[root@racnode1 ~]# rm /u02/oradata/racdb/CSSFile_mirror1
[root@racnode1 ~]# rm /u02/oradata/racdb/CSSFile_mirror2
#
# With all voting disks now located on raw storage devices,
# restart CRS on all Oracle RAC nodes.
#
[root@racnode1 ~]# crsctl start crs
[root@racnode2 ~]# crsctl start crs

Recover the Voting Disk

The recommended way to recover from a lost or corrupt voting disk is to restore it from a previous good backup that was taken with the dd command.
There are actually very few steps required to restore the voting disks:
Shutdown CRS on all nodes in the cluster.
List the current location of the voting disks.
Restore each of the voting disks using the dd command from a previous good backup of the voting disks that was taken using the same dd command.
Re-start CRS on all nodes in the cluster.
For example:

[root@racnode1 ~]# crsctl stop crs
[root@racnode2 ~]# crsctl stop crs
[root@racnode1 ~]# crsctl query css votedisk
[root@racnode1 ~]# # Do this for all voting disks...
[root@racnode1 ~]# dd if= of= bs=4k
[root@racnode1 ~]# crsctl start crs
[root@racnode2 ~]# crsctl start crs

How to add two new voting disks to the current cluster

The following example demonstrates how to add two new voting disks to the current cluster. The new voting disks will reside on the same OCFS2 file system in the same directory as the current voting disk. Please note that I am doing this for the sake brevity. Multiplexed voting disks should always be placed on a separate device than the current voting disk to guard against a single point of failure.
Stop all application processes, shut down CRS on all nodes, and Oracle10g R2 users should use the -force flag to the crsctl command when adding the new voting disk(s). For example:


# Query current voting disk configuration.
#
[root@racnode1 ~]# crsctl query css votedisk
0. 0 /u02/oradata/racdb/CSSFile
located 1 votedisk(s).
#
# Stop all application processes.
#
[root@racnode1 ~]# srvctl stop database -d racdb
[root@racnode1 ~]# srvctl stop asm -n racnode1
[root@racnode1 ~]# srvctl stop asm -n racnode2
[root@racnode1 ~]# srvctl stop nodeapps -n racnode1
[root@racnode1 ~]# srvctl stop nodeapps -n racnode2
#
# Verify all application processes are OFFLINE.
#
[root@racnode1 ~]# crs_stat -t
Name Type Target State Host
------------------------------------------------------------
ora.racdb.db application OFFLINE OFFLINE
ora....b1.inst application OFFLINE OFFLINE
ora....b2.inst application OFFLINE OFFLINE
ora....srvc.cs application OFFLINE OFFLINE
ora....db1.srv application OFFLINE OFFLINE
ora....db2.srv application OFFLINE OFFLINE
ora....SM1.asm application OFFLINE OFFLINE
ora....E1.lsnr application OFFLINE OFFLINE
ora....de1.gsd application OFFLINE OFFLINE
ora....de1.ons application OFFLINE OFFLINE
ora....de1.vip application OFFLINE OFFLINE
ora....SM2.asm application OFFLINE OFFLINE
ora....E2.lsnr application OFFLINE OFFLINE
ora....de2.gsd application OFFLINE OFFLINE
ora....de2.ons application OFFLINE OFFLINE
ora....de2.vip application OFFLINE OFFLINE
#
# Shut down CRS on node 1 and verify the CRS stack is not up.
#
[root@racnode1 ~]# crsctl stop crs
Stopping resources. This could take several minutes.
Successfully stopped CRS resources.
Stopping CSSD.
Shutting down CSS daemon.
Shutdown request successfully issued.
[root@racnode1 ~]# ps -ef grep d.bin grep -v grep
#
# Shut down CRS on node 2 and verify the CRS stack is not up.
#
[root@racnode2 ~]# crsctl stop crs
Stopping resources. This could take several minutes.
Successfully stopped CRS resources.
Stopping CSSD.
Shutting down CSS daemon.
Shutdown request successfully issued.
[root@racnode2 ~]# ps -ef grep d.bin grep -v grep
#
# Take a backup of the current voting disk.
#
[oracle@racnode1 ~]$ dd if=/u02/oradata/racdb/CSSFile of=/home/oracle/VotingDiskBackup.dmp bs=4k
2500+0 records in
2500+0 records out
10240000 bytes (10 MB) copied, 0.272872 seconds, 37.5 MB/s
#
# Add two new voting disks.
#
[root@racnode1 ~]# crsctl add css votedisk /u02/oradata/racdb/CSSFile_mirror1 -force
Now formatting voting disk: /u02/oradata/racdb/CSSFile_mirror1
successful addition of votedisk /u02/oradata/racdb/CSSFile_mirror1.
[root@racnode1 ~]# crsctl add css votedisk /u02/oradata/racdb/CSSFile_mirror2 -force
Now formatting voting disk: /u02/oradata/racdb/CSSFile_mirror2
successful addition of votedisk /u02/oradata/racdb/CSSFile_mirror2.
#
# Set the appropriate permissions on the new voting disks.
#
[root@racnode1 ~]# chown oracle /u02/oradata/racdb/CSSFile_mirror1
[root@racnode1 ~]# chgrp oinstall /u02/oradata/racdb/CSSFile_mirror1
[root@racnode1 ~]# chmod 644 /u02/oradata/racdb/CSSFile_mirror1
[root@racnode1 ~]# chown oracle /u02/oradata/racdb/CSSFile_mirror2
[root@racnode1 ~]# chgrp oinstall /u02/oradata/racdb/CSSFile_mirror2
[root@racnode1 ~]# chmod 644 /u02/oradata/racdb/CSSFile_mirror2
If the new voting disks will be created on raw devices
#
# Clear out the contents from the new raw devices.
#
[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw3
[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw4
#
# Add two new voting disks.
#
[root@racnode1 ~]# crsctl add css votedisk /dev/raw/raw3 -force
Now formatting voting disk: /dev/raw/raw3
successful addition of votedisk /dev/raw/raw3.
[root@racnode1 ~]# crsctl add css votedisk /dev/raw/raw4 -force
Now formatting voting disk: /dev/raw/raw4
successful addition of votedisk /dev/raw/raw4.


----

# Verify new voting disk access from node 1.
#
[root@racnode1 ~]# crsctl query css votedisk
0. 0 /u02/oradata/racdb/CSSFile
1. 0 /u02/oradata/racdb/CSSFile_mirror1
2. 0 /u02/oradata/racdb/CSSFile_mirror2
located 3 votedisk(s).
#
# Verify new voting disk access from node 2.
#
[root@racnode2 ~]# crsctl query css votedisk
0. 0 /u02/oradata/racdb/CSSFile
1. 0 /u02/oradata/racdb/CSSFile_mirror1
2. 0 /u02/oradata/racdb/CSSFile_mirror2
located 3 votedisk(s).


After verifying the new voting disk(s) can be seen from all nodes in the cluster, restart CRS and the application processes.
Remove a Voting Disk

Oracle Clusterware must be shut down on all nodes in the cluster before adding or removing voting disks. Just as we were required to add the -force flag when adding a voting disk, the same holds true for Oracle10g R2 users attempting to remove a voting disk:
[root@racnode1 ~]# crsctl delete css votedisk /u02/oradata/racdb/CSSFile_mirror1
Cluster is not in a ready state for online disk removal
[root@racnode1 ~]# crsctl delete css votedisk /u02/oradata/racdb/CSSFile_mirror2
Cluster is not in a ready state for online disk removal



Tuesday, May 4, 2010

Recover OCR from Valid OCR Mirror

The restore process will use the good OCR copy (whether its the primary OCR or the OCR mirror) to restore the missing/corrupt copy. Remember that if there is at least one copy of the OCR available, you can use that valid copy to restore the contents of the other copy of the OCR. The best part about this type of recovery is that it doesn't require any downtime! Oracle Clusterware and the applications can remain online during the recovery process.
For the purpose of this example, let's corrupt the primary OCR file:

[root@racnode1 ~]# dd if=/dev/zero of=/u02/oradata/racdb/OCRFile bs=4k count=100
100+0 records in
100+0 records out
409600 bytes (410 kB) copied, 0.00756842 seconds, 54.1 MB/s


Running ocrcheck picks up the now corrupted primary OCR file:
[root@racnode1 ~]# ocrcheck
Status of Oracle Cluster Registry is as follows :
Version : 2
Total space (kbytes) : 262120
Used space (kbytes) : 4668
Available space (kbytes) : 257452
ID : 1331197
Device/File Name : /u02/oradata/racdb/OCRFile <-- Corrupt OCR
Device/File needs to be synchronized with the other device
Device/File Name : /u02/oradata/racdb/OCRFile_mirror
Device/File integrity check succeeded
Cluster registry integrity check succeeded

Note that after loosing the one OCR copy (in this case, the primary OCR file), Oracle Clusterware and the applications remain online:

While the applications and CRS remain online, perform the following steps to recover the primary OCR using the contents of the OCR mirror.
When using a clustered file system, remove the corrupt OCR file and re-initialize it:
[root@racnode1 ~]# rm /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# cp /dev/null /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# chown root /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# chgrp oinstall /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# chmod 640 /u02/oradata/racdb/OCRFile

NOTE: If the target OCR is located on a raw device, verify the permissions are applied correctly for an OCR file (owned by root:oinstall with 0640 permissions), that the device is being shared by all nodes in the cluster, and finally use the dd command from only one node in the cluster to zero out the device and make sure no data is written to the raw device.
[root@racnode1 ~]# ls -l /dev/raw/raw1
crw-r----- 1 root oinstall 162, 1 Oct 6 11:05 /dev/raw/raw1
[root@racnode2 ~]# ls -l /dev/raw/raw1
crw-r----- 1 root oinstall 162, 1 Oct 6 11:04 /dev/raw/raw1
[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw1


Restore the primary OCR using the contents of the OCR mirror. Note that this operation is the same process used when adding a new OCR location:
[root@racnode1 ~]# ocrconfig -replace ocr /u02/oradata/racdb/OCRFile

NOTE: If the target OCR is located on a raw device, substitute the path name above with that of the shared device name: (i.e. /dev/raw/raw1)
Verify the restore was successful by viewing the Clusterware alert log file.
[root@racnode1 ~]# tail $ORA_CRS_HOME/log/racnode1/alertracnode1.log
...
2009-10-06 17:46:51.118
[crsd(11054)]CRS-1007:The OCR/OCR mirror location was replaced by /u02/oradata/racdb/OCRFile.
Verify the OCR configuration by running the ocrcheck command:
[root@racnode1 ~]# ocrcheck
Status of Oracle Cluster Registry is as follows :
Version : 2
Total space (kbytes) : 262120
Used space (kbytes) : 4668
Available space (kbytes) : 257452
ID : 1331197
Device/File Name : /u02/oradata/racdb/OCRFile
Device/File integrity check succeeded <-- Primary OCR Restored
Device/File Name : /u02/oradata/racdb/OCRFile_mirror
Device/File integrity check succeeded
Cluster registry integrity check succeeded


As the oracle user account with user equivalence enabled on all the nodes, run the cluvfy command to validate the OCR configuration:
[oracle@racnode1 ~]$ ssh racnode1 "hostname; date"
racnode1
Tue Oct 6 17:52:52 EDT 2009
[oracle@racnode1 ~]$ ssh racnode2 "hostname; date"
racnode2
Tue Oct 6 17:51:50 EDT 2009
[oracle@racnode1 ~]$ cluvfy comp ocr -n all
Verifying OCR integrity
Checking OCR integrity...
Checking the absence of a non-clustered configuration...
All nodes free of non-clustered, local-only configurations.
Uniqueness check for OCR device passed.
Checking the version of OCR...
OCR of correct Version "2" exists.
Checking data integrity of OCR...
Data integrity check for OCR passed.
OCR integrity check passed.
Verification of OCR integrity was successful.

Recover OCR from Automatically Generated Physical Backup -
This section demonstrates how to recover the Oracle Cluster Registry from a lost or corrupt OCR file. This example assumes that both the primary OCR and the OCR mirror are lost from an accidental delete by a user and that the latest
automatic OCR backup copy on the master node is accessible.
At this time, the second node in the cluster (racnode2) is the
master node and currently available. We will be restoring the OCR using the latest OCR backup copy from racnode2 which is located at /u01/app/crs/cdata/crs/backup00.ocr.
Let's now corrupt the OCR by removing both the primary OCR and the OCR mirror:

[root@racnode1 ~]# rm /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# rm /u02/oradata/racdb/OCRFile_mirror
Running ocrcheck fails to provide any useful information given that both OCR files are lost

[root@racnode1 ~]# ocrcheck
PROT-602: Failed to retrieve data from the cluster registry
Note that after loosing both OCR files, Oracle Clusterware and the applications remain online. Before restoring the OCR, the applications and CRS will need to be shutdown as described in the steps below.
Perform the following steps to recover the OCR from the latest automatically generated physical backup:
With CRS still online, identify the
master node (which in this example is racnode2) and all OCR backups using the ocrconfig -showbackup command:
[root@racnode1 ~]# ocrconfig -showbackup
racnode2 2009/10/07 12:05:18 /u01/app/crs/cdata/crs
racnode2 2009/10/07 08:05:17 /u01/app/crs/cdata/crs
racnode2 2009/10/07 04:05:17 /u01/app/crs/cdata/crs
racnode2 2009/10/07 00:05:16 /u01/app/crs/cdata/crs
racnode1 2009/09/24 08:49:19 /u01/app/crs/cdata/crs
Note that ocrconfig -showbackup may result in a segmentation fault or simply not show any results if CRS is shutdown.
For documentation purposes, identify the number and location of all configured OCR files that will be recovered in this example.
[root@racnode2 ~]# cat /etc/oracle/ocr.loc
#Device/file /u02/oradata/racdb/OCRFile getting replaced by device /u02/oradata/racdb/OCRFile
ocrconfig_loc=/u02/oradata/racdb/OCRFile
ocrmirrorconfig_loc=/u02/oradata/racdb/OCRFile_mirror
Although all OCR files have been lost or corrupted, the Oracle Clusterware daemons as well as the clustered database remain running. In this scenario, Oracle Clusterware and all managed resources need to be shut down in order to recover the OCR. Attempting to stop CRS using crsctl stop crs will fail given it cannot write to the now lost/corrupt OCR file:
[root@racnode1 ~]# crsctl stop crs
OCR initialization failed accessing OCR device: PROC-26: Error while accessing the physical storage Operating System error [No such file or directory] [2]
With the environment in this unstable state, shutdown all database instances from all nodes in the cluster and then reboot each node:
[oracle@racnode1 ~]$ sqlplus / as sysdba
SQL> shutdown immediate
[root@racnode1 ~]# reboot
------------------------------------------------
[oracle@racnode2 ~]$ sqlplus / as sysdba
SQL> shutdown immediate
[root@racnode2 ~]# reboot
When the Oracle RAC nodes come back up, note that Oracle Clusterware will fail to start as a result of the lost/corrupt OCR file:
[root@racnode1 ~]# crs_stat -t
CRS-0184: Cannot communicate with the CRS daemon.
[root@racnode2 ~]# crs_stat -t
CRS-0184: Cannot communicate with the CRS daemon.
When using a clustered file system, re-initialize both the primary OCR and the OCR mirror target locations identified earlier in the
/etc/oracle/ocr.loc file:
[root@racnode1 ~]# rm -f /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# cp /dev/null /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# chown root /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# chgrp oinstall /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# chmod 640 /u02/oradata/racdb/OCRFile
[root@racnode1 ~]# rm -f /u02/oradata/racdb/OCRFile_mirror
[root@racnode1 ~]# cp /dev/null /u02/oradata/racdb/OCRFile_mirror
[root@racnode1 ~]# chown root /u02/oradata/racdb/OCRFile_mirror
[root@racnode1 ~]# chgrp oinstall /u02/oradata/racdb/OCRFile_mirror
[root@racnode1 ~]# chmod 640 /u02/oradata/racdb/OCRFile_mirror

NOTE: If the target OCR is located on a raw device(s), verify the permissions are applied correctly for an OCR file (owned by root:oinstall with 0640 permissions), that the device is being shared by all nodes in the cluster, and finally use the dd command from only one node in the cluster to zero out the device(s) and make sure no data is written to the raw device(s).
[root@racnode1 ~]# ls -l /dev/raw/raw[12]
crw-r----- 1 root oinstall 162, 1 Oct 7 15:00 /dev/raw/raw1
crw-r----- 1 root oinstall 162, 2 Oct 7 15:00 /dev/raw/raw2
[root@racnode2 ~]# ls -l /dev/raw/raw[12]
crw-r----- 1 root oinstall 162, 1 Oct 7 14:59 /dev/raw/raw1
crw-r----- 1 root oinstall 162, 2 Oct 7 14:59 /dev/raw/raw2
[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw1 <-- OCR (primary)
[root@racnode1 ~]# dd if=/dev/zero of=/dev/raw/raw2 <-- OCR (mirror)
Before restoring the OCR, dump the contents of the physical backup you intend to recover from the
master node (racnode2) to validate its availability as well as the accuracy of its contents:
[root@racnode2 ~]# ocrdump -backupfile /u01/app/crs/cdata/crs/backup00.ocr
[root@racnode2 ~]# less OCRDUMPFILE
With CRS down, perform the restore operation from the
master node (racnode2) by applying the latest automatically generated physical backup:
[root@racnode2 ~]# ocrconfig -restore /u01/app/crs/cdata/crs/backup00.ocr
Restart Oracle Clusterware on all of the nodes in the cluster by rebooting each node or by running the crsctl start crs command:
[root@racnode1 ~]# crsctl start crs
Attempting to start CRS stack
The CRS stack will be started shortly
[root@racnode2 ~]# crsctl start crs
Attempting to start CRS stack
The CRS stack will be started shortly
Verify the OCR configuration by running the ocrcheck command:
[root@racnode1 ~]# ocrcheck
Status of Oracle Cluster Registry is as follows :
Version : 2
Total space (kbytes) : 262120
Used space (kbytes) : 4668
Available space (kbytes) : 257452
ID : 1331197
Device/File Name : /u02/oradata/racdb/OCRFile
Device/File integrity check succeeded <-- Primary OCR Restored
Device/File Name : /u02/oradata/racdb/OCRFile_mirror
Device/File integrity check succeeded <-- Mirror OCR Restored
Cluster registry integrity check succeeded
As the oracle user account with user equivalence enabled on all the nodes, run the cluvfy command to validate the OCR configuration:
[oracle@racnode1 ~]$ ssh racnode1 "hostname; date"
racnode1
Wed Oct 7 16:29:49 EDT 2009
[oracle@racnode1 ~]$ ssh racnode2 "hostname; date"
racnode2
Wed Oct 7 16:29:06 EDT 2009
[oracle@racnode1 ~]$ cluvfy comp ocr -n all
Verifying OCR integrity
Checking OCR integrity...
Checking the absence of a non-clustered configuration...
All nodes free of non-clustered, local-only configurations.
Uniqueness check for OCR device passed.
Checking the version of OCR...
OCR of correct Version "2" exists.
Checking data integrity of OCR...
Data integrity check for OCR passed.
OCR integrity check passed.
Verification of OCR integrity was successful.
Finally, verify the applications are running:
[root@racnode1 ~]# crs_stat -t
Name Type Target State Host
------------------------------------------------------------
ora.racdb.db application ONLINE ONLINE racnode1
ora....b1.inst application ONLINE ONLINE racnode1
ora....b2.inst application ONLINE ONLINE racnode2
ora....srvc.cs application ONLINE ONLINE racnode2
ora....db1.srv application ONLINE ONLINE racnode1
ora....db2.srv application ONLINE ONLINE racnode2
ora....SM1.asm application ONLINE ONLINE racnode1
ora....E1.lsnr application ONLINE ONLINE racnode1
ora....de1.gsd application ONLINE ONLINE racnode1
ora....de1.ons application ONLINE ONLINE racnode1
ora....de1.vip application ONLINE ONLINE racnode1
ora....SM2.asm application ONLINE ONLINE racnode2
ora....E2.lsnr application ONLINE ONLINE racnode2
ora....de2.gsd application ONLINE ONLINE racnode2
ora....de2.ons application ONLINE ONLINE racnode2
ora....de2.vip application ONLINE ONLINE racnode2

The Master Node determination in oracle RAC

The CRSD process only creates automatic OCR physical backups on one node in the cluster, which is the OCR master node. It does not create automatic backup copies on the other nodes; only from the OCR master node. If the master node fails, the OCR backups will be created from the new master node. You can determine which node in the cluster is the master node by examining the $ORA_CRS_HOME/log//cssd/ocssd.log file on any node in the cluster. In this log file, check for reconfiguration information (reconfiguration successful) after which you will see which node is the master and how many nodes are active in the cluster:

Node 1 - (racnode1)
[ CSSD]CLSS-3000: reconfiguration successful, incarnation 1 with 2 nodes
[ CSSD]CLSS-3001: local node number 1, master node number 1
Node 2 - (racnode2)
[ CSSD]CLSS-3000: reconfiguration successful, incarnation 1 with 2 nodes
[ CSSD]CLSS-3001: local node number 2, master node number 1

Another quick approach is to use either of the following methods:

Node 1 - (racnode1)
# grep -i "master node" $ORA_CRS_HOME/log/racnode?/cssd/ocssd.log tail -1
[ CSSD]CLSS-3001: local node number 1, master node number 1
Node 2 - (racnode2)
# grep -i "master node" $ORA_CRS_HOME/log/racnode?/cssd/ocssd.log tail -1
[ CSSD]CLSS-3001: local node number 2, master node number 1
# If not found in the ocssd.log, then look through all
# of the ocssd archives:
Node 1 - (racnode1)
# for x in 'ls -tr $ORA_CRS_HOME/log/racnode?/cssd/ocssd.*'
do grep -i "master node" $x; done tail -1
[ CSSD]CLSS-3001: local node number 1, master node number 1
Node 2 - (racnode2)
# for x in 'ls -tr $ORA_CRS_HOME/log/racnode?/cssd/ocssd.*'
do grep -i "master node" $x; done tail -1
[ CSSD]CLSS-3001: local node number 2, master node number 1
# The master node information is confirmed by the
# ocrconfig -showbackup command:
# ocrconfig -showbackup
racnode1 2009/09/29 13:05:22 /u01/app/crs/cdata/crs
racnode1 2009/09/29 09:05:22 /u01/app/crs/cdata/crs
racnode1 2009/09/29 05:05:22 /u01/app/crs/cdata/crs
racnode1 2009/09/28 05:05:21 /u01/app/crs/cdata/crs
racnode1 2009/09/22 05:05:13 /u01/app/crs/cdata/crs

You can use any backup software to copy the automatically generated physical backup files to a stable backup location:

[root@racnode1 ~]# cp -p -v -f -R /u01/app/crs/cdata /u02/crs_backup/ocrbackup/RACNODE1
'/u01/app/crs/cdata/crs/day_.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE1/cdata/crs/day_.ocr'
'/u01/app/crs/cdata/crs/backup02.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE1/cdata/crs/backup02.ocr'
'/u01/app/crs/cdata/crs/backup01.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE1/cdata/crs/backup01.ocr'
'/u01/app/crs/cdata/crs/week_.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE1/cdata/crs/week_.ocr'
'/u01/app/crs/cdata/crs/day.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE1/cdata/crs/day.ocr'
'/u01/app/crs/cdata/crs/backup00.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE1/cdata/crs/backup00.ocr'
'/u01/app/crs/cdata/crs/week.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE1/cdata/crs/week.ocr'
[root@racnode2 ~]# cp -p -v -f -R /u01/app/crs/cdata /u02/crs_backup/ocrbackup/RACNODE2
'/u01/app/crs/cdata/crs/day_.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE2/cdata/crs/day_.ocr'
'/u01/app/crs/cdata/crs/backup02.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE2/cdata/crs/backup02.ocr'
'/u01/app/crs/cdata/crs/backup01.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE2/cdata/crs/backup01.ocr'
'/u01/app/crs/cdata/crs/week_.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE2/cdata/crs/week_.ocr'
'/u01/app/crs/cdata/crs/day.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE2/cdata/crs/day.ocr'
'/u01/app/crs/cdata/crs/backup00.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE2/cdata/crs/backup00.ocr'
'/u01/app/crs/cdata/crs/week.ocr' -> '/u02/crs_backup/ocrbackup/RACNODE2/cdata/crs/week.ocr'

Manual OCR Exports :

Performing a manual export of the OCR should be done before and after making significant configuration changes to the cluster, such as adding or deleting nodes from your environment, modifying Oracle Clusterware resources, or creating a database. This type of backup is often referred to as a logical backup.

ocrconfig -export
For example:

[root@racnode1 ~]# ocrconfig -export /u02/crs_backup/ocrbackup/RACNODE1/exports/OCRFileBackup.dmp
To restore the OCR from an export/logical backup, use the ocrconfig –import command-
To restore the OCR from an export/logical backup, use the ocrconfig –import command. Note that the CRS stack needs to be shutdown on all nodes in the cluster prior to running the restore operation. In addition, the total space required for the restored OCR location (typically 280MB) has to be pre-allocated. This is especially important when the OCR is located on a clustered file system like OCFS2.
ocrconfig –import


You cannot restore the OCR from a logical backup using the -restore option. The only method to restore the OCR from a logical export is to use the -import option.

clustering_factor

The clustering_factor measures how synchronized an index is with the data in a table. A table with a high clustering factor is out-of-sequence with the rows and large index range scans will consume lots of I/O. Conversely, an index with a low clustering_factor is closely aligned with the table and related rows reside together of each data block, making indexes very desirable for optimal access.

patch deploy Process on Test enviorment

[oracle@rac1 bdump]$ cd /u01/app/oracle/product/10.2.0/crs_1/OPatch
[oracle@rac1 OPatch]$ ./opatch lsinventory -detail -oh /u01/app/oracle/product/10.2.0/crs_1/
Invoking OPatch 10.2.0.4.8


Oracle Interim Patch Installer version 10.2.0.4.8
Copyright (c) 2009, Oracle Corporation. All rights reserved.


Oracle Home : /u01/app/oracle/product/10.2.0/crs_1
Central Inventory : /u01/app/oracle/oraInventory
from : /etc/oraInst.loc
OPatch version : 10.2.0.4.8
OUI version : 10.2.0.4.0
OUI location : /u01/app/oracle/product/10.2.0/crs_1//oui
Log file location : /u01/app/oracle/product/10.2.0/crs_1/cfgtoollogs/opatch/opatch2009-11-27_18-53-59PM.log

Patch history file: /u01/app/oracle/product/10.2.0/crs_1/cfgtoollogs/opatch/opatch_history.txt

Lsinventory Output file location : /u01/app/oracle/product/10.2.0/crs_1/cfgtoollogs/opatch/lsinv/lsinventory2009-11-27_18-53-59PM.txt

--------------------------------------------------------------------------------
Installed Top-level Products (2):

Oracle Clusterware 10.2.0.1.0
Oracle Database 10g Release 2 Patch Set 3 10.2.0.4.0
There are 2 products installed in this Oracle Home.


[oracle@rac1 crsd]$ cd /u01/app/oracle/product/10.2.0/crs_1/OPatch
[oracle@rac1 OPatch]$ ./opatch lsinventory -detail -oh /u01/app/oracle/product/10.2.0/db_1/

Invoking OPatch 10.2.0.4.8

Oracle Interim Patch Installer version 10.2.0.4.8
Copyright (c) 2009, Oracle Corporation. All rights reserved.


Oracle Home : /u01/app/oracle/product/10.2.0/db_1
Central Inventory : /u01/app/oracle/oraInventory
from : /etc/oraInst.loc
OPatch version : 10.2.0.4.8
OUI version : 10.2.0.4.0
OUI location : /u01/app/oracle/product/10.2.0/db_1//oui
Log file location : /u01/app/oracle/product/10.2.0/db_1/cfgtoollogs/opatch/opatch2009-11-27_18-54-40PM.log

Patch history file: /u01/app/oracle/product/10.2.0/db_1/cfgtoollogs/opatch/opatch_history.txt

Lsinventory Output file location : /u01/app/oracle/product/10.2.0/db_1/cfgtoollogs/opatch/lsinv/lsinventory2009-11-27_18-54-40PM.txt

root@rac1 ~]# cd /home/oracle/8705958/
[root@rac1 8705958]# ls
custom etc files README.txt
[root@rac1 8705958]# custom/scripts/prerootpatch.sh -crshome /u01/app/oracle/product/10.2.0/crs_1/ -crsuser oracle
Checking to see if Oracle CRS stack is down...
Oracle CRS stack is down now.

[root@rac1 8705958]# !su
su - oracle
[oracle@rac1 ~]$ cd 8705958/
[oracle@rac1 8705958]$ custom/scripts/prepatch.sh -crshome /u01/app/oracle/product/10.2.0/crs_1/[oracle@rac1 8705958]$ custom/scripts/prepatch.sh -crshome /u01/app/oracle/product/10.2.0/crs_1/
custom/scripts/prepatch.sh completed successfully.
[oracle@rac1 8705958]$

[oracle@rac1 8705958]$ ls
custom etc files README.txt
[oracle@rac1 8705958]$ custom/server/8705958/custom/scripts/prepatch.sh -dbhome /u01/app/oracle/product/10.2.0/db_1/
Unable to determine value for ORACLE_BASE. Ignoring...
custom/server/8705958/custom/scripts/prepatch.sh completed successfully.

[oracle@rac1 8705958]$ pwd
/home/oracle/8705958

[oracle@rac1 8705958]$ /u01/app/oracle/product/10.2.0/crs_1/OPatch/opatch napply -local -oh /u01/app/oracle/product/10.2.0/crs_1/ -id 8705958
Invoking OPatch 10.2.0.4.8

Oracle Interim Patch Installer version 10.2.0.4.8
Copyright (c) 2009, Oracle Corporation. All rights reserved.

UTIL session

Oracle Home : /u01/app/oracle/product/10.2.0/crs_1
Central Inventory : /u01/app/oracle/oraInventory
from : /etc/oraInst.loc
OPatch version : 10.2.0.4.8
OUI version : 10.2.0.4.0
OUI location : /u01/app/oracle/product/10.2.0/crs_1//oui
Log file location : /u01/app/oracle/product/10.2.0/crs_1/cfgtoollogs/opatch/opatch2009-11-27_19-07-24PM.log

Patch history file: /u01/app/oracle/product/10.2.0/crs_1/cfgtoollogs/opatch/opatch_history.txt

Invoking utility "napply"
hecking conflict among patches...
Checking if Oracle Home has components required by patches...
Checking conflicts against Oracle Home...
OPatch continues with these patches: 8705958

Do you want to proceed? [yn]
y
User Responded with: Y

Running prerequisite checks...
User Responded with: Y

Running prerequisite checks...
Provide your email address to be informed of security issues, install and
initiate Oracle Configuration Manager. Easier for you if you use your My
Oracle Support Email address/User Name.
Visit http://www.oracle.com/support/policies.html for details.
Email address/User Name:

You have not provided an email address for notification of security issues.
Do you wish to remain uninformed of security issues ([Y]es, [N]o) [N]: Y
You selected -local option, hence OPatch will patch the local system only.


Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
You selected -local option, hence OPatch will patch the local system only.


Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/u01/app/oracle/product/10.2.0/crs_1')


Is the local system ready for patching? [yn]
User Responded with: Y
Backing up files affected by the patch 'NApply' for restore. This might take a while...
Execution of 'sh /home/oracle/8705958/custom/scripts/pre -apply 8705958 ':

/bin/chmod: changing permissions of `/home/oracle/8705958/custom/scripts/prepatchverify.sh': Operation not permitted
Pre-patch script verification complete.
Verification exit code 0
Execution of 'sh /home/oracle/8705958/custom/scripts/pre -apply 8705958 ':

/bin/chmod: changing permissions of `/home/oracle/8705958/custom/scripts/prepatchverify.sh': Operation not permitted
Pre-patch script verification complete.
Verification exit code 0

Return Code = 0

Applying patch 8705958...

ApplySession applying interim patch '8705958' to OH '/u01/app/oracle/product/10.2.0/crs_1'
Backing up files affected by the patch '8705958' for rollback. This might take a while...

Patching component oracle.crs, 10.2.0.4.0...
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/cemutlo"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/cemutlo.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/cemutls"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/cemutls.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/clscfg"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/clscfg.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/clsfmt"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/clsfmt.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/clsid"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/clsid.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/cluutil"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/cluvfy"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_getperm"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_getperm.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_profile"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_profile.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_register"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_register.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_relocate"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_relocate.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_setperm"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_setperm.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_start"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_start.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_stat"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_stat.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_stop"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_stop.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_unregister"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crs_unregister.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crsctl"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crsctl.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crsd"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/bin/crsd.bin"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/admin/init.cssd"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssar.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsscs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssdk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsse.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssel.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsshu.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssi.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssiw.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssn.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssnl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsspl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsspt.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssro.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssru.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsss.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsssf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsssk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssth.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsstr.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clssus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsszhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/css/mesg/clsszht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/cv/admin/cvu_config"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/cv/cvdata/admin.dtd"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/cv/cvdata/admin.xml"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/cv/cvdata/constraints.dtd"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/cv/cvdata/constraints.xml"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/cv/remenv/exectask"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/cv/remenv/exectask.sh"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/cv/rpm/cvuqdisk-1.0.1-1.rpm"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/conf/evm.auth"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/conf/evmdaemon.conf"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/conf/evmlogger.conf"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/filters/clu.evf"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/filters/crs.evf"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/filters/evm.evf"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/filters/sys.evf"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/init.evmd"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/templates/clu/clu.evt"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/templates/clu/crs/crs.evt"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/templates/clu/oraha.evt"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/admin/templates/sys/evm.evt"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmar.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmcs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmdk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evme.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmel.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmhu.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmi.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmiw.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmn.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmnl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmpl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmpt.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmro.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmru.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evms.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmsf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmsk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmth.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmtr.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/evm/mesg/evmzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdar.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdcs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsddk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsde.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdel.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdhu.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdi.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdiw.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdn.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdnl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdpl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdpt.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdro.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdru.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsds.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdsf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdsk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdth.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdtr.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsdzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstar.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstcs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstdk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clste.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstel.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsthu.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsti.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstiw.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstn.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstnl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstpl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstpt.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstro.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstru.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsts.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstsf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstsk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstth.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clsttr.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/has/mesg/clstzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/install.excl"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/install.incl"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/localconfig"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/paramfile.crs"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/root10103.sh"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/root102.sh"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/rootadd.sbs"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/rootaddnode.sbs"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/rootconfig.sh"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/rootdeinstall.sh"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/rootdelete.sh"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/rootdeletenode.sh"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/rootinstall.sh"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/install/rootupgrade.sh"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/jlib/cvu.jar"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/jlib/srvm.jar"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/jlib/srvmhas.jar"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libcxaguard.so.5"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libdbcfg10.so"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libhasgen10.so"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libocr10.so"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libocrb10.so"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libocrutl10.so"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libsrvm10.so"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libsrvmhas10.so"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libsrvmocr10.so"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libuini10.a"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/lib/libuini10.so"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/README"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrar.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrcs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrdk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsre.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrel.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrhu.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsri.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsriw.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrn.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrnl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrpl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrpt.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrro.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrru.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrsf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrsk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrth.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrtr.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/racg/mesg/clsrzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/admin/ocrlog.ini"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/admin/paramfile.sample"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/jlib/srvctl.jar"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/jlib/vipca.jar"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/lib/libsrvm10.a"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/lib/libsrvmhas10.a"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/lib/libsrvmocr10.a"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcod.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcoe.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcof.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcoi.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcoja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcoko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcoptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcous.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcous.msg"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcozhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prcozht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prifd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prife.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/priff.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prifi.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prifja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prifko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prifptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prifus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prifus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prifzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prifzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/procd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/proce.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/procf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/proci.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/procja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/procko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/procptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/procus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/procus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/proczhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/proczht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/protd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/prote.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/protf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/proti.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/protja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/protko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/protptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/protus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/protus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/protzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/mesg/protzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/utl/rootconfigadd"
Copying file to "/u01/app/oracle/product/10.2.0/crs_1/srvm/utl/rootinstalladd"
ApplySession adding interim patch '8705958' to inventory

Verifying the update...
Inventory check OK: Patch ID 8705958 is registered in Oracle Home inventory with proper meta-data.
Files check OK: Files from Patch ID 8705958 are present in Oracle Home.

The local system has been patched and can be restarted.

UtilSession: N-Apply done.

OPatch succeeded.
[oracle@rac1 8705958]$

[oracle@rac1 8705958]$ pwd
/home/oracle/8705958
[oracle@rac1 8705958]$ /u01/app/oracle/product/10.2.0/crs_1/OPatch/opatch napply custom/server/ -local -oh /u01/app/oracle/product/10.2.0/db_1/ id 8705958
[oracle@rac1 8705958]$ /u01/app/oracle/product/10.2.0/crs_1/OPatch/opatch napply custom/server/ -local -oh /u01/app/oracle/product/10.2.0/db_1/ id 8705958
Invoking OPatch 10.2.0.4.8

[oracle@rac1 8705958]$ /u01/app/oracle/product/10.2.0/crs_1/OPatch/opatch napply custom/server/ -local -oh /u01/app/oracle/product/10.2.0/db_1/ id 8705958
Invoking OPatch 10.2.0.4.8

Oracle Interim Patch Installer version 10.2.0.4.8
Copyright (c) 2009, Oracle Corporation. All rights reserved.

UTIL session
Syntax Error... Unrecognized Option for util.

Please use the option 'opatch -help' to get correct syntax

OPatch failed with error code 14
[oracle@rac1 8705958]$ /u01/app/oracle/product/10.2.0/crs_1/OPatch/opatch napply custom/server/ -local -oh /u01/app/oracle/product/10.2.0/db_1/ -id 8705958
Invoking OPatch 10.2.0.4.8

Oracle Interim Patch Installer version 10.2.0.4.8
Copyright (c) 2009, Oracle Corporation. All rights reserved.

UTIL session

Oracle Home : /u01/app/oracle/product/10.2.0/db_1
Central Inventory : /u01/app/oracle/oraInventory
from : /etc/oraInst.loc
OPatch version : 10.2.0.4.8
OUI version : 10.2.0.4.0
OUI location : /u01/app/oracle/product/10.2.0/db_1//oui
Log file location : /u01/app/oracle/product/10.2.0/db_1/cfgtoollogs/opatch/opatch2009-11-27_19-17-59PM.log

Patch history file: /u01/app/oracle/product/10.2.0/db_1/cfgtoollogs/opatch/opatch_history.txt

Invoking utility "napply"
Checking conflict among patches...
Checking if Oracle Home has components required by patches...
Checking conflicts against Oracle Home...
OPatch continues with these patches: 8705958

Do you want to proceed? [yn]
y
User Responded with: Y

Running prerequisite checks...
Provide your email address to be informed of security issues, install and
initiate Oracle Configuration Manager. Easier for you if you use your My
Oracle Support Email address/User Name.
Visit http://www.oracle.com/support/policies.html for details.
Email address/User Name:

You have not provided an email address for notification of security issues.
Do you wish to remain uninformed of security issues ([Y]es, [N]o) [N]: Y

You selected -local option, hence OPatch will patch the local system only.


Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/u01/app/oracle/product/10.2.0/db_1')


Is the local system ready for patching? [yn]
y
User Responded with: Y
Backing up files affected by the patch 'NApply' for restore. This might take a while...

Applying patch 8705958...

ApplySession applying interim patch '8705958' to OH '/u01/app/oracle/product/10.2.0/db_1'
Backing up files affected by the patch '8705958' for rollback. This might take a while...

Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/gsdctl"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/localconfig"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/lsnodes"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/ocssd"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/ocssd.bin"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/racgwrap"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/rawutl"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/srvconfig"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/srvctl"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/srvmspawn"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/bin/vipca"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/demo/clscrsx.h"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/demo/crsapp.c"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/demo/demo_crs.mk"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/lib/env_has.mk"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsar.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crscs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsdk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crse.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsel.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crshu.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsi.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsiw.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsn.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsnl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crspl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crspt.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsro.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsru.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crss.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crssf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crssk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsth.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crstr.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crsus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crszhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/mesg/crszht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/crs/public/action_scr.scr"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/admin/init.cssd"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/admin/inittab_local"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssar.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsscs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssdk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsse.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssel.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsshu.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssi.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssiw.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssn.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssnl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsspl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsspt.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssro.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssru.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsss.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsssf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsssk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssth.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsstr.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clssus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsszhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/css/mesg/clsszht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdar.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdcs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsddk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsde.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdel.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdhu.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdi.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdiw.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdn.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdnl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdpl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdpt.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdro.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdru.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsds.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdsf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdsk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdth.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdtr.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsdzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstar.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstcs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstdk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clste.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstel.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsthu.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsti.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstiw.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstn.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstnl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstpl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstpt.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstro.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstru.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsts.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstsf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstsk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstth.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clsttr.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/has/mesg/clstzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/install/rootlocaladd.sh"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/jlib/srvm.jar"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/jlib/srvmasm.jar"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/jlib/srvmhas.jar"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libclsr10.a"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libclsra10.so"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libcxaguard.so.5"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libdbcfg10.a"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libdbcfg10.so"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libhasgen10.so"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libocr10.a"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libocr10.so"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libocrb10.a"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libocrb10.so"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libocrutl10.a"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libocrutl10.so"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/liboevm.a"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libsrvm10.so"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libsrvmhas10.so"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libsrvmocr10.so"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libuini10.a"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/lib/libuini10.so"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/lib/ins_has.mk"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/lib/s0clsrdmai.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/lib/s0clsreut.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/lib/s0clsrmain.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/lib/s0clsrmdb.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrar.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrcs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrdk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsre.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrel.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrhu.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsri.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsriw.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrn.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrnl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrpl.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrpt.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrro.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrru.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrsf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrsk.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrth.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrtr.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/racg/mesg/clsrzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/relnotes/README_srvm.txt"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/admin/ocrlog.ini"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/doc/README.doc"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/jlib/srvctl.jar"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/jlib/vipca.jar"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/env_srvm.mk"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/ins_srvm.mk"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/libsrvm10.a"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/libsrvmhas10.a"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/libsrvmocr10.a"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/prifcg.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/prifcmn.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/prifutl.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/prot.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/protchek.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/protconf.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/protdump.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/prraw.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/sprdbgrp.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/sprifcg.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/sprotc.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/sprotch.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/sprotd.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/lib/sprraw.o"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prife.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/priff.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifi.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/proce.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/proci.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/proczhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/proczht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/protd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prifzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/proce.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/proci.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/procus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/proczhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/proczht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/protd.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/prote.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/protf.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/proti.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/protja.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/protko.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/protptb.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/protus.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/protus.msg"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/protzhs.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/mesg/protzht.msb"
Copying file to "/u01/app/oracle/product/10.2.0/db_1/srvm/utl/rootlocaladd"
ApplySession adding interim patch '8705958' to inventory

Verifying the update...
Inventory check OK: Patch ID 8705958 is registered in Oracle Home inventory with proper meta-data.
Files check OK: Files from Patch ID 8705958 are present in Oracle Home.
Running make for target install
Running make for target install

The local system has been patched and can be restarted.

UtilSession: N-Apply done.

OPatch succeeded.

The local system has been patched and can be restarted.

UtilSession: N-Apply done.

OPatch succeeded.
[oracle@rac1 8705958]$
[oracle@rac1 8705958]$
[oracle@rac1 8705958]$ pwd
/home/oracle/8705958
[oracle@rac1 8705958]$ custom/scripts/postpatch.sh -crshome /u01/app/oracle/product/10.2.0/crs_1/
Oracle CRS_ENV_FILE is not specified but using /u01/app/oracle/product/10.2.0/crs_1//install/params.crs for parameter definitions
Oracle CRS_ENV_FILE is not specified
Oracle CRS_SCRIPT_FILE is not specified but using all the Oracle CRS scripts.
Reading /u01/app/oracle/product/10.2.0/crs_1//install/params.crs..
Reading /u01/app/oracle/product/10.2.0/crs_1//install/params.crs..
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/racgons
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/racgons to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/racgons
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/racgwrap
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/usrvip
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/usrvip to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/usrvip
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/evmd
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmd to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/evmd
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_register
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_register to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crs_register
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_relocate
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_relocate to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crs_relocate
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_start
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_start to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crs_start
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_stat
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_stat to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crs_stat
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_stop
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_stop to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crs_stop
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_unregister
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_unregister to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crs_unregister
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_setperm
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_setperm to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crs_setperm
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_getperm
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_getperm to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crs_getperm
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crsd
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crsd to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crsd
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/evmmkbin
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmmkbin to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/evmmkbin
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/evmmklib
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmmklib to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/evmmklib
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/evmpost
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmmklib to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/evmmklib
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/evmpost
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmpost to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/evmpost
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/evmshow
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmshow to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/evmshow
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/evmwatch
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmwatch to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/evmwatch
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/evmlogger
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmlogger to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/evmlogger
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/evminfo
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/evminfo to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/evminfo
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/evmsort
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmsort to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/evmsort
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_profile
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_profile to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crs_profile
Parsing file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evmlogger.conf
Copying file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evmlogger.conf to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/evm/admin/conf/evmlogger.conf
Parsing file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evmdaemon.conf
Copying file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evmlogger.conf to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/evm/admin/conf/evmlogger.conf
Parsing file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evmdaemon.conf
Copying file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evmdaemon.conf to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/evm/admin/conf/evmdaemon.conf
Parsing file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evm.auth
Copying file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evm.auth to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/evm/admin/conf/evm.auth
Parsing file /u01/app/oracle/product/10.2.0/crs_1//root.sh
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootconfig
Copying file /u01/app/oracle/product/10.2.0/crs_1//install/rootconfig to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/install/rootconfig
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootinstall
Copying file /u01/app/oracle/product/10.2.0/crs_1//install/rootinstall to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/install/rootinstall
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/localconfig
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/localconfig to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/localconfig
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootdeletenode.sh
Copying file /u01/app/oracle/product/10.2.0/crs_1//install/rootdeletenode.sh to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/install/rootdeletenode.sh
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootdelete.sh
Copying file /u01/app/oracle/product/10.2.0/crs_1//install/rootdelete.sh to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/install/rootdelete.sh
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootdeinstall.sh
Copying file /u01/app/oracle/product/10.2.0/crs_1//install/rootdeinstall.sh to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/install/rootdeinstall.sh
Parsing file /u01/app/oracle/product/10.2.0/crs_1//crs/admin/init.crsd
Copying file /u01/app/oracle/product/10.2.0/crs_1//crs/admin/init.crsd to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/crs/admin/init.crsd
Parsing file /u01/app/oracle/product/10.2.0/crs_1//css/admin/init.cssd
Copying file /u01/app/oracle/product/10.2.0/crs_1//css/admin/init.cssd to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/css/admin/init.cssd
Parsing file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/init.evmd
Copying file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/init.evmd to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/evm/admin/init.evmd
Parsing file /u01/app/oracle/product/10.2.0/crs_1//crs/admin/init.crs
Copying file /u01/app/oracle/product/10.2.0/crs_1//crs/admin/init.crs to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/crs/admin/init.crs
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/ocssd
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/ocssd to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/ocssd
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/crsctl
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/crsctl to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/crsctl
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/oprocd
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/oclsmon
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/oclsmon to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/oclsmon
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/oclsomon
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/oclsomon to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/oclsomon
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/oclsvmon
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/oclsvmon to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/oclsvmon
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/clscfg
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/oclsvmon to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/oclsvmon
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/clscfg
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/clscfg to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/clscfg
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/clsfmt
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/clsfmt to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/clsfmt
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/clsid
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/clsid to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/clsid
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/cluvfy
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/cluvfy to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/cluvfy
Parsing file /u01/app/oracle/product/10.2.0/crs_1//cv/remenv/exectask.sh
Copying file /u01/app/oracle/product/10.2.0/crs_1//cv/remenv/exectask.sh to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/cv/remenv/exectask.sh
Skipping non-text file /u01/app/oracle/product/10.2.0/crs_1//cv/remenv/exectask
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrconfig
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrconfig to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/ocrconfig
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrpatch
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrpatch to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/ocrpatch
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrdump
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrdump to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/ocrdump
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrcheck
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrcheck to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/ocrcheck
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/lsnodes
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/lsnodes to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/lsnodes
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/cemutlo
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/cemutlo to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/cemutlo
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/cemutls
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/cemutls to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/cemutls
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/olsnodes
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/olsnodes to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/olsnodes
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/oifcfg
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/oifcfg to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/oifcfg
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/srvctl
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/srvctl to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/srvctl
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/cluutil
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/cluutil to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/cluutil
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/vipca
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/vipca to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/vipca
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/gsd.sh
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/gsd.sh to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/gsd.sh
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/gsdctl
Copying file /u01/app/oracle/product/10.2.0/crs_1//bin/gsdctl to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/bin/gsdctl
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/paramfile.crs
Copying file /u01/app/oracle/product/10.2.0/crs_1//install/paramfile.crs to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/install/paramfile.crs
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootlocaladd
Copying file /u01/app/oracle/product/10.2.0/crs_1//install/paramfile.crs to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/install/paramfile.crs
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootlocaladd
Copying file /u01/app/oracle/product/10.2.0/crs_1//install/rootlocaladd to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/install/rootlocaladd
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/localconfig
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootconfig.sh
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootinstall.sh
arsing file /u01/app/oracle/product/10.2.0/crs_1//install/root10103.sh
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/root102.sh
Copying file /u01/app/oracle/product/10.2.0/crs_1//install/root102.sh to /u01/app/oracle/product/10.2.0/crs_1//inventory/Templates/install/root102.sh
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootadd.sbs
Parsing file /u01/app/oracle/product/10.2.0/crs_1//install/rootadd.sbs
Parsing file /u01/app/oracle/product/10.2.0/crs_1//srvm/utl/rootconfigadd
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/racgons
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/racgwrap
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/usrvip
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmd
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_register
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_relocate
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_start
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_stat
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_stop
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_unregister
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_setperm
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_getperm
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crsd
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmmkbin
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmmklib
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmpost
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmshow
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmwatch
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmlogger
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/evminfo
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/evmsort
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crs_profile
Verifying file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evmlogger.conf
Verifying file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evmdaemon.conf
Verifying file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evm.auth
Verifying file /u01/app/oracle/product/10.2.0/crs_1//root.sh
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/rootconfig
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/rootinstall
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/localconfig
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/rootdeletenode.sh
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/rootdelete.sh
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/rootdeinstall.sh
Verifying file /u01/app/oracle/product/10.2.0/crs_1//crs/admin/init.crsd
Verifying file /u01/app/oracle/product/10.2.0/crs_1//css/admin/init.cssd
Verifying file /u01/app/oracle/product/10.2.0/crs_1//evm/admin/init.evmd
Verifying file /u01/app/oracle/product/10.2.0/crs_1//crs/admin/init.crs
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/ocssd
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/crsctl
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/oprocd
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/oclsmon
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/oclsomon
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/oclsvmon
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/clscfg
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/clsfmt
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/clsid
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/cluvfy
Verifying file /u01/app/oracle/product/10.2.0/crs_1//cv/remenv/exectask.sh
Verifying file /u01/app/oracle/product/10.2.0/crs_1//cv/remenv/exectask
Skipping non-text file /u01/app/oracle/product/10.2.0/crs_1//cv/remenv/exectask
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrconfig
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrpatch
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrdump
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrcheck
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/lsnodes
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/cemutlo
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/cemutls
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/olsnodes
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/oifcfg
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/srvctl
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/cluutil
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/vipca
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/gsd.sh
Verifying file /u01/app/oracle/product/10.2.0/crs_1//bin/gsdctl
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/paramfile.crs
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/rootlocaladd
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/localconfig
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/rootconfig.sh
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/rootinstall.sh
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/root10103.sh
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/root102.sh
Verifying file /u01/app/oracle/product/10.2.0/crs_1//install/rootadd.sbs
Verifying file /u01/app/oracle/product/10.2.0/crs_1//srvm/utl/rootconfigadd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/racgons
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/racgwrap
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/usrvip
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/evmd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crs_register
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crs_relocate
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crs_start
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crs_stat
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crs_stop
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crs_unregister
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crs_setperm
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crs_getperm
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crsd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/evmmkbin
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/evmmklib
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/evmpost
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/evmshow
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/evmwatch
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/evmlogger
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/evminfo
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/evmsort
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crs_profile
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evmlogger.conf
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evmdaemon.conf
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//evm/admin/conf/evm.auth
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//root.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/rootconfig
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/rootinstall
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/localconfig
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/rootdeletenode.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/rootdelete.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/rootdeinstall.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//crs/admin/init.crsd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//css/admin/init.cssd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//evm/admin/init.evmd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//crs/admin/init.crs
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/ocssd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/crsctl
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/oprocd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/oclsmon
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/oclsomon
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/oclsvmon
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/clscfg
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/clsfmt
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/clsid
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/cluvfy
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//cv/remenv/exectask.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//cv/remenv/exectask
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/ocrconfig
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/ocrpatch
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/ocrdump
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/ocrcheck
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/lsnodes
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/cemutlo
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/cemutls
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/olsnodes
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/oifcfg
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/srvctl
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/cluutil
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/vipca
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/gsd.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//bin/gsdctl
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/paramfile.crs
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/rootlocaladd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/localconfig
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/rootconfig.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/rootinstall.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/root10103.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/root102.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//install/rootadd.sbs
Reapplying file permissions on /u01/app/oracle/product/10.2.0/crs_1//srvm/utl/rootconfigadd
[oracle@rac1 8705958]$
[oracle@rac1 8705958]$
/home/oracle/8705958
[oracle@rac1 8705958]$
[oracle@rac1 8705958]$ custom/server/8705958/custom/scripts/postpatch.sh -dbhome /u01/app/oracle/product/10.2.0/db_1/
Reading /u01/app/oracle/product/10.2.0/db_1//install/params.ora..
Reading /u01/app/oracle/product/10.2.0/db_1//install/params.ora..
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/racgwrap
Parsing file /u01/app/oracle/product/10.2.0/db_1//css/admin/init.cssd
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/ocssd
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/crsctl
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/clscfg
Prsing file /u01/app/oracle/product/10.2.0/db_1//bin/clsfmt
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/clsid
Parsing file /u01/app/oracle/product/10.2.0/crs_1//bin/ocrpatch
Parsing file /u01/app/oracle/product/10.2.0/db_1//install/rootlocaladd
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/localconfig
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/srvctl
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/vipca
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/srvconfig
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/gsd.sh
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/gsdctl
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/cluvfy
Parsing file /u01/app/oracle/product/10.2.0/db_1//srvm/utl/rootlocaladd
Parsing file /u01/app/oracle/product/10.2.0/db_1//bin/onsctl
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/racgwrap
Verifying file /u01/app/oracle/product/10.2.0/db_1//css/admin/init.cssd
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/ocssd
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/crsctl
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/clscfg
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/clsfmt
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/clsid
Verifying file /u01/app/oracle/product/10.2.0/db_1//install/rootlocaladd
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/localconfig
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/srvctl
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/vipca
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/srvconfig
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/gsd.sh
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/gsdctl
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/cluvfy
Verifying file /u01/app/oracle/product/10.2.0/db_1//srvm/utl/rootlocaladd
Verifying file /u01/app/oracle/product/10.2.0/db_1//bin/onsctl
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/racgwrap
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//css/admin/init.cssd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/ocssd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/crsctl
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/clscfg
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/clsfmt
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/clsid
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//install/rootlocaladd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/localconfig
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/srvctl
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/vipca
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/srvconfig
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/gsd.sh
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/gsdctl
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/cluvfy
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//srvm/utl/rootlocaladd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/onsctl
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/clsid.bin
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/clsfmt.bin
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/clscfg.bin
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/racgmain
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/racgeut
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/oifcfg
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/ocssd.bin
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/ocrdump
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/ocrconfig
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/ocrcheck
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/lsnodes
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/gsd
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/crsctl.bin
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/clscfg.bin
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/clsfmt.bin
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/racgimon
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/racgmdb
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/osdbagrp
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//bin/rawutl
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//lib/libhasgen10.so
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//lib/libclsra10.so
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//lib/libdbcfg10.so
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//lib/libocr10.so
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//lib/libocrb10.so
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//lib/libocrutl10.so
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//lib/libuini10.so
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//lib/libsrvmocr10.so
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//lib/libsrvm10.so
Reapplying file permissions on /u01/app/oracle/product/10.2.0/db_1//lib/libsrvmhas10.so
[oracle@rac1 8705958]$
[oracle@rac1 8705958]$ pwd
/home/oracle/8705958
[oracle@rac1 8705958]$

As root invoke security settings

[root@rac1 8705958]# pwd
/home/oracle/8705958
[root@rac1 8705958]# custom/scripts/postrootpatch.sh -crshome /u01/app/oracle/product/10.2.0/crs_1/
Checking to see if Oracle CRS stack is already up...
Checking to see if Oracle CRS stack is already starting
WARNING: directory '/u01/app/oracle/product/10.2.0' is not owned by root
WARNING: directory '/u01/app/oracle/product' is not owned by root
WARNING: directory '/u01/app/oracle' is not owned by root
Startup will be queued to init within 30 seconds.
/etc/profile: line 52: ulimit: max user processes: cannot modify limit: Operation not permitted
Waiting for the Oracle CRSD and EVMD to start
Waiting for the Oracle CRSD and EVMD to start
Waiting for the Oracle CRSD and EVMD to start
Waiting for the Oracle CRSD and EVMD to start
Waiting for the Oracle CRSD and EVMD to start
Waiting for the Oracle CRSD and EVMD to start
Oracle CRS stack installed and running under init(1M)
[root@rac1 8705958]#

Done

[root@rac1 8705958]# !su
su - oracle
[oracle@rac1 ~]$ crsctl check crs
CSS appears healthy
CRS appears healthy
EVM appears healthy
[oracle@rac1 ~]$



-------------------------

[oracle@rac1 OPatch]$ ocrcheck
Status of Oracle Cluster Registry is as follows :
Version : 2
Total space (kbytes) : 244496
Used space (kbytes) : 2236
Available space (kbytes) : 242260
ID : 993204292
Device/File Name : /dev/raw/raw1
Device/File integrity check succeeded

Device/File not configured

Cluster registry integrity check succeeded

[oracle@rac1 OPatch]$ crsctl query css votedisk
0. 0 /dev/raw/raw2

located 1 votedisk(s).
---------------------------------------


[oracle@rac1 ~]$ crs_stat -t
Name Type Target State Host
------------------------------------------------------------
ora.devdb.db application ONLINE OFFLINE
ora....b1.inst application ONLINE OFFLINE
ora....SM1.asm application ONLINE OFFLINE
ora....C1.lsnr application ONLINE OFFLINE
ora.rac1.gsd application ONLINE OFFLINE
ora.rac1.ons application ONLINE OFFLINE
ora.rac1.vip application ONLINE ONLINE rac1
[oracle@rac1 ~]$ cd /u01/app/oracle/product/10.2.0/crs_1/OPatch
[oracle@rac1 OPatch]$ ./opatch lsinventory -detail -oh /u01/app/oracle/product/10.2.0/crs_1/

Invoking OPatch 10.2.0.4.8

Oracle Interim Patch Installer version 10.2.0.4.8
Copyright (c) 2009, Oracle Corporation. All rights reserved.

Invoking OPatch 10.2.0.4.8

Oracle Interim Patch Installer version 10.2.0.4.8
Copyright (c) 2009, Oracle Corporation. All rights reserved.

OR

[oracle@rac1 OPatch]$ ./opatch lsinventory -detail -oh /u01/app/oracle/product/10.2.0/crs_1/ >> pa.txt
[oracle@rac1 OPatch]$ ./opatch lsinventory -detail -oh /u01/app/oracle/product/10.2.0/db_1/ >> pahome.txt




logs --

oracle@rac1 OPatch]$ cd /u01/app/oracle/product/10.2.0/crs_1/OPatch
[oracle@rac1 OPatch]$ cd ../log/rac1/crsd/
[oracle@rac1 crsd]$ tail -f crsd.log
2009-11-27 19:48:41.664: [ CRSRES][4143888064]0 startup = 1
2009-11-27 19:48:41.724: [ CRSRES][4143888064]0 startup = 1
2009-11-27 19:48:41.789: [ CRSRES][4143888064]0 startup = 1
2009-11-27 19:48:41.842: [ CRSRES][4143888064]0 startup = 1
2009-11-27 19:48:41.902: [ CRSRES][4143888064]0 startup = 1
2009-11-27 19:48:41.968: [ CRSRES][4143888064]0 startup = 1
2009-11-27 19:48:42.538: [ CRSRES][3762518960]0startRunnable: setting CLI values
2009-11-27 19:48:42.580: [ CRSRES][3762518960]0Attempting to start `ora.rac1.ASM1.asm` on member `rac1`
2009-11-27 19:48:43.230: [ CRSRES][3752029104]0startRunnable: setting CLI values
2009-11-27 19:48:43.251: [ CRSRES][3752029104]0Attempting to start `ora.rac1.vip` on member `rac1`
2009-11-27 19:49:38.637: [ CRSRES][3752029104]0Start of `ora.rac1.vip` on member `rac1` succeeded.
2009-11-27 19:49:39.472: [ CRSRES][3752029104]0startRunnable: setting CLI values
2009-11-27 19:49:39.518: [ CRSRES][3752029104]0Attempting to start `ora.rac1.LISTENER_RAC1.lsnr` on member `rac1`
---