Pages

▼

Tuesday, October 29, 2013

Exadata: Replacing damaged disk is really plugNplay activity

On Exadata if any disk is failed due to some problem , replacing it will not be the hard job. It is quite simple task. On my testing environment I did the below to test it, things are quite self explanatory.


[root@exacell1 raw]# ls
disk01  disk03  disk05  disk07  disk09  disk11  FLASH01  FLASH03
disk02  disk04  disk06  disk08  disk10  disk12  FLASH02  FLASH04
[root@exacell1 raw]# pwd
/opt/oracle/cell/disks/raw
[root@exacell1 raw]# rm disk12
rm: remove regular file `disk12'? yes
[root@exacell1 raw]#

CellCLI> list alerthistory

CellCLI> list alerthistory 14_1 detail
         name:                   14_1
         alertDescription:       "Hard disk was removed"
         alertMessage:           "Hard disk was removed.  Status        : NOT PRESENT  Manufacturer  : Unknown  Model Number  : Unknown  Size          : 1000M  Serial Number : /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12  Firmware      : Unknown  Slot Number   : Unknown  Cell Disk     : CD_disk12_cell1  Grid Disk     : datagd_CD_disk12_cell1"
         alertSequenceID:        14
         alertShortName:         Hardware
         alertType:              Stateful
         beginTime:              2013-10-28T19:44:56+03:00
         examinedBy:          
         metricObjectName:       /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12
         notificationState:      0
         sequenceBeginTime:      2013-10-28T19:44:56+03:00
         severity:               critical
         alertAction:            Informational.

CellCLI> list celldisk
         CD_disk01_cell1         normal
         CD_disk02_cell1         normal
         CD_disk03_cell1         normal
         CD_disk04_cell1         normal
         CD_disk05_cell1         normal
         CD_disk06_cell1         normal
         CD_disk07_cell1         normal
         CD_disk08_cell1         normal
         CD_disk09_cell1         normal
         CD_disk10_cell1         normal
         CD_disk11_cell1         normal
         CD_disk12_cell1         not present
         FD_00_cell1             normal
         FD_01_cell1             normal
         FD_02_cell1             normal
         FD_03_cell1             normal

CellCLI> list griddisk
         datagd_CD_disk01_cell1  active
         datagd_CD_disk02_cell1  active
         datagd_CD_disk03_cell1  active
         datagd_CD_disk04_cell1  active
         datagd_CD_disk05_cell1  active
         datagd_CD_disk06_cell1  active
         datagd_CD_disk07_cell1  active
         datagd_CD_disk08_cell1  active
         datagd_CD_disk09_cell1  active
         datagd_CD_disk10_cell1  active
         datagd_CD_disk11_cell1  active
         datagd_CD_disk12_cell1  not present

SQL> select name,state from v$asm_disk
  2  /

NAME                           STATE
------------------------------ --------
DATAGD_CD_DISK03_CELL1         NORMAL
DATAGD_CD_DISK05_CELL1         NORMAL
DATAGD_CD_DISK01_CELL1         NORMAL
DATAGD_CD_DISK04_CELL1         NORMAL
DATAGD_CD_DISK02_CELL1         NORMAL
DATAGD_CD_DISK06_CELL1         NORMAL
                               NORMAL
                               NORMAL
                               NORMAL
                               NORMAL
                               NORMAL

11 rows selected.

SQL> select * from gv$asm_operation;

no rows selected

CellCLI> list physicaldisk
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12     not present

[root@exacell1 raw]# dd if=/dev/zero of=disk12 bs=1M count=1000
1000+0 records in
1000+0 records out
1048576000 bytes (1.0 GB) copied, 11.3881 seconds, 92.1 MB/s
[root@exacell1 raw]#

CellCLI> list physicaldisk
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04   /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04    normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11     normal
         /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12    /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12     normal

CellCLI> list celldisk
         CD_disk01_cell1         normal
         CD_disk02_cell1         normal
         CD_disk03_cell1         normal
         CD_disk04_cell1         normal
         CD_disk05_cell1         normal
         CD_disk06_cell1         normal
         CD_disk07_cell1         normal
         CD_disk08_cell1         normal
         CD_disk09_cell1         normal
         CD_disk10_cell1         normal
         CD_disk11_cell1         normal
         CD_disk12_cell1         normal
         FD_00_cell1             normal
         FD_01_cell1             normal
         FD_02_cell1             normal
         FD_03_cell1             normal

CellCLI> list griddisk
         datagd_CD_disk01_cell1  active
         datagd_CD_disk02_cell1  active
         datagd_CD_disk03_cell1  active
         datagd_CD_disk04_cell1  active
         datagd_CD_disk05_cell1  active
         datagd_CD_disk06_cell1  active
         datagd_CD_disk07_cell1  active
         datagd_CD_disk08_cell1  active
         datagd_CD_disk09_cell1  active
         datagd_CD_disk10_cell1  active
         datagd_CD_disk11_cell1  active
         datagd_CD_disk12_cell1  active

Related Posts:
Exadata: Monitoring Active Requests, Alerts and Wait Events
Exadata: Replacing damaged disk is really plugNplay activity
Exadata: What differentiates GI on Exadata with GI on non-Exadata?
Exadata: Understanding key OS Processes for a cell
Exadata: Health Checking Exadata
Exadata: Diagnostics using sundiag/deaddisk
Exadata: Knowing a bit Exadata administrative utilities
at

No comments:

Post a Comment