Tech/OracleSunServer

Tips

Serial console

grub.conf
default=0
timeout=5
serial --unit=0 --speed=115200
terminal --timeout=5 serial console
splashimage=(hd0,1)/grub/splash.xpm.gz
hiddenmenu
title Oracle Linux Server Unbreakable Enterprise Kernel (3.8.13-50.el6uek.x86_64)
        root (hd0,1)
        kernel /vmlinuz-3.8.13-50.el6uek.x86_64 ro root=UUID=88949c53-d30e-4826-93c8-d9a416133647 rd_NO_LUKS LANG=en_US.UTF-8 rd_NO_MD SYSFONT=latarcyrheb-sun16 crashkernel=auto rd_LVM_LV=ol/swap  KEYBOARDTYPE=pc KEYTABLE=us rd_NO_DM rhgb quiet console=tty0 earlylprintk=ttyS0,115200 console=ttyS0,115200
        initrd /initramfs-3.8.13-50.el6uek.x86_64.img

# cat /etc/init/ttyS0.conf 
stop on runlevel [S016]
start on runlevel [23]
respawn
exec agetty -h -L -w /dev/ttyS0 115200 vt102

# echo "ttyS0" > /etc/securetty

Oracle Sun Server X3-2

Document

http://docs.oracle.com/cd/E22368_01/html/E27242/toc.html

iLOM

Login as sunservice/changeme to perform diagnosis and recovery tasks
Default login: root/changeme

hwdiag in iLom

-> set SESSION mode=restricted
[(restricted_shell) ca-systest6049:~]# hwdiag system info
HWdiag (Restricted Mode) - Build Number 93189 (Oct 03 2014, 18:14:45)
         Current Date/Time: Nov 04 2014, 16:26:45

Platform SUN SERVER X4-4

ILOM    Firmware Date: Fri Oct  3 21:29:59 EDT 2014, Version: 3.2.4.18(r93189)
SP      Pilot3 Revision: A2
Board   Revision - P1.0
        Processors Present:  P0 P1 P2 P3 
        Memory Risers Populated:  P0-MR0 P1-MR0 P2-MR0 P3-MR0 
        PCIe Slots Populated:  2 4 5 6 8 10 
CPLD    Master Version - 2.5
        Slave Version - 2.5
BIOS    Version - 24030400
        Last known port80 code: 0000 ( )
CPU 0   
        CPUID: 306E7 (D1 Stepping)
        Socket ID: 00
        Number of cores: 15
        Number of threads: 2
        Current cores enabled: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 
        Current threads enabled: 0 1 
        Link 0 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none

        Link 1 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none

        Link 2 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none
CPU 1   
        CPUID: 306E7 (D1 Stepping)
        Socket ID: 01
        Number of cores: 15
        Number of threads: 2
        Current cores enabled: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 
        Current threads enabled: 0 1 
        Link 0 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none

        Link 1 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none

        Link 2 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none
CPU 2   
        CPUID: 306E7 (D1 Stepping)
        Socket ID: 02
        Number of cores: 15
        Number of threads: 2
        Current cores enabled: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 
        Current threads enabled: 0 1 
        Link 0 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none

        Link 1 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none

        Link 2 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none
CPU 3   
        CPUID: 306E7 (D1 Stepping)
        Socket ID: 03
        Number of cores: 15
        Number of threads: 2
        Current cores enabled: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 
        Current threads enabled: 0 1 
        Link 0 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none

        Link 1 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none

        Link 2 status:            Enabled
                Link Speed        8.0 GT/s
                Link State        Normal Operation
                Type              0
                Active            0
                TxWidth           20
                RxWidth           20
                Forward Clock     In use
                Receiver Clock    In use
                Tx Lanes dropped  none
                Tx Lanes disabled none
                Rx Lanes dropped  none
                Rx Lanes disabled none
Memory  
CPU 0 Memory Devices
  Location            Mfg       Size(GB) Rank   Width Speed(MT/s) Chan Dimm Enabled-Ranks 
  /SYS/MB/P0/MR0/D0   Hynix      8.00    Dual   x4    1333        1    0    2/2
  /SYS/MB/P0/MR0/D3   Hynix      8.00    Dual   x4    1333        0    0    2/2
  /SYS/MB/P0/MR0/D6   Hynix      8.00    Dual   x4    1333        3    0    2/2
  /SYS/MB/P0/MR0/D9   Hynix      8.00    Dual   x4    1333        2    0    2/2

  Total memory populated on CPU 0:   32.00 GB

CPU 1 Memory Devices
  Location            Mfg       Size(GB) Rank   Width Speed(MT/s) Chan Dimm Enabled-Ranks 
  /SYS/MB/P1/MR0/D0   Hynix      8.00    Dual   x4    1333        1    0    2/2
  /SYS/MB/P1/MR0/D3   Hynix      8.00    Dual   x4    1333        0    0    2/2
  /SYS/MB/P1/MR0/D6   Hynix      8.00    Dual   x4    1333        3    0    2/2
  /SYS/MB/P1/MR0/D9   Hynix      8.00    Dual   x4    1333        2    0    2/2

  Total memory populated on CPU 1:   32.00 GB

CPU 2 Memory Devices
  Location            Mfg       Size(GB) Rank   Width Speed(MT/s) Chan Dimm Enabled-Ranks 
  /SYS/MB/P2/MR0/D0   Hynix      8.00    Dual   x4    1333        1    0    2/2
  /SYS/MB/P2/MR0/D3   Hynix      8.00    Dual   x4    1333        0    0    2/2
  /SYS/MB/P2/MR0/D6   Hynix      8.00    Dual   x4    1333        3    0    2/2
  /SYS/MB/P2/MR0/D9   Hynix      8.00    Dual   x4    1333        2    0    2/2

  Total memory populated on CPU 2:   32.00 GB

CPU 3 Memory Devices
  Location            Mfg       Size(GB) Rank   Width Speed(MT/s) Chan Dimm Enabled-Ranks 
  /SYS/MB/P3/MR0/D0   Hynix      8.00    Dual   x4    -           -    -    0/0 (DIMM mapped out)
  /SYS/MB/P3/MR0/D3   Hynix      8.00    Dual   x4    -           -    -    0/0 (DIMM mapped out)
  /SYS/MB/P3/MR0/D6   Hynix      8.00    Dual   x4    -           -    -    0/0 (DIMM mapped out)
  /SYS/MB/P3/MR0/D9   Hynix      8.00    Dual   x4    1333        2    0    2/2

  Total memory populated on CPU 3:   32.00 GB

Total memory populated in system:   128.00 GB

Fans    FM0 FM1 FM2 FM3 FM4 FM5 PS0 PS1 
PSUs    PSU0 PSU1 
Disks   HDD0 HDD3 
PCIe    
        PCIE slot2:  x8  @ 5.0GT/s  Vendor ID: 0x1000  Device ID: 0x0079  Vendor: LSI Logic / Symbios Logic
        PCIE slot4:  x8  @ 8.0GT/s  Vendor ID: 0x15B3  Device ID: 0x1003  Vendor: Mellanox Technologies
        PCIE slot6:  x8  @ 5.0GT/s  Vendor ID: 0x19A2  Device ID: 0x0710  Vendor: Emulex Corporation
        PCIE slot5:  x4  @ 5.0GT/s  Vendor ID: 0x1077  Device ID: 0x2532  Vendor: QLogic Corp.
        PCIE slot8:  x4  @ 5.0GT/s  Vendor ID: 0x1AED  Device ID: 0x2001  Vendor: Fusion-io
        PCIE slot10:  x8  @ 8.0GT/s  Vendor ID: 0x10DF  Device ID: 0x0720  Vendor: Emulex Corporation
Host Network Ports 
        Net0    status: UP, speed: 1000BASE-T, duplex: full
        Net1    status: UP, speed: 1000BASE-T, duplex: full
        Net2    status: UP, speed: 1000BASE-T, duplex: full
        Net3    status: DOWN

Clear error. run "fmadm repair universe" as sunservice ilom account, default password is changeme as well. Or

-> set /SYS/MB/P1 clear_fault_action=true
Are you sure you want to clear /SYS/MB/P1 (y/n)? y
Set 'clear_fault_action' to 'true'

-> show /SP/faultmgmt                    

 /SP/faultmgmt
    Targets:
        shell
        0 (/SYS/MB/P3/MR1/D6)

    Properties:

    Commands:
        cd
        show

-> set /SYS/MB/P3/MR1/D6 clear_fault_action=true
Are you sure you want to clear /SYS/MB/P3/MR1/D6 (y/n)? y
Set 'clear_fault_action' to 'true'

Oracle System Assistant

Oracle System Assistant USB Flash Drive

# fdisk -l /dev/sdc

Disk /dev/sdc: 3880 MB, 3880452096 bytes
4 heads, 32 sectors/track, 59211 cylinders
Units = cylinders of 128 * 512 = 65536 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk identifier: 0x004d5353

   Device Boot      Start         End      Blocks   Id  System
/dev/sdc1   *          17       57344     3668992   ef  EFI (FAT-12/16/32)

# mount LABEL=ORACLE_SSM /mnt
# ll /mnt
total 188
drwxr-xr-x. 2 root root   4096 Jun 22  2012 boot
drwxr-xr-x. 4 root root   4096 Jun 22  2012 Documentation
drwxr-xr-x. 3 root root   4096 Jun 22  2012 EFI
drwxr-xr-x. 5 root root   4096 Jun 22  2012 Firmware
-r-xr-xr-x. 1 root root  32768 May 10  2012 ldlinux.sys
drwxr-xr-x. 5 root root   4096 Jun 22  2012 Linux
drwxr-xr-x. 2 root root   4096 Jun 22  2012 LiveOS
drwxr-xr-x. 3 root root   4096 Jun 22  2012 Oracle
drwxr-xr-x. 5 root root   4096 Jun 22  2012 OracleVM
drwxr-xr-x. 2 root root 114688 Jun 22  2012 osa-combo-image
drwxr-xr-x. 4 root root   4096 Jun 22  2012 Solaris
-rwxr-xr-x. 1 root root    263 Jun 22  2012 syslinux.cfg
drwxr-xr-x. 4 root root   4096 Jun 22  2012 Windows

Performance

Disk I/O

OCFS2 local

# mkfs.ocfs2 -T vmstore -M local -L ovmstore1 -N 32 /dev/mapper/35000cca01646b4a8

# tunefs.ocfs2  -Q "Label: %V\nUUID: %U\nBlock size: %B bytes\nCluster size: %T bytes\nNumber of node slots: %N\nFlags: %M %H %O\n"  /dev/mapper/35000cca01646b4a8 
Label: ovmstore1
UUID: FD1389BA544642AEACAB88359569DECF
Block size: 4096 bytes
Cluster size: 1048576 bytes
Number of node slots: 32
Flags: backup-super strict-journal-super local sparse extended-slotmap inline-data xattr indexed-dirs refcount discontig-bg unwritten

# dd if=/dev/zero of=a bs=1M count=10000
10000+0 records in
10000+0 records out
10485760000 bytes (10 GB) copied, 69.2359 seconds, 151 MB/s