# 安装raid卡管理工具
wget http://10.12.30.102:10800/other/MegaCli-8.07.14-1.noarch.rpm -O /tmp/MegaCli-8.07.14-1.noarch.rpm
rpm -ivh /tmp/MegaCli-8.07.14-1.noarch.rpm
ln -sf /opt/MegaRAID/MegaCli/MegaCli64 /usr/local/bin/megacli
#查看所有RAID卡信息
megacli -AdpAllInfo -aALL | grep 'Adapter #'
#查看RAID卡编号
megacli -AdpAllInfo -aALL | grep 'Adapter #'
#查看RAID卡的个数
megacli -AdpAllInfo -aALL | grep 'Adapter #' | wc -l
#查看RAID控制卡信息（为了获取Enclosure Device ID，如果有多个RAID控制器，请确认需要创建RAID的物理磁盘连接在哪个RAID控制器，然后获取ID，不同控制器下的磁盘不能创建在同一个GROUP）
megacli -cfgdsply -aALL | grep 'Enclosure Device ID'
#查看RAID情况
megacli -LDInfo -LALL -a0
#查看所有物理磁盘信息
megacli -PDList -a0
megacli -PDList -a0 | grep 'Slot Number:' | awk '{print $3}'
#检查磁盘是否有错误
megacli -PDList -a0 | grep 'Media Error Count:' | nl
查看单个盘的详细信息
megacli -pdInfo -PhysDrv[32:3] -a0
#查看哪块盘没有做raid
for id in $(megacli -PDList -a0 | grep 'Slot Number:' | awk '{print $3}');do megacli -pdInfo -PhysDrv[$(megacli -cfgdsply -aALL | grep 'Enclosure Device ID' | awk '{print $4}' | head -n1):${id}] -a0|head -n4;done
#获取所有raid组的编号
megacli -LDInfo -LALL -a0 | grep 'Target Id' | awk '{print $3}'
#确定系统盘
[[ $(megacli -PDList -a0 | grep -E -A 12 'Slot Number: 12|Slot Number: 13' | grep -c 'GB') -eq 2 ]] || exit 1
for id in $(megacli -PDList -a0 | grep 'Slot Number:' | awk '{print $3}');do megacli -pdInfo -PhysDrv[$(megacli -cfgdsply -a0 | grep 'Enclosure Device ID' | head -n1 | awk '{print $4}'):${id}] -a0 | egrep "Enclosure Device ID|Slot Number|Drive's position";done
for id in $(megacli -PDList -a0 | grep 'Slot Number:' | awk '{print $3}');do megacli -pdInfo -PhysDrv[$(megacli -cfgdsply -a0 | grep 'Enclosure Device ID' | head -n1 | awk '{print $4}'):${id}] -a0 | egrep "Enclosure Device ID|Slot Number|Drive's position";done
#在线做RAID10
megacli -CfgSpanAdd -r10 -Array0[252:4,252:5] -Array1[252:6,252:7] -Array2[252:8,252:9] -Array3[252:10,252:11] -Array4[252:12,252:13] -Array5[252:14,252:15] WB Direct -a0
megacli -CfgSpanAdd -r10 -Array0[252:0,252:1] -Array1[252:2,252:3] -Array2[252:4,252:5] -Array3[252:6,252:7] WB Direct -a0
#在线做RAID0
megacli -CfgLdAdd -r0[32:1] WB Direct -a0
megacli -CfgLdAdd -r5[32:0,32:1,32:2,32:3,32:4,32:5,32:6,32:7,32:8,32:9,32:10,32:11] WB Direct -a0
查看进度
megacli -LDBI -ShowProg -LALL -a0
删除RAID
megacli -CfgLdDel -L1 -a0
megacli -CfgLdDel -L2 -a0
#查看大磁盘的挂载情况
df -hT | awk '{if($3~/T$/)print}'
#删除所有单盘RAID0
for vd in $(megacli -LDInfo -LALL -a0 | grep -B 2 'Primary-0' | grep 'Virtual Drive' | awk '{print $3}');do megacli -CfgLdDel -L${vd} -a0;done
yum -y install xfsprogs xfsdump xfsprogs-devel
DiskName=sdc
parted -s /dev/${DiskName} mklabel gpt
parted -s /dev/${DiskName} mkpart xfs 0% 100%
mkfs.xfs -f -i size=512 -l size=128m,lazy-count=1 -d agcount=64 /dev/${DiskName}1
mount -o noatime,nodiratime,inode64,nobarrier /dev/${DiskName}1 /home/service/var/data
echo "/dev/${DiskName}1 /home/service/var/data xfs defaults,noatime,nodiratime,inode64,nobarrier 0 0" >> /etc/fstab
df -hT
mount -o noatime,nodiratime,inode64,nobarrier /dev/${DiskName}1 /data
echo "/dev/${DiskName}1 /data xfs defaults,noatime,nodiratime,inode64,nobarrier 0 0" >> /etc/fstab
df -hT
cat /etc/fstab
parted -s /dev/sdp mklabel gpt
parted -s /dev/sdp mkpart xfs 0 100%
for DiskName in $(lsblk | grep disk | grep -v sda | awk '{print $1}' | sort); do parted -s /dev/${DiskName} mklabel gpt;done
parted -s /dev/sdb mklabel gpt
parted -s /dev/sdb mkpart xfs 0 12TB
parted -s /dev/sdb mkpart xfs 12TB 100%
mkfs.ext4 -T largefile /dev/sdq1
mkfs.xfs -f -i size=512 -l size=128m,lazy-count=1 -d agcount=64 /dev/sdb2
mount /dev/sdb1 /var/lib/docker
mount -o noatime,nodiratime,inode64,nobarrier /dev/sdb2 /data
cp -av /var/lib/docker_bak/* /var/lib/docker/
/dev/sdb1 /var/lib/docker ext4 defaults 0 0
/dev/sdb2 /home/service/var/data xfs defaults 0 0
Adapter 0: Configure Adapter Failed
FW error description:
The current operation is not allowed because the controller has data in cache for offline or missing virtual drives.
Exit Code: 0x54
解决方法:
megacli -GetPreservedCacheList -a0
megacli -DiscardPreservedCache -L2 -a0
#标记磁盘为外来盘
megacli -PDMakeGood -PhysDrv[32:15] -force -a0
<1> 添加局部热备盘(array0表示第0个raid)
megacli -PDHSP -Set -Dedicated -Array0 -physdrv[32:4] -a0
<2> 添加全局热备盘
megacli -pdhsp -set -physdrv[32:4] -a0
<3>移除热备盘(全局和局部都可)
megacli -pdhsp -rmv -physdrv[32:4] -a0
---------------------
================
【现象】
换盘后，新插入磁盘无法组raid0，导致FusionStorage Block无法识别
【问题详细描述及解决思路】
FusionStorage Block部署完成后，存储节点插入新磁盘。
使用 megacli -CfgLdAdd -r0[32:15] WB Direct -a0 尝试为其组raid0，报以下错误
The specified physical disk does not have the appropriate attributes to complete the requested command.
Exit Code: 0x26
【常规解决方法】
1、扫描外来配置的个数：
# megacli -cfgforeign -scan -a0
There are 1 foreign configuration(s) on controller 0.
Exit Code: 0x00
2、清除外来配置：
# megacli -cfgforeign -clear -a0
Foreign configuration 0 is cleared on controller 0.
Exit Code: 0x00
3、再次扫描外来配置的个数，可以发现外来配置已清除，磁盘此时可正常组raid
# megacli -cfgforeign -scan -a0
There is no foreign configuration on controller 0.
Exit Code: 0x00
【特殊情况】
在有些情况下（比如，这盘是从3008raid卡服务器上***插到3108raid卡服务器上的），扫描发现是没有外来配置的，然而同样是报上述错误。
这种情况是磁盘Firmware state不正常导致，在存储节点执行megacli -PDList -a0 |grep 'Firmware state' ，可以看到此磁盘Firmware state是Unconfigured bad。忘截图了。。。
解决步骤：
1、执行megacli -PDMakeGood -Physdrv[32:7] -a0 ，将硬盘状态改为unconfigured googd
2、执行组raid命令，重启smio，问题解决
命令解释：
CfgSpanAdd：创建RAID命令
-r10：创建RAID10，如果是RAID5则是-r5
-Array0[252:4,252:5] : RAID10相当于RAID1+RAID0，本例中为磁盘编号为4的物理磁盘和编号为5的物理磁盘组成一个RAID1，磁盘编号为6的物理磁盘和编号为7的物理磁盘组成一个RAID1，然后两个RAID1组成一个RAID0。（其中252是Enclosure Device ID的值）
如有更多盘做阵列则类推-Array2和-Array3排序下去。
-DiscardPreservedCache -L12 -a0
一、查看Raid卡信息
megacli -LDInfo -Lall -aALL
[root@ robin]# megacli -LDInfo -Lall -aALL
OSSpecificInitialize: Failed to load libsysfs.so.2.0.2 Please ensure that libsfs is present in the system.
The dependent library libsysfs.so.2.0.1 not available. Please contact LSI for distribution of the package
Adapter 0 -- Virtual Drive Information:
Virtual Drive: 0 (Target Id: 0)
Name :
RAID Level : Primary-1, Secondary-0, RAID Level Qualifier-0
Size : 930.5 GB
Mirror Data : 930.5 GB
State : Optimal <<<< 这是正常的状态。
Strip Size : 64 KB
Number Of Drives per span:2 <<<< RAID组包含2块磁盘（但实际是4块500G的SSD做Raid10）。
Span Depth : 2 <<<< 深度若是1，说明实际只是RAID 1。2表示可以是RAID10
Default Cache Policy: WriteBack, ReadAdaptive, Direct, No Write Cache if Bad BBU
Current Cache Policy: WriteBack, ReadAdaptive, Direct, No Write Cache if Bad BBU
Default Access Policy: Read/Write
Current Access Policy: Read/Write
Disk Cache Policy : Disk's Default
Ongoing Progresses:
Background Initialization: Completed 41%, Taken 190 min.
Encryption Type : None
Default Power Savings Policy: Controller Defined
Current Power Savings Policy: None
Can spin up in 1 minute: No
LD has drives that support T10 power conditions: No
LD's IO profile supports MAX power savings with cached writes: No
Bad Blocks Exist: No
Is VD Cached: No
