Initialization

set disabled in /etc/selinux/config

yum update -y
yum install ntp -y

systemctl disable NetworkManager
sysetmctl disable firewalld
systemctl enable ntpd
systemctl start ntpd

BUILD PREREQUISITES (optional)

yum install make automake autoconf boost-devel fuse-devel gcc-c++ libtool libuuid-devel libblkid-devel keyutils-libs-devel cryptopp-devel fcgi-devel libcurl-devel expat-devel gperftools-devel libedit-devel libatomic_ops-devel snappy-devel leveldb-devel libaio-devel xfsprogs-devel git libudev-devel

 

Setup CEPH

yum install epel-release -y
yum install ceph ceph-deploy -y

ssh-copy-id ceph1
#(repeat the command for each Ceph node, like ceph2, ceph3 and so on…)

mkdir /root/ceph_config
cd /root/ceph_config

#on mngt node or primary monitor node.
ceph-deploy new ceph1 ceph2 ceph3

#install ceph software on node.
ceph-deploy -v install ceph1 ceph2 ceph3

#initial monitors and gather the keys. This will place the keys into your ceph-deploy directory.
ceph-deploy mon create-initial

#Define the admin node (in this case is ceph1 node)
ceph-deploy admin ceph1 ceph2 ceph3

#Prepare the disks and add osd to the cluster
#ceph-deploy -v osd create [osd_node:[disk(data):[disk(journal)]]
for i in ceph1 ceph2 ceph3; 
do
ceph-deploy -v osd create $i:sdb --zap;
done

 

Testing

ceph status
ceph osd lspools
ceph health
ceph osd tree
#check client.
ceph osd crush dump --format=json-pretty 
#check conf and status
ceph osd dump --format=json-pretty 
ceph-deploy disk list osd0

#Prepare for testing
yum install -y https://ceph.com/rpm-testing/rhel7/x86_64/kmod-libceph-3.10-0.1.20140702gitdc9ac62.el7.x86_64.rpm
yum install -y https://ceph.com/rpm-testing/rhel7/x86_64/kmod-rbd-3.10-0.1.20140702gitdc9ac62.el7.x86_64.rpm

#Mount RBD
modprobe rbd

For mount RBD to CentOS7 [Link]

 

 

 

REF:
http://blog.domb.net/?p=986
http://karan-mj.blogspot.fi/2013/12/ceph-storage-part-2.html
http://blog.zhaw.ch/icclab/deploy-ceph-and-start-using-it-end-to-end-tutorial-installation-part-13/
http://www.jamescoyle.net/how-to/1244-create-a-3-node-ceph-storage-cluster
http://www.virtualtothecore.com/en/adventures-ceph-storage-part-4-deploy-the-nodes-in-the-lab/
http://ceph.com/docs/master/rados/deployment/ceph-deploy-osd/
http://blog.mit.bme.hu/meszaros/en/unix/ceph-rbd-client
http://www.server-world.info/en/note?os=CentOS_6&p=ceph&f=2