/etc/hosts
ssh-keygen
ssh-copy-id root@ceph-node1
systemctl stop firewalld.service
systemctl disable firewalld.service
setenforce 0
sed -i '/SELINUX/s/enforcing/disabled/' /etc/selinux/config
mv /etc/yum.repos.d/CentOS-Base.repo{,.bak}
curl http://mirrors.163.com/.help/CentOS7-Base-163.repo -o /etc/yum.repos.d/CentOS-Base.repo
yum install epel-release -y && yum clean all && yum update -y
ntpdate pool.ntp.org
ln Shanghai
rpm -Uvh http://mirrors.163.com/ceph/rpm-jewel/el7/noarch/ceph-release-1-1.el7.noarch.rpm
yum update -y
yum install ceph-deploy -y
################
ceph-deploy new ceph-node1 ceph-node2 ceph-node3
ceph-deploy install ceph-node1 ceph-node2 ceph-node3
每个节点都起了ceph-mon
ceph-deploy mon create-initial
有osd错误忽略，
ceph-deploy disk zap ceph-node1:vdb ceph-node2:vdb ceph-node3:vdb
ceph-deploy osd create ceph-node1:vdb ceph-node2:vdb ceph-node3:vdb
ceph osd pool create k8s 128
ceph auth get-or-create client.k8s mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=k8s'
ceph auth get-or-create client.k8s |ssh root@ceph-node1 tee /etc/ceph/ceph.client.k8s.keyring
ceph auth get-or-create client.k8s |ssh root@ceph-node2 tee /etc/ceph/ceph.client.k8s.keyring
ceph auth get-or-create client.k8s |ssh root@ceph-node3 tee /etc/ceph/ceph.client.k8s.keyring
ceph -s --name client.k8s
ceph osd lspools --name client.k8s
rbd ls -p k8s --name client.k8s
rbd create rbd1 -p k8s --size 10240 --name client.k8s
这个步骤需要内核支持，如果内核不支持，map的时候会报错
rbd create rbd2 -p k8s --size 10240 --name client.k8s --image-feature layering
rbd ls -p k8s --name client.k8s
rbd info --image rbd1 -p k8s --name client.k8s
rbd map --image rbd1 -p k8s --name client.k8s
如果报错
dmesg |tail |grep rbd
ceph osd lspools
ceph mon dump
ceph df
ceph mon stat
ceph osd stat
ceph pg stat
ceph pg dump
ceph auth list
ceph osd tree
如果新加一个节点ceph-node4
在node1上
ssh-copy-id ceph-node4
ceph-deploy install ceph-node4
后面不会了