系统： Ubuntu 16.04
ceph: jewel 10.2.7
部署方式： ceph-deploy
部署服务器： node0
文件服务器： node1 node2 node3 node4 node5
OSD数据盘： /dev/xvdb /dev/xvdc
准备工作：
mkdir -p ~/ceph-cluster
cd ~/ceph-cluster
清空历史数据：
ceph-deploy purge node1 node2 node3 node4 node5
ceph-deploy purgedata node1 node2 node3 node4 node5
ceph-deploy forgetkeys
创建新集群的配置文件
ceph-deploy new node1 node2 node3 node4 node5
vim ceph.conf 增加以下内容
filestore_xattr_use_omap = true
部署命令：
# 安装程序
ceph-deploy install node0
ceph-deploy install node1 node2 node3 node4 node5
#初始化
ceph-deploy mon create-initial
# 格式化 OSD 盘，并格式化为 xfs
ceph-deploy --overwrite-conf osd create --zap-disk node1:/dev/xvdb node2:/dev/xvdb node3:/dev/xvdb node4:/dev/xvdb node5:/dev/xvdb
ceph-deploy --overwrite-conf osd create --zap-disk node1:/dev/xvdc node2:/dev/xvdc node3:/dev/xvdc node4:/dev/xvdc node5:/dev/xvdc
# 下发配置到节点
ceph-deploy --overwrite-conf admin node1 node2 node3 node4 node5
ceph-deploy --overwrite-conf admin node0
# 设置只读权限
sudo chmod +r /etc/ceph/ceph.client.admin.keyring
# 部署 rgw ，以支持 s3 协议
ceph-deploy rgw create node1 node2 node3 node4 node5
# 部署 mds，以支持cephfs
ceph-deploy mds create node1 node2 node3 node4 node5
# set pg_num for pools
sudo ceph osd pool set rbd pg_num 256
sudo ceph osd pool set rbd pgp_num 256
# 批量调整所有的 pg 和 pgp
for poolname in $(rados lspools);do
ceph osd pool set $poolname pg_num 64;
ceph osd pool set $poolname pgp_num 64;
done
# check pg_num
sudo ceph osd dump
把已存在的集群的配置收集到 ceph-deploy
mkdir -p cluster1
cd cluster1
ceph-deploy config pull HOST
ceph-deploy gatherkeys HOST
所有的 node 增加一块硬盘 /dev/xvde
node1=host1
node2=host2
node3=host3
disk="/dev/xvde"
ceph-deploy --overwrite-conf osd create --data $disk $node1
ceph-deploy --overwrite-conf osd create --data $disk $node2
ceph-deploy --overwrite-conf osd create --data $disk $node3
TODO：
multisite 部署，支持多机房
http://docs.ceph.com/docs/master/radosgw/multisite/
//www.greatytc.com/p/31a6f8df9a8f
