Ceph 搭建文档
硬件环境准备
3台CentOS7。数据盘根据需要来定
软件环境准备
关闭 SELINUX
# sed -i 's/SELINUX=enforcing/SELINUX=disabled/g' /etc/selinux/config# setenforce 0
关闭iptables
# systemctl stop firewalld# systemctl disable firewalld
每台安装配置源
# yum clean all# rm -rf /etc/yum.repos.d/*.repo# wget -O /etc/yum.repos.d/CentOS-Base.repo http://mirrors.163.com/repo/Centos-7.repo# wget -O /etc/yum.repos.d/epel.repo http://mirrors.aliyun.com/repo/epel-7.repo# sed -i '/aliyuncs/d' /etc/yum.repos.d/CentOS-Base.repo# sed -i '/aliyuncs/d' /etc/yum.repos.d/epel.repo
同步时间
安装
# yum -y ntp ntpdate
在node1开启编辑配置文件
# vim /etc/ntp.confdriftfile /var/lib/ntp/driftrestrict default nomodifyrestrict 你的ip地址 mask 255.255.255.0 nomodifyserver 127.127.1.0fudge 127.127.1.0 stratum 10includefile /etc/ntp/crypto/pwkeys /etc/ntp/keysdisable monitor
启动
# systemctl start ntpd
在另外两台执行
# ntpdate node1
添加定时任务
# crontab –e*/10 * * * * root ntpdate node1
分别修改hostname
# hostname node1# echo node1 > /etc/hostname
分别修改/etc/hosts
# cat /etc/hosts127.0.0.1 localhost localhost.localdomain localhost4 localhost4.localdomain4::1 localhost localhost.localdomain localhost6 localhost6.localdomain6192.168.50.1 node1192.168.50.2 node2192.168.50.3 node3
分别配置ssh免密码登录
# ssh-keygen -t rsa -P ''# ssh-copy-id node1# ssh-copy-id node2# ssh-copy-id node3
Ceph部署
增加ceph源（安装前需要确认，purge之后重新做源）
# vim /etc/yum.repos.d/ceph.repo[ceph]name=cephbaseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/x86_64/gpgcheck=0[ceph-noarch]name=cephnoarchbaseurl=http://mirrors.163.com/ceph/rpm-jewel/el7/noarch/gpgcheck=0
（选做）本步骤为确保使用163源
CentOS:# export CEPH_DEPLOY_REPO_URL=http://mirrors.163.com/ceph/rpm-jewel/el7# export CEPH_DEPLOY_GPG_URL=http://mirrors.163.com/ceph/keys/release.asc
node1安装deploy
# yum install ceph-deploy –y
创建目录
# mkdir ~/ceph-cluster# cd ceph-cluster/
创建
# ceph-deploy new node1 node2 node3
安装ceph
# ceph-deploy install node1 node2 node3
初始化mon
# ceph-deploy mon create-initial
创建osd
#ceph-deploy --overwrite-conf osd create mode1:/dev/sdb node2:/dev/sdb node3:/dev/sdb
创建admin
# ceph-deploy --overwrite-conf admin node1 node2 node3
查看
# ceph healthHEALTH_OK
！如果出错，一切都可以重新来过
# ceph-deploy purge node1 node2 node3# ceph-deploy purgedata node1 node2 node3# ceph-deploy forgetkeys
Ceph使用
创建mds
# ceph-deploy mds create node1
创建data pool 与metadata pool
# ceph osd pool create cephfs_data 128 128# ceph osd pool create cephfs_metadata 128 128
创建cephfs
# ceph fs new cephfs cephfs_metadata cephfs_data
查看cephfs
# ceph fs ls
创建挂载目录
# cd /mnt && mkdir cephfs_mnt
获取key
# ceph auth get-key client.admin -o /etc/ceph/adminkey
挂载
# mount –t ceph node1:/ cephfs_mnt -o name=admin,secretfile=/etc/ceph/adminkey