块设备使用
ceph管理节点
1.创建池
[root@ceph01 ~]# ceph osd pool create rbd-demo-pool 64 64
pool 'rbd-demo-pool' created
2.设置配额
[root@ceph01 ~]# ceph osd pool set-quota rbd-demo-pool max_bytes 1G
set-quota max_bytes = 1073741824 for pool rbd-demo-pool
3.关联应用
[root@ceph01 ~]# ceph osd pool application enable rbd-demo-pool rbd
enabled application 'rbd' on pool 'rbd-demo-pool'
4.初始化
[root@ceph01 ~]# rbd pool init rbd-demo-pool
5.创建
rbd
用户
ceph auth get-or-create client.qemu mon 'profile rbd' osd 'profile rbd pool=rbd-demo-pool' mgr 'profile rbd pool=rbd-demo-pool' -o /etc/ceph/ceph.client.qemu.keyring
6.创建
rbd
映像
在将块设备添加到节点之前,必须先在Ceph
存储集群中为其创建映像。要创建块设备映像,请执行以下操作:
rbd create --size 1G rbd-demo-pool/rbd-demo-image
7.查看块设备映像
# rbd ls {poolname}
[root@ceph01 ~]# rbd ls rbd-demo-pool
rbd-demo-image
8.查看块设备映像信息
[root@ceph01 ~]# rbd info rbd-demo-pool/rbd-demo-image
rbd image 'rbd-demo-image':
size 1 GiB in 256 objects
order 22 (4 MiB objects)
snapshot_count: 0
id: 3d92a06e59b5
block_name_prefix: rbd_data.3d92a06e59b5
format: 2
features: layering, exclusive-lock, object-map, fast-diff, deep-flatten
op_features:
flags:
create_timestamp: Fri Mar 19 15:45:58 2021
access_timestamp: Fri Mar 19 15:45:58 2021
modify_timestamp: Fri Mar 19 15:45:58 2021
客户端
1.删除原有
yum
源repo
文件
rm -f /etc/yum.repos.d/*.repo
2.创建
yum
源文件(客户端)
online
curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo
curl -o /etc/yum.repos.d/epel-7.repo http://mirrors.aliyun.com/repo/epel-7.repo
offline
下载以下文件上传至/etc/yum.repos.d/
3.配置
ceph
镜像源仓库
cat > /etc/yum.repos.d/ceph.repo <<EOF
[Ceph]
name=Ceph \$basearch
baseurl=https://mirrors.aliyun.com/ceph/rpm-nautilus/el7/\$basearch
enabled=1
gpgcheck=1
gpgkey=https://mirrors.aliyun.com/ceph/keys/release.asc
[Ceph-noarch]
name=Ceph noarch
baseurl=https://mirrors.aliyun.com/ceph/rpm-nautilus/el7/noarch
enabled=1
gpgcheck=1
gpgkey=https://mirrors.aliyun.com/ceph/keys/release.asc
[Ceph-source]
name=Ceph SRPMS
baseurl=https://mirrors.aliyun.com/ceph/rpm-nautilus/el7/SRPMS
enabled=1
gpgcheck=1
gpgkey=https://mirrors.aliyun.com/ceph/keys/release.asc
EOF
4.配置
yum
代理
适用于主机通过代理访问互联网场景
以下变量注意替换
username
: 代理用户名password
: 代理用户密码proxy_host
: 代理IP
地址proxy_port
: 代理端口
echo "proxy=http://username:password@proxy_host:proxy_port" >> /etc/yum.conf
5.安装
ceph-common
yum install -y ceph-common
6.拷贝配置文件
mkdir -p /etc/ceph
7.客户端创建挂载目录
mkdir -p /ceph
chmod 777 /ceph
8.从服务端
scp
以下文件至客户端/etc/ceph
下
/etc/ceph/ceph.client.qemu.keyring
/etc/ceph/ceph.conf
scp /etc/ceph/{ceph.conf,ceph.client.admin.keyring} ip:/etc/ceph/
9.映射块设备
[root@localhost ~]# rbd map rbd-demo-pool/rbd-demo-image --name client.qemu
/dev/rbd0
[root@localhost ~]# echo "rbd-demo-pool/rbd-demo-image id=qemu,keyring=/etc/ceph/ceph.client.qemu.keyring" >> /etc/ceph/rbdmap
10.格式化块设备
mkfs.ext4 -q /dev/rbd0
11.挂载使用
mount /dev/rbd0 /ceph
12.查看挂载
lsblk
13.查看块设备映射
[root@localhost ~]# rbd device list
id pool namespace image snap device
0 rbd-demo-pool rbd-demo-image - /dev/rbd0
14.修改
fstab
,设置开机挂载
echo "/dev/rbd0 /ceph ext4 defaults,noatime,_netdev 0 0" >> /etc/fstab
15.配置开机自启动
vim /etc/init.d/rbdmap
填充以下内容
#!/bin/bash
#chkconfig: 2345 80 60
#description: start/stop rbdmap
### BEGIN INIT INFO
# Provides: rbdmap
# Required-Start: $network
# Required-Stop: $network
# Default-Start: 2 3 4 5
# Default-Stop: 0 1 6
# Short-Description: Ceph RBD Mapping
# Description: Ceph RBD Mapping
### END INIT INFO
DESC="RBD Mapping"
RBDMAPFILE="/etc/ceph/rbdmap"
. /lib/lsb/init-functions
#. /etc/redhat-lsb/lsb_log_message,加入此行后不正长
do_map() {
if [ ! -f "$RBDMAPFILE" ]; then
echo "$DESC : No $RBDMAPFILE found."
exit 0
fi
echo "Starting $DESC"
# Read /etc/rbdtab to create non-existant mapping
newrbd=
RET=0
while read DEV PARAMS; do
case "$DEV" in
""|\#*)
continue
;;
*/*)
;;
*)
DEV=rbd/$DEV
;;
esac
OIFS=$IFS
IFS=','
for PARAM in ${PARAMS[@]}; do
CMDPARAMS="$CMDPARAMS --$(echo $PARAM | tr '=' ' ')"
done
IFS=$OIFS
if [ ! -b /dev/rbd/$DEV ]; then
echo $DEV
rbd map $DEV $CMDPARAMS
[ $? -ne "0" ] && RET=1
newrbd="yes"
fi
done < $RBDMAPFILE
echo $RET
# Mount new rbd
if [ "$newrbd" ]; then
echo "Mounting all filesystems"
mount -a
echo $?
fi
}
do_unmap() {
echo "Stopping $DESC"
RET=0
# Unmap all rbd device
for DEV in /dev/rbd[0-9]*; do
echo $DEV
# Umount before unmap
MNTDEP=$(findmnt --mtab --source $DEV --output TARGET | sed 1,1d | sort -r)
for MNT in $MNTDEP; do
umount $MNT || sleep 1 && umount -l $DEV
done
rbd unmap $DEV
[ $? -ne "0" ] && RET=1
done
echo $RET
}
case "$1" in
start)
do_map
;;
stop)
do_unmap
;;
reload)
do_map
;;
status)
rbd showmapped
;;
*)
echo "Usage: rbdmap {start|stop|reload|status}"
exit 1
;;
esac
exit 0
16.赋权
yum install redhat-lsb -y
chmod +x /etc/init.d/rbdmap
service rbdmap start
chkconfig rbdmap on
适用场景
可以当成本地盘来用:
- 虚机存储
- 开发数据库存储
- 存储日志