ceph recovery 参数调研

目标

ceph recovery 时会占用大量带宽
本文主要调研一下如何控制, 主要降低 ceph recovery 时的速度, IO 能力

查询某个 osd 当前最大读写能力

[root@cephsvr-128214 ~]# ceph tell osd.12 bench
{
	"bytes_written": 1073741824,
	"blocksize": 4194304,
	"bytes_per_sec": 122277678
}

recovery 常见检测

参数调整方法

单个 OSD 参数调整

[root@cephsvr-128214 ~]# ceph daemon osd.12 config set debug_osd 10
{
	"success": ""
}
[root@cephsvr-128214 ~]# ceph --admin-daemon /var/run/ceph/ceph-osd.12.asok config show | grep debug_osd
"debug_osd": "10/10",

针对所有 OSD 进行参数调整

[root@cephsvr-128040 dizzy]# ceph tell osd.\* injectargs '--osd_max_backfills=1'
osd.0: osd_max_backfills = '1'
osd.1: osd_max_backfills = '1'
osd.2: osd_max_backfills = '1'
osd.3: osd_max_backfills = '1'
osd.4: osd_max_backfills = '1'
osd.5: osd_max_backfills = '1'
osd.6: osd_max_backfill