ceph之pg分裂项目实战
检查是否存在数量过大的bucket（超过1800W需要注意）
[root@TENCENT64 ~]# radosgw-admin -c /data/cos/ceph.DATAACCESS.conf bucket stats > bucket-stats.txt
2022-07-31 14:37:34.020276 7ff510ff9700 2 RGWDataChangesLog::ChangesRenewThread: start
[root@TENCENT64 ~]# grep -A 7 rgw.main bucket-stats.txt | grep num_objects | awk -F : '{print$2}' | sort -n -r
7282021
6758019
4055204
2856916
2822781
2363447
502769
154015
107395
90770
70008
25671
24557
24283
20317
14947
13992
11006
9250
8827
8682
8239
4566
2463
1526
1179
877
756
585
483
454
191
146
118
105
88
61
22
20
18
13
9
8
7
6
4
4
3
2
1
1
1
0
[root@TENCENT64 ~]#
[root@TENCENT64 ~]# cat bucket-stats.txt | /usr/bin/python2.7 -c "
> import json;
> import sys;
> obj=json.load(sys.stdin);
> for i in obj:
> if not i['usage']: continue
> print i['bucket'], ':',;
> print i['usage']['rgw.main']['num_objects'];
> "
futest1120-1255000012 : 0
futu-pay-1255000006 : 18
ebos-pub-1255000006 : 585
innerpubfile-1255000006 : 4
esop2-test-1255000006 : 502769
pc-roa-operator-log-1255000006 : 20317
bos-key-data-backup-1255000006 : 8682
ebos-test-1255000006 : 191
fund-united-statement-1255000006 : 6758019
system-image-1255000006 : 1
cbs-snapshot-data-cutko-1255000016 : 2822781
cbs-snapshot-meta-cutko-1255000016 : 146
esop-sale-1255000006 : 483
tianxun-do-not-delete-1255000012 : 105
bank-flow-hk-1255000006 : 24557
cbs-snapshot-data-1255000016 : 1179
soa-statement-futures-1255000006 : 2856916
yunjing-1255000012 : 22
test-image-1255000012 : 1
yanlian-test-1255000006 : 2
yw-monitor-1255000006 : 61
test20210422-tuojinsh-1255000012 : 8
stockholders-meeting-1255000006 : 88
aas-clearing-snapshot-1255000006 : 9250
test20210830-hjc-1255000012 : 6
ftb-statement-1255000006 : 7282021
ib-cash-statement-1255000006 : 877
test20220209-hjc-1255000012 : 1
nominee-file-cos-1255000006 : 8239
cos-soa-statement-grey-1255000006 : 756
aas-file-bak-1255000006 : 14947
redis-1255000016 : 2463
cbs-snapshot-meta-1255000016 : 9
test-1255000023 : 4
esop-1255000006 : 90770
ipo-hk-file-1255000006 : 4566
futures-report-1255000006 : 24283
hk-shareholders-meeting-file-1255000006 : 454
rtss-backup-1255000006 : 13992
innerpubimg-1255000006 : 118
fund-risk-match-1255000006 : 4055204
settlement-hkbos-reportset-1255000006 : 107395
cos-soa-report-grey-1255000006 : 11006
esop2-pub-1255000006 : 2363447
future-statement-1255000006 : 70008
ebos-exp-1255000006 : 13
test-1255000006 : 8827
sichang-1255000008 : 3
impush-cos-1255000006 : 20
esop2-exp-1255000006 : 25671
bond-statement-20200831-1255000006 : 1526
innerprifile-1255000006 : 154015
upload-download-precheck-1255000012 : 7
[root@TENCENT64 ~]#
Ansible lsblk与df -h检查
[root@tcs-172-23-2-93 /data/zhangpeng]# ansible -i csp csp -m shell -a "lsblk"
172.23.3.81 | SUCCESS | rc=0 >>
NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT
sda 8:0 0 447.1G 0 disk
├─sda1 8:1 0 50G 0 part /
├─sda2 8:2 0 512M 0 part /boot/efi
├─sda3 8:3 0 20G 0 part /usr/local
└─sda4 8:4 0 376.6G 0 part /data
sdb 8:16 0 10.9T 0 disk
└─sdb1 8:17 0 10.9T 0 part /data/cos/osd/osd.DATASTOR_A
sdc 8:32 0 10.9T 0 disk
└─sdc1 8:33 0 10.9T 0 part /data/cos/osd/osd.DATASTOR_B
sdd 8:48 0 10.9T 0 disk
└─sdd1 8:49 0 10.9T 0 part /data/cos/osd/osd.DATASTOR_C
sde 8:64 0 10.9T 0 disk
└─sde1 8:65 0 10.9T 0 part /data/cos/osd/osd.DATASTOR_D
sdf 8:80 0 10.9T 0 disk
└─sdf1 8:81 0 10.9T 0 part /data/cos/osd/osd.DATASTOR_E
sdg 8:96 0 10.9T 0 disk
└─sdg1 8:97 0 10.9T 0 part /data/cos/osd/osd.DATASTOR_F
sdh 8:112 0 10.9T 0 disk
└─sdh1 8:113 0 10.9T 0 part /data/cos/osd/osd.DATASTOR_G
sdi 8:128 0 10.9T 0 disk
└─sdi1 8:129 0 10.9T 0 part /data/cos/osd/osd.DATASTOR_H
sdj 8:144 0 10.9T 0 disk
└─sdj1 8:145 0 10.9T 0 part /data/cos/osd/osd.DATASTOR_I
sdk 8:160 0 10.9T 0 disk
└─sdk1 8:161 0 10.9T 0 part /data/cos/osd/osd.DATASTOR_J
nvme0n1 259:0 0 5.8T 0 disk
├─nvme0n1p1 259:22 0 596G 0 part
├─nvme0n1p2 259:23 0 596G 0 part
├─nvme0n1p3 259:24 0 596G 0 part
├─nvme0n1p4 259:25 0 596G 0 part
├─nvme0n1p5 259:26 0 596G 0 part
├─nvme0n1p6 259:27 0 596G 0 part
├─nvme0n1p7 259:28 0 596G 0 part
├─nvme0n1p8 259:29 0 596G 0 part
├─nvme0n1p9 259:30 0 596G 0 part
└─nvme0n1p10 259:31 0 596G 0 part
nvme1n1 259:1 0 5.8T 0 disk
├─nvme1n1p1 259:2 0 20G 0 part
└─nvme1n1p2 259:4 0 5.8T 0 part /data/cos/osd/osd.DATASTOR_SSD_A
[root@tcs-172-23-2-93 /data/zhangpeng]# ansible -i csp csp -m shell -a "df -h"
172.23.3.81 | SUCCESS | rc=0 >>
文件系统 容量 已用 可用 已用% 挂载点
/dev/sda1 50G 7.1G 40G 16% /
devtmpfs 126G 0 126G 0% /dev
tmpfs 126G 0 126G 0% /dev/shm
tmpfs 126G 275M 126G 1% /run
tmpfs 126G 0 126G 0% /sys/fs/cgroup
/dev/sda3 20G 456M 19G 3% /usr/local
/dev/sda2 511M 4.6M 507M 1% /boot/efi
/dev/sda4 371G 21G 331G 6% /data
tmpfs 26G 0 26G 0% /run/user/0
/dev/sdc1 11T 3.4T 7.6T 32% /data/cos/osd/osd.DATASTOR_B
/dev/sdd1 11T 3.4T 7.6T 31% /data/cos/osd/osd.DATASTOR_C
/dev/sde1 11T 3.6T 7.4T 33% /data/cos/osd/osd.DATASTOR_D
/dev/sdf1 11T 3.3T 7.7T 31% /data/cos/osd/osd.DATASTOR_E
/dev/sdg1 11T 3.7T 7.3T 34% /data/cos/osd/osd.DATASTOR_F
/dev/sdh1 11T 3.3T 7.7T 30% /data/cos/osd/osd.DATASTOR_G
/dev/sdi1 11T 3.7T 7.3T 34% /data/cos/osd/osd.DATASTOR_H
/dev/sdj1 11T 3.7T 7.3T 34% /data/cos/osd/osd.DATASTOR_I
/dev/sdk1 11T 3.6T 7.4T 33% /data/cos/osd/osd.DATASTOR_J
/dev/nvme1n1p2 5.9T 3.8G 5.8T 1% /data/cos/osd/osd.DATASTOR_SSD_A
/dev/sdb1 11T 2.3T 8.8T 21% /data/cos/osd/osd.DATASTOR_A
OSD检查
[root@TENCENT64 ~]# ceph -c /data/cos/ceph.CLUSTERMON_A.conf osd df
ID CLASS WEIGHT REWEIGHT SIZE USE AVAIL %USE VAR PGS
117 ssd 5.82190 1.00000 5.80TiB 4.61GiB 5.80TiB 0.08 0.00 158
122 ssd 5.82190 1.00000 5.80TiB 3.71GiB 5.80TiB 0.06 0.00 130
116 ssd 5.82190 1.00000 5.80TiB 3.78GiB 5.80TiB 0.06 0.00 145
121 ssd 5.82190 1.00000 5.80TiB 4.39GiB 5.80TiB 0.07 0.00 143
119 ssd 5.82190 1.00000 5.80TiB 3.66GiB 5.80TiB 0.06 0.00 141
123 ssd 5.82190 1.00000 5.80TiB 4.65GiB 5.80TiB 0.08 0.00 147
120 ssd 5.82190 1.00000 5.80TiB 4.34GiB 5.80TiB 0.07 0.00 148
118 ssd 5.82190 1.00000 5.80TiB 3.80GiB 5.80TiB 0.06 0.00 140
36 hdd 10.91405 1.00000 10.9TiB 3.39TiB 7.52TiB 31.06 1.08 200
45 hdd 10.91405 1.00000 10.9TiB 3.39TiB 7.52TiB 31.06 1.08 200
54 hdd 10.91405 1.00000 10.9TiB 3.43TiB 7.48TiB 31.46 1.09 213
63 hdd 11.97025 1.00000 10.9TiB 3.37TiB 7.55TiB 30.86 1.07 203
71 hdd 10.91405 1.00000 10.9TiB 3.37TiB 7.55TiB 30.84 1.07 209
76 hdd 10.91405 1.00000 10.9TiB 3.61TiB 7.31TiB 33.05 1.15 211
84 hdd 11.84290 1.00000 10.9TiB 3.31TiB 7.60TiB 30.33 1.05 206
92 hdd 12.94456 1.00000 10.9TiB 3.07TiB 7.84TiB 28.18 0.98 208
101 hdd 11.71823 1.00000 10.9TiB 3.44TiB 7.47TiB 31.56 1.10 205
110 hdd 9.47432 1.00000 10.9TiB 3.80TiB 7.11TiB 34.81 1.21 200
42 hdd 11.37544 1.00000 10.9TiB 3.42TiB 7.49TiB 31.38 1.09 197
44 hdd 9.55565 1.00000 10.9TiB 3.86TiB 7.05TiB 35.40 1.23 195
55 hdd 10.91405 1.00000 10.9TiB 3.38TiB 7.53TiB 31.02 1.08 207
62 hdd 9.68028 1.00000 10.9TiB 3.62TiB 7.29TiB 33.22 1.15 202
73 hdd 10.91405 1.00000 10.9TiB 3.47TiB 7.44TiB 31.80 1.10 207
78 hdd 10.91405 1.00000 10.9TiB 3.43TiB 7.49TiB 31.39 1.09 207
86 hdd 10.91405 1.00000 10.9TiB 3.31TiB 7.60TiB 30.34 1.05 205
95 hdd 11.59616 1.00000 10.9TiB 3.46TiB 7.45TiB 31.72 1.10 210
103 hdd 9.98415 1.00000 10.9TiB 3.74TiB 7.18TiB 34.23 1.19 200
111 hdd 10.91405 1.00000 10.9TiB 3.47TiB 7.44TiB 31.81 1.11 211
41 hdd 10.91405 1.00000 10.9TiB 2.21TiB 8.70TiB 20.27 0.70 194
48 hdd 11.41777 1.00000 10.9TiB 3.40TiB 7.52TiB 31.13 1.08 208
57 hdd 11.53609 1.00000 10.9TiB 3.36TiB 7.55TiB 30.78 1.07 202
64 hdd 10.91405 1.00000 10.9TiB 3.54TiB 7.37TiB 32.46 1.13 209
72 hdd 11.90622 1.00000 10.9TiB 3.28TiB 7.63TiB 30.04 1.04 203
80 hdd 9.93958 1.00000 10.9TiB 3.63TiB 7.28TiB 33.24 1.16 208
88 hdd 13.33212 1.00000 10.9TiB 3.27TiB 7.64TiB 29.99 1.04 208
94 hdd 10.07449 1.00000 10.9TiB 3.68TiB 7.23TiB 33.72 1.17 207
100 hdd 10.16650 1.00000 10.9TiB 3.64TiB 7.27TiB 33.37 1.16 205
108 hdd 10.91405 1.00000 10.9TiB 3.57TiB 7.34TiB 32.75 1.14 208
38 hdd 10.91405 1.00000 10.9TiB 3.31TiB 7.61TiB 30.30 1.05 194
50 hdd 11.41777 1.00000 10.9TiB 3.49TiB 7.42TiB 32.01 1.11 209
53 hdd 9.59682 1.00000 10.9TiB 3.76TiB 7.15TiB 34.43 1.20 202
60 hdd 10.26021 1.00000 10.9TiB 3.63TiB 7.28TiB 33.31 1.16 206
70 hdd 10.91405 1.00000 10.9TiB 3.43TiB 7.48TiB 31.41 1.09 207
79 hdd 10.91405 1.00000 10.9TiB 3.29TiB 7.62TiB 30.19 1.05 198
87 hdd 10.91405 1.00000 10.9TiB 3.50TiB 7.42TiB 32.05 1.11 210
93 hdd 11.53609 1.00000 10.9TiB 3.41TiB 7.50TiB 31.24 1.09 206
104 hdd 10.91405 1.00000 10.9TiB 3.49TiB 7.43TiB 31.95 1.11 204
112 hdd 10.91405 1.00000 10.9TiB 3.55TiB 7.37TiB 32.50 1.13 208
39 hdd 10.91405 1.00000 10.9TiB 3.41TiB 7.50TiB 31.25 1.09 210
46 hdd 11.47662 1.00000 10.9TiB 3.36TiB 7.55TiB 30.80 1.07 205
58 hdd 10.35564 1.00000 10.9TiB 3.64TiB 7.27TiB 33.37 1.16 211
66 hdd 10.91405 1.00000 10.9TiB 3.15TiB 7.77TiB 28.83 1.00 195
74 hdd 10.91405 1.00000 10.9TiB 3.38TiB 7.54TiB 30.94 1.07 208
82 hdd 10.91405 1.00000 10.9TiB 3.38TiB 7.53TiB 31.02 1.08 205
90 hdd 10.91405 1.00000 10.9TiB 3.34TiB 7.57TiB 30.65 1.06 199
97 hdd 9.68028 1.00000 10.9TiB 3.86TiB 7.06TiB 35.34 1.23 207
106 hdd 11.65688 1.00000 10.9TiB 3.32TiB 7.59TiB 30.46 1.06 202
113 hdd 11.71823 1.00000 10.9TiB 3.23TiB 7.68TiB 29.60 1.03 203
43 hdd 9.43417 1.00000 10.9TiB 3.84TiB 7.07TiB 35.20 1.22 204
51 hdd 11.71823 1.00000 10.9TiB 3.45TiB 7.46TiB 31.61 1.10 210
59 hdd 12.75159 1.00000 10.9TiB 3.44TiB 7.47TiB 31.54 1.10 209
67 hdd 9.85161 1.00000 10.9TiB 3.79TiB 7.13TiB 34.69 1.21 201
75 hdd 10.91405 1.00000 10.9TiB 3.48TiB 7.44TiB 31.85 1.11 204
83 hdd 10.91405 1.00000 10.9TiB 3.61TiB 7.31TiB 33.05 1.15 203
91 hdd 11.78023 1.00000 10.9TiB 3.30TiB 7.62TiB 30.20 1.05 202
99 hdd 10.91405 1.00000 10.9TiB 3.51TiB 7.40TiB 32.14 1.12 213
107 hdd 10.12030 1.00000 10.9TiB 3.56TiB 7.35TiB 32.62 1.13 201
115 hdd 11.78023 1.00000 10.9TiB 3.37TiB 7.54TiB 30.90 1.07 204
37 hdd 9.89539 1.00000 10.9TiB 2.32TiB 8.59TiB 21.30 0.74 204
49 hdd 10.91405 1.00000 10.9TiB 2.23TiB 8.68TiB 20.45 0.71 196
52 hdd 10.91405 1.00000 10.9TiB 2.40TiB 8.51TiB 22.00 0.76 211
61 hdd 11.29706 1.00000 10.9TiB 2.33TiB 8.58TiB 21.39 0.74 205
68 hdd 10.35564 1.00000 10.9TiB 2.36TiB 8.56TiB 21.59 0.75 207
77 hdd 10.91405 1.00000 10.9TiB 2.40TiB 8.51TiB 22.00 0.76 211
85 hdd 11.65688 1.00000 10.9TiB 2.32TiB 8.59TiB 21.27 0.74 204
96 hdd 10.91405 1.00000 10.9TiB 2.38TiB 8.53TiB 21.79 0.76 209
102 hdd 10.02911 1.00000 10.9TiB 2.31TiB 8.60TiB 21.21 0.74 203
109 hdd 10.91405 1.00000 10.9TiB 2.32TiB 8.59TiB 21.29 0.74 204
40 hdd 10.91405 1.00000 10.9TiB 3.40TiB 7.52TiB 31.12 1.08 201
47 hdd 11.78023 1.00000 10.9TiB 3.38TiB 7.54TiB 30.93 1.07 211
56 hdd 10.91405 1.00000 10.9TiB 3.30TiB 7.61TiB 30.28 1.05 201
65 hdd 10.91405 1.00000 10.9TiB 3.45TiB 7.46TiB 31.59 1.10 211
69 hdd 10.91405 1.00000 10.9TiB 3.34TiB 7.57TiB 30.63 1.06 207
81 hdd 10.91405 1.00000 10.9TiB 3.36TiB 7.56TiB 30.75 1.07 207
89 hdd 9.68028 1.00000 10.9TiB 3.75TiB 7.16TiB 34.41 1.20 204
98 hdd 10.91405 1.00000 10.9TiB 3.36TiB 7.55TiB 30.82 1.07 193
105 hdd 10.91405 1.00000 10.9TiB 3.36TiB 7.56TiB 30.75 1.07 197
114 hdd 10.91405 1.00000 10.9TiB 3.28TiB 7.63TiB 30.08 1.05 210
TOTAL 919TiB 265TiB 655TiB 28.78
MIN/MAX VAR: 0.00/1.23 STDDEV: 9.52
[root@TENCENT64 ~]#
检查检查
[root@TENCENT64 ~]# ceph -s
cluster:
id: 1b868e5a-8ff7-4f3f-b9b4-ff31156bd88d
health: HEALTH_WARN
noscrub,nodeep-scrub flag(s) set
services:
mon: 3 daemons, quorum 172.23.2.209-CLUSTERMON_A,172.31.191.6-CLUSTERMON_B,172.31.0.163-CLUSTERMON_C
mgr: CLUSTERMGR-172.31.0.163(active), standbys: CLUSTERMGR-172.31.191.6, CLUSTERMGR-172.23.2.209
osd: 88 osds: 88 up, 88 in
flags noscrub,nodeep-scrub
rgw: 1 daemon active
data:
pools: 7 pools, 4384 pgs
objects: 737.20M objects, 43.6TiB
usage: 265TiB used, 655TiB / 919TiB avail
pgs: 4384 active+clean
io:
client: 1.82MiB/s rd, 1.49KiB/s wr, 327op/s rd, 23op/s wr
[root@TENCENT64 ~]#
设置pool名称
[root@TENCENT64 /data]# POOL_NAME=$(ceph osd pool ls | grep buckets.data)
[root@TENCENT64 /data]# echo $POOL_NAME
default.rgw.buckets.data
[root@TENCENT64 /data]#
设置初始pg数
[root@TENCENT64 ~]# OLD_PG_NUM=2048
[root@TENCENT64 ~]# echo $OLD_PG_NUM
2048
[root@TENCENT64 ~]#
pool详细信息
[root@TENCENT64 ~]# ceph -c $(ls /data/cos/ceph.*.conf |head -n1) osd pool ls detail
pool 1 'default.rgw.buckets.non-ec' replicated size 4 min_size 3 crush_rule 10 object_hash rjenkins pg_num 16 pgp_num 16 last_change 7861 flags hashpspool stripe_width 0 application rgw
pool 2 'default.rgw.meta' replicated size 4 min_size 3 crush_rule 10 object_hash rjenkins pg_num 4 pgp_num 4 last_change 7862 flags hashpspool stripe_width 0 application rgw
pool 3 'default.rgw.buckets.index' replicated size 4 min_size 3 crush_rule 10 object_hash rjenkins pg_num 256 pgp_num 256 last_change 7863 flags hashpspool stripe_width 0 application rgw
pool 4 'default.rgw.control' replicated size 4 min_size 3 crush_rule 10 object_hash rjenkins pg_num 4 pgp_num 4 last_change 7864 flags hashpspool stripe_width 0 application rgw
pool 5 '.rgw.root' replicated size 4 min_size 3 crush_rule 10 object_hash rjenkins pg_num 4 pgp_num 4 last_change 7865 flags hashpspool stripe_width 0 application rgw
pool 6 'default.rgw.log' replicated size 4 min_size 3 crush_rule 10 object_hash rjenkins pg_num 4 pgp_num 4 last_change 7866 flags hashpspool stripe_width 0 application rgw
pool 7 'default.rgw.buckets.data' replicated size 4 min_size 3 crush_rule 9 object_hash rjenkins pg_num 4032 pgp_num 4032 last_change 11512 lfor 0/11510 flags hashpspool stripe_width 0 expected_num_objects 409600000 application rgw
[root@TENCENT64 ~]#
设置pg目标数量
[root@TENCENT64 ~]# TARGET_PG_NUM=$((2048 * 2))
[root@TENCENT64 ~]# echo $TARGET_PG_NUM
4096
查看及确认当前pg数
[root@TENCENT64 ~]# NEW_PG_NUM=$(ceph -c $CEPH_CONF osd pool ls detail | grep buckets.data | awk '{print $14}')
[root@TENCENT64 ~]# echo $NEW_PG_NUM
4032
[root@TENCENT64 ~]#
设置pg步长
[root@TENCENT64 ~]# STEP=64
开始分裂
[root@TENCENT64 ~]# NEW_PG_NUM=$(($NEW_PG_NUM + $STEP))
[root@TENCENT64 ~]# echo $NEW_PG_NUM
4096
[root@TENCENT64 ~]#
设置pg数
[root@TENCENT64 ~]# ceph -c $CEPH_CONF osd pool set $POOL_NAME pg_num $NEW_PG_NUM
set pool 7 pg_num to 4096
[root@TENCENT64 ~]#
设置osd_max_backfills
[root@TENCENT64 ~]# ceph -c $CEPH_CONF tell 'osd.*' injectargs '--osd_max_backfills=15 --osd_recovery_max_active=15'
osd.36: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.37: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.38: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.39: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.40: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.41: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.42: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.43: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.44: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.45: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.46: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.47: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.48: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.49: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.50: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.51: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.52: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.53: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.54: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.55: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.56: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.57: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.58: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.59: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.60: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.61: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.62: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.63: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.64: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.65: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.66: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.67: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.68: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.69: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.70: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.71: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.72: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.73: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.74: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.75: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.76: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.77: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.78: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.79: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.80: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.81: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.82: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.83: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.84: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.85: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.86: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.87: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.88: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.89: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.90: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.91: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.92: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.93: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.94: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.95: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.96: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.97: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.98: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.99: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.100: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.101: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.102: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.103: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.104: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.105: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.106: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.107: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.108: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.109: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.110: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.111: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.112: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.113: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.114: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.115: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.116: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.117: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.118: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.119: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.120: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.121: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.122: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
osd.123: internal_log_reopen_flag = 'true' (not observed, change may require restart) osd_max_backfills = '15' osd_recovery_max_active = '15' (not observed, change may require restart)
[root@TENCENT64 ~]# watch ceph -c $CEPH_CONF -s
[root@TENCENT64 ~]#
[root@TENCENT64 ~]# ceph -c $(ls /data/cos/ceph.*.conf | head -1) tell 'osd.*' injectargs '--osd_max_backfills=10 --osd_recovery_max_active=10'
osd.36: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.37: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.38: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.39: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.40: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.41: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.42: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.43: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.44: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.45: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.46: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.47: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.48: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.49: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.50: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.51: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.52: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.53: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.54: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.55: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.56: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.57: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.58: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.59: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.60: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.61: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.62: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.63: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.64: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.65: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.66: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.67: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.68: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.69: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.70: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.71: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.72: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.73: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.74: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.75: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.76: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.77: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.78: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.79: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.80: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.81: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.82: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.83: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.84: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.85: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.86: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.87: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.88: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.89: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.90: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.91: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.92: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.93: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.94: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.95: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.96: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.97: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.98: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.99: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.100: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.101: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.102: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.103: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.104: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.105: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.106: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.107: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.108: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.109: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.110: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.111: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.112: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.113: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.114: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.115: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.116: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.117: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.118: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.119: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.120: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.121: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.122: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
osd.123: osd_max_backfills = '10' osd_recovery_max_active = '10' (not observed, change may require restart)
[root@TENCENT64 ~]#
分裂过程状态确认
[root@TENCENT64 ~]# date;ceph -c $CEPH_CONF -s
2022年 07月 17日 星期日 15:16:56 CST
cluster:
id: 1b868e5a-8ff7-4f3f-b9b4-ff31156bd88d
health: HEALTH_WARN
noout,noscrub,nodeep-scrub flag(s) set
1 pools have pg_num > pgp_num
services:
mon: 3 daemons, quorum 172.23.2.209-CLUSTERMON_A,172.31.191.6-CLUSTERMON_B,172.31.0.163-CLUSTERMON_C
mgr: CLUSTERMGR-172.31.0.163(active), standbys: CLUSTERMGR-172.31.191.6, CLUSTERMGR-172.23.2.209
osd: 88 osds: 88 up, 88 in
flags noout,noscrub,nodeep-scrub
rgw: 1 daemon active
data:
pools: 7 pools, 4384 pgs
objects: 729.37M objects, 40.2TiB
usage: 241TiB used, 679TiB / 919TiB avail
pgs: 4384 active+clean
[root@TENCENT64 ~]#
设置pgp数量
[root@TENCENT64 ~]# ceph -c $CEPH_CONF osd pool set $POOL_NAME pgp_num $NEW_PG_NUM
set pool 7 pgp_num to 3776
[root@TENCENT64 ~]#
状态确认，等待pg、pgp分裂完成
[root@TENCENT64 ~]# ceph -c $CEPH_CONF -s
cluster:
id: 1b868e5a-8ff7-4f3f-b9b4-ff31156bd88d
health: HEALTH_WARN
noscrub,nodeep-scrub flag(s) set
services:
mon: 3 daemons, quorum 172.23.2.209-CLUSTERMON_A,172.31.191.6-CLUSTERMON_B,172.31.0.163-CLUSTERMON_C
mgr: CLUSTERMGR-172.31.0.163(active), standbys: CLUSTERMGR-172.31.191.6, CLUSTERMGR-172.23.2.209
osd: 88 osds: 88 up, 88 in
flags noscrub,nodeep-scrub
rgw: 1 daemon active
data:
pools: 7 pools, 4064 pgs
objects: 727.75M objects, 40.0TiB
usage: 231TiB used, 689TiB / 919TiB avail
pgs: 4064 active+clean
io:
client: 3.38KiB/s rd, 4op/s rd, 0op/s wr
[root@TENCENT64 ~]#