From 6ef48d37060e81cc6ffc283644bcd2df6c7ef80e Mon Sep 17 00:00:00 2001 From: Matthew Heler Date: Tue, 9 Oct 2018 12:16:53 -0500 Subject: [PATCH] Further performance tuning changes for Ceph - Throttle down snap trimming as to lessen it's performance impact (Setting just osd_snap_trim_priority isn't effective enough to throttle down the impact) osd_snap_trim_sleep: 0.1 (default 0) osd_pg_max_concurrent_snap_trims: 1 (default 2) - Align filestore_merge_threshold with upstream Ceph values (A negative number disables this function, no change in behavior) filestore_merge_threshold: -10 (formerly -50, default 10) - Increase RGW pool thread size for more concurrent connections rgw_thread_pool_size: 512 (default 100) - Disable in-memory logs for the ms subsytem. debug_ms: 0/0 (default 0/5) - Formating cleanups Change-Id: I4aefcb6e774cb3e1252e52ca6003cec495556467 --- ceph-client/values.yaml | 1 + ceph-mon/values.yaml | 5 ++++- ceph-osd/values.yaml | 7 +++++-- ceph-provisioners/values.yaml | 1 + ceph-rgw/values.yaml | 2 ++ 5 files changed, 13 insertions(+), 3 deletions(-) diff --git a/ceph-client/values.yaml b/ceph-client/values.yaml index f330c2bd5..ff26aef3d 100644 --- a/ceph-client/values.yaml +++ b/ceph-client/values.yaml @@ -219,6 +219,7 @@ conf: cephx_service_require_signatures: false objecter_inflight_op_bytes: "1073741824" objecter_inflight_ops: 10240 + debug_ms: "0/0" osd: osd_mkfs_type: xfs osd_mkfs_options_xfs: -f -i size=2048 diff --git a/ceph-mon/values.yaml b/ceph-mon/values.yaml index b41e27ec4..7e92f0983 100644 --- a/ceph-mon/values.yaml +++ b/ceph-mon/values.yaml @@ -156,6 +156,7 @@ conf: cephx_service_require_signatures: false objecter_inflight_op_bytes: "1073741824" objecter_inflight_ops: 10240 + debug_ms: "0/0" osd: osd_mkfs_type: xfs osd_mkfs_options_xfs: -f -i size=2048 @@ -163,7 +164,9 @@ conf: ms_bind_port_min: 6800 ms_bind_port_max: 7100 osd_snap_trim_priority: 1 - filestore_merge_threshold: -50 + osd_snap_trim_sleep: 0.1 + osd_pg_max_concurrent_snap_trims: 1 + filestore_merge_threshold: -10 filestore_split_multiple: 12 osd_scrub_begin_hour: 22 osd_scrub_end_hour: 4 diff --git a/ceph-osd/values.yaml b/ceph-osd/values.yaml index ba5886e50..c0c78cfe3 100644 --- a/ceph-osd/values.yaml +++ b/ceph-osd/values.yaml @@ -82,6 +82,7 @@ conf: cephx_service_require_signatures: false objecter_inflight_op_bytes: "1073741824" objecter_inflight_ops: 10240 + debug_ms: "0/0" osd: osd_mkfs_type: xfs osd_mkfs_options_xfs: -f -i size=2048 @@ -89,12 +90,14 @@ conf: ms_bind_port_min: 6800 ms_bind_port_max: 7100 osd_snap_trim_priority: 1 - filestore_merge_threshold: "-50" + osd_snap_trim_sleep: 0.1 + osd_pg_max_concurrent_snap_trims: 1 + filestore_merge_threshold: -10 filestore_split_multiple: 12 osd_scrub_begin_hour: 22 osd_scrub_end_hour: 4 osd_scrub_during_recovery: false - osd_scrub_sleep: "0.1" + osd_scrub_sleep: 0.1 osd_scrub_chunk_min: 1 osd_scrub_chunk_max: 4 osd_deep_scrub_stride: "1048576" diff --git a/ceph-provisioners/values.yaml b/ceph-provisioners/values.yaml index 77d9064f9..574a0ec6d 100644 --- a/ceph-provisioners/values.yaml +++ b/ceph-provisioners/values.yaml @@ -109,6 +109,7 @@ conf: cephx_service_require_signatures: false objecter_inflight_op_bytes: "1073741824" objecter_inflight_ops: 10240 + debug_ms: "0/0" osd: osd_mkfs_type: xfs osd_mkfs_options_xfs: -f -i size=2048 diff --git a/ceph-rgw/values.yaml b/ceph-rgw/values.yaml index ec394b0b9..020cca141 100644 --- a/ceph-rgw/values.yaml +++ b/ceph-rgw/values.yaml @@ -283,6 +283,7 @@ conf: #NOTE (JCL): See http://tracker.ceph.com/issues/24937 #NOTE (JCL): See https://tracker.ceph.com/issues/24551 rgw_dynamic_resharding: false + rgw_thread_pool_size: 512 rgw_s3: enabled: false admin_caps: "users=*;buckets=*;zone=*" @@ -295,6 +296,7 @@ conf: cephx_service_require_signatures: false objecter_inflight_op_bytes: "1073741824" objecter_inflight_ops: 10240 + debug_ms: "0/0" osd: osd_mkfs_type: xfs osd_mkfs_options_xfs: -f -i size=2048