From 4ad893eb1a5ebd7c7660c70d44d1316862268cf1 Mon Sep 17 00:00:00 2001 From: Matthew Heler Date: Tue, 4 Dec 2018 20:15:21 -0600 Subject: [PATCH] Additional Ceph tunning parameters for openstack-helm osd_scrub_load_threshold set to 10.0 (default 0.5) - With the number of multi-core processors nowadays, it's fairly typical to see systems over a load of 1.0. We need to adjust the scrub load threshold so that scrubbing runs as scheduled even when a node is moderately/lightly under load. filestore_max_sync_interval set to 10s (default 5s) - Larger default journal sizes (>1GB) will not be effectively used unless the max sync interval time is increased for Filestore. The benefit of this change is increased performance especially around sequential write workloads. mon_osd_down_out_interval set to 1800s (default 600s) - OSD PODs can take longer then several minutes to boot up. Mark an OSD as 'out' in the CRUSH map only after 15 minutes of being 'down'. Change-Id: I62d6d0de436c270d3295671f8c7f74c89b3bd71e --- ceph-mon/values.yaml | 3 +++ ceph-osd/values.yaml | 3 +++ 2 files changed, 6 insertions(+) diff --git a/ceph-mon/values.yaml b/ceph-mon/values.yaml index 464c76995..b4dd48b59 100644 --- a/ceph-mon/values.yaml +++ b/ceph-mon/values.yaml @@ -157,6 +157,7 @@ conf: objecter_inflight_op_bytes: "1073741824" objecter_inflight_ops: 10240 debug_ms: "0/0" + mon_osd_down_out_interval: 1800 osd: osd_mkfs_type: xfs osd_mkfs_options_xfs: -f -i size=2048 @@ -168,12 +169,14 @@ conf: osd_pg_max_concurrent_snap_trims: 1 filestore_merge_threshold: -10 filestore_split_multiple: 12 + filestore_max_sync_interval: 10 osd_scrub_begin_hour: 22 osd_scrub_end_hour: 4 osd_scrub_during_recovery: false osd_scrub_sleep: 0.1 osd_scrub_chunk_min: 1 osd_scrub_chunk_max: 4 + osd_scrub_load_threshold: 10.0 osd_deep_scrub_stride: "1048576" osd_scrub_priority: 1 osd_recovery_op_priority: 1 diff --git a/ceph-osd/values.yaml b/ceph-osd/values.yaml index 3c7e41291..a89b17bc3 100644 --- a/ceph-osd/values.yaml +++ b/ceph-osd/values.yaml @@ -91,6 +91,7 @@ conf: objecter_inflight_op_bytes: "1073741824" objecter_inflight_ops: 10240 debug_ms: "0/0" + mon_osd_down_out_interval: 1800 osd: osd_mkfs_type: xfs osd_mkfs_options_xfs: -f -i size=2048 @@ -102,12 +103,14 @@ conf: osd_pg_max_concurrent_snap_trims: 1 filestore_merge_threshold: -10 filestore_split_multiple: 12 + filestore_max_sync_interval: 10 osd_scrub_begin_hour: 22 osd_scrub_end_hour: 4 osd_scrub_during_recovery: false osd_scrub_sleep: 0.1 osd_scrub_chunk_min: 1 osd_scrub_chunk_max: 4 + osd_scrub_load_threshold: 10.0 osd_deep_scrub_stride: "1048576" osd_scrub_priority: 1 osd_recovery_op_priority: 1