[DEFAULT] # bind_ip = 0.0.0.0 bind_port = 6201 # keep_idle = 600 # bind_timeout = 30 # backlog = 4096 # user = swift # swift_dir = /etc/swift # devices = /srv/node # mount_check = true # disable_fallocate = false # # Use an integer to override the number of pre-forked processes that will # accept connections. # workers = auto # # Maximum concurrent requests per worker # max_clients = 1024 # # This is a comma separated list of hosts allowed in the X-Container-Sync-To # field for containers. This is the old-style of using container sync. It is # strongly recommended to use the new style of a separate # container-sync-realms.conf -- see container-sync-realms.conf-sample # allowed_sync_hosts = 127.0.0.1 # # You can specify default log routing here if you want: # log_name = swift # log_facility = LOG_LOCAL0 # log_level = INFO # log_address = /dev/log # The following caps the length of log lines to the value given; no limit if # set to 0, the default. # log_max_line_length = 0 # # Hashing algorithm for log anonymization. Must be one of algorithms supported # by Python's hashlib. # log_anonymization_method = MD5 # # Salt added during log anonymization # log_anonymization_salt = # # Template used to format logs. All words surrounded by curly brackets # will be substituted with the appropriate values # log_format = {remote_addr} - - [{time.d}/{time.b}/{time.Y}:{time.H}:{time.M}:{time.S} +0000] "{method} {path}" {status} {content_length} "{referer}" "{txn_id}" "{user_agent}" {trans_time:.4f} "{additional_info}" {pid} {policy_index} # # comma separated list of functions to call to setup custom log handlers. # functions get passed: conf, name, log_to_console, log_route, fmt, logger, # adapted_logger # log_custom_handlers = # # If set, log_udp_host will override log_address # log_udp_host = # log_udp_port = 514 # # You can enable StatsD logging here: # log_statsd_host = # log_statsd_port = 8125 # log_statsd_default_sample_rate = 1.0 # log_statsd_sample_rate_factor = 1.0 # log_statsd_metric_prefix = # # If you don't mind the extra disk space usage in overhead, you can turn this # on to preallocate disk space with SQLite databases to decrease fragmentation. # db_preallocation = off # # Enable this option to log all sqlite3 queries (requires python >=3.3) # db_query_logging = off # # eventlet_debug = false # # You can set fallocate_reserve to the number of bytes or percentage of disk # space you'd like fallocate to reserve, whether there is space for the given # file size or not. Percentage will be used if the value ends with a '%'. # fallocate_reserve = 1% # # You can set scheduling priority of processes. Niceness values range from -20 # (most favorable to the process) to 19 (least favorable to the process). # nice_priority = # # You can set I/O scheduling class and priority of processes. I/O niceness # class values are IOPRIO_CLASS_RT (realtime), IOPRIO_CLASS_BE (best-effort) and # IOPRIO_CLASS_IDLE (idle). I/O niceness priority is a number which goes from # 0 to 7. The higher the value, the lower the I/O priority of the process. # Work only with ionice_class. # ionice_class = # ionice_priority = [pipeline:main] pipeline = healthcheck recon container-server [app:container-server] use = egg:swift#container # You can override the default log routing for this app here: # set log_name = container-server # set log_facility = LOG_LOCAL0 # set log_level = INFO # set log_requests = true # set log_address = /dev/log # # node_timeout = 3 # conn_timeout = 0.5 # allow_versions = false # # You can disable REPLICATE handling (default is to allow it). When deploying # a cluster with a separate replication network, you'll want multiple # container-server processes running: one for client-driven traffic and another # for replication traffic. The server handling client-driven traffic may set # this to false. If there is only one container-server process, leave this as # true. # replication_server = true # # You can set scheduling priority of processes. Niceness values range from -20 # (most favorable to the process) to 19 (least favorable to the process). # nice_priority = # # You can set I/O scheduling class and priority of processes. I/O niceness # class values are IOPRIO_CLASS_RT (realtime), IOPRIO_CLASS_BE (best-effort) and # IOPRIO_CLASS_IDLE (idle). I/O niceness priority is a number which goes from # 0 to 7. The higher the value, the lower the I/O priority of the process. # Work only with ionice_class. # ionice_class = # ionice_priority = # # You can set fallocate_reserve to the number of bytes or percentage # of disk space you'd like kept free at all times. If the disk's free # space falls below this value, then PUT, POST, and REPLICATE requests # will be denied until the disk ha s more space available. Percentage # will be used if the value ends with a '%'. # fallocate_reserve = 1% [filter:healthcheck] use = egg:swift#healthcheck # An optional filesystem path, which if present, will cause the healthcheck # URL to return "503 Service Unavailable" with a body of "DISABLED BY FILE" # disable_path = [filter:recon] use = egg:swift#recon #recon_cache_path = /var/cache/swift [container-replicator] # You can override the default log routing for this app here (don't use set!): # log_name = container-replicator # log_facility = LOG_LOCAL0 # log_level = INFO # log_address = /dev/log # # Maximum number of database rows that will be sync'd in a single HTTP # replication request. Databases with less than or equal to this number of # differing rows will always be sync'd using an HTTP replication request rather # than using rsync. # per_diff = 1000 # # Maximum number of HTTP replication requests attempted on each replication # pass for any one container. This caps how long the replicator will spend # trying to sync a given database per pass so the other databases don't get # starved. # max_diffs = 100 # # Number of replication workers to spawn. # concurrency = 8 # # Time in seconds to wait between replication passes # interval = 30.0 # run_pause is deprecated, use interval instead # run_pause = 30.0 # # Process at most this many databases per second # databases_per_second = 50 # # node_timeout = 10 # conn_timeout = 0.5 # # The replicator also performs reclamation # reclaim_age = 604800 # # Allow rsync to compress data which is transmitted to destination node # during sync. However, this is applicable only when destination node is in # a different region than the local one. # rsync_compress = no # # Format of the rsync module where the replicator will send data. See # etc/rsyncd.conf-sample for some usage examples. # rsync_module = {replication_ip}::container # # recon_cache_path = /var/cache/swift # # You can set scheduling priority of processes. Niceness values range from -20 # (most favorable to the process) to 19 (least favorable to the process). # nice_priority = # # You can set I/O scheduling class and priority of processes. I/O niceness # class values are IOPRIO_CLASS_RT (realtime), IOPRIO_CLASS_BE (best-effort) and # IOPRIO_CLASS_IDLE (idle). I/O niceness priority is a number which goes from # 0 to 7. The higher the value, the lower the I/O priority of the process. # Work only with ionice_class. # ionice_class = # ionice_priority = # # The handoffs_only mode option is for special-case emergency # situations such as full disks in the cluster. This option SHOULD NOT # BE ENABLED except in emergencies. When handoffs_only mode is enabled # the replicator will *only* replicate from handoff nodes to primary # nodes and will not sync primary nodes with other primary nodes. # # This has two main effects: first, the replicator becomes much more # effective at removing misplaced databases, thereby freeing up disk # space at a much faster pace than normal. Second, the replicator does # not sync data between primary nodes, so out-of-sync account and # container listings will not resolve while handoffs_only is enabled. # # This mode is intended to allow operators to temporarily sacrifice # consistency in order to gain faster rebalancing, such as during a # capacity addition with nearly-full disks. It is not intended for # long-term use. # # handoffs_only = no [container-updater] # You can override the default log routing for this app here (don't use set!): # log_name = container-updater # log_facility = LOG_LOCAL0 # log_level = INFO # log_address = /dev/log # # interval = 300.0 # concurrency = 4 # node_timeout = 3 # conn_timeout = 0.5 # # Send at most this many container updates per second # containers_per_second = 50 # # slowdown will sleep that amount between containers. Deprecated; use # containers_per_second instead. # slowdown = 0.01 # # Seconds to suppress updating an account that has generated an error # account_suppression_time = 60 # # recon_cache_path = /var/cache/swift # # You can set scheduling priority of processes. Niceness values range from -20 # (most favorable to the process) to 19 (least favorable to the process). # nice_priority = # # You can set I/O scheduling class and priority of processes. I/O niceness # class values are IOPRIO_CLASS_RT (realtime), IOPRIO_CLASS_BE (best-effort) and # IOPRIO_CLASS_IDLE (idle). I/O niceness priority is a number which goes from # 0 to 7. The higher the value, the lower the I/O priority of the process. # Work only with ionice_class. # ionice_class = # ionice_priority = [container-auditor] # You can override the default log routing for this app here (don't use set!): # log_name = container-auditor # log_facility = LOG_LOCAL0 # log_level = INFO # log_address = /dev/log # # Will audit each container at most once per interval # interval = 1800.0 # # containers_per_second = 200 # recon_cache_path = /var/cache/swift # # You can set scheduling priority of processes. Niceness values range from -20 # (most favorable to the process) to 19 (least favorable to the process). # nice_priority = # # You can set I/O scheduling class and priority of processes. I/O niceness # class values are IOPRIO_CLASS_RT (realtime), IOPRIO_CLASS_BE (best-effort) and # IOPRIO_CLASS_IDLE (idle). I/O niceness priority is a number which goes from # 0 to 7. The higher the value, the lower the I/O priority of the process. # Work only with ionice_class. # ionice_class = # ionice_priority = [container-sync] # You can override the default log routing for this app here (don't use set!): # log_name = container-sync # log_facility = LOG_LOCAL0 # log_level = INFO # log_address = /dev/log # # If you need to use an HTTP Proxy, set it here; defaults to no proxy. # You can also set this to a comma separated list of HTTP Proxies and they will # be randomly used (simple load balancing). # sync_proxy = http://10.1.1.1:8888,http://10.1.1.2:8888 # # Will sync each container at most once per interval # interval = 300.0 # # Maximum amount of time to spend syncing each container per pass # container_time = 60 # # Maximum amount of time in seconds for the connection attempt # conn_timeout = 5 # Server errors from requests will be retried by default # request_tries = 3 # # Internal client config file path # internal_client_conf_path = /etc/swift/internal-client.conf # # You can set scheduling priority of processes. Niceness values range from -20 # (most favorable to the process) to 19 (least favorable to the process). # nice_priority = # # You can set I/O scheduling class and priority of processes. I/O niceness # class values are IOPRIO_CLASS_RT (realtime), IOPRIO_CLASS_BE (best-effort) and # IOPRIO_CLASS_IDLE (idle). I/O niceness priority is a number which goes from # 0 to 7. The higher the value, the lower the I/O priority of the process. # Work only with ionice_class. # ionice_class = # ionice_priority = # Note: Put it at the beginning of the pipeline to profile all middleware. But # it is safer to put this after healthcheck. [filter:xprofile] use = egg:swift#xprofile # This option enable you to switch profilers which should inherit from python # standard profiler. Currently the supported value can be 'cProfile', # 'eventlet.green.profile' etc. # profile_module = eventlet.green.profile # # This prefix will be used to combine process ID and timestamp to name the # profile data file. Make sure the executing user has permission to write # into this path (missing path segments will be created, if necessary). # If you enable profiling in more than one type of daemon, you must override # it with an unique value like: /var/log/swift/profile/container.profile # log_filename_prefix = /tmp/log/swift/profile/default.profile # # the profile data will be dumped to local disk based on above naming rule # in this interval. # dump_interval = 5.0 # # Be careful, this option will enable profiler to dump data into the file with # time stamp which means there will be lots of files piled up in the directory. # dump_timestamp = false # # This is the path of the URL to access the mini web UI. # path = /__profile__ # # Clear the data when the wsgi server shutdown. # flush_at_shutdown = false # # unwind the iterator of applications # unwind = false [container-sharder] # You can override the default log routing for this app here (don't use set!): # log_name = container-sharder # log_facility = LOG_LOCAL0 # log_level = INFO # log_address = /dev/log # # Container sharder specific settings # # If the auto_shard option is true then the sharder will automatically select # containers to shard, scan for shard ranges, and select shards to shrink. # The default is false. # Warning: auto-sharding is still under development and should not be used in # production; do not set this option to true in a production cluster. # auto_shard = false # # When auto-sharding is enabled shard_container_threshold defines the object # count at which a container with container-sharding enabled will start to # shard. shard_container_threshold also indirectly determines the defaults for # rows_per_shard, shrink_threshold and expansion_limit. # shard_container_threshold = 1000000 # # rows_per_shard determines the initial nominal size of shard containers. The # default is shard_container_threshold // 2 # rows_per_shard = 500000 # # Minimum size of the final shard range. If this is greater than one then the # final shard range may be extended to more than rows_per_shard in order to # avoid a further shard range with less than minimum_shard_size rows. The # default value is rows_per_shard // 5. # minimum_shard_size = 100000 # # When auto-sharding is enabled shrink_threshold defines the object count # below which a 'donor' shard container will be considered for shrinking into # another 'acceptor' shard container. The default is determined by # shard_shrink_point. If set, shrink_threshold will take precedence over # shard_shrink_point. # shrink_threshold = # # When auto-sharding is enabled shard_shrink_point defines the object count # below which a 'donor' shard container will be considered for shrinking into # another 'acceptor' shard container. shard_shrink_point is a percentage of # shard_container_threshold e.g. the default value of 10 means 10% of the # shard_container_threshold. # Deprecated: shrink_threshold is recommended and if set will take precedence # over shard_shrink_point. # shard_shrink_point = 10 # # When auto-sharding is enabled expansion_limit defines the maximum # allowed size of an acceptor shard container after having a donor merged into # it. The default is determined by shard_shrink_merge_point. # If set, expansion_limit will take precedence over shard_shrink_merge_point. # expansion_limit = # # When auto-sharding is enabled shard_shrink_merge_point defines the maximum # allowed size of an acceptor shard container after having a donor merged into # it. Shard_shrink_merge_point is a percentage of shard_container_threshold. # e.g. the default value of 75 means that the projected sum of a donor object # count and acceptor count must be less than 75% of shard_container_threshold # for the donor to be allowed to merge into the acceptor. # # For example, if the shard_container_threshold is 1 million, # shard_shrink_point is 10, and shard_shrink_merge_point is 75 then a shard will # be considered for shrinking if it has less than or equal to 100 thousand # objects but will only merge into an acceptor if the combined object count # would be less than or equal to 750 thousand objects. # Deprecated: expansion_limit is recommended and if set will take precedence # over shard_shrink_merge_point. # shard_shrink_merge_point = 75 # # When auto-sharding is enabled shard_scanner_batch_size defines the maximum # number of shard ranges that will be found each time the sharder daemon visits # a sharding container. If necessary the sharder daemon will continue to search # for more shard ranges each time it visits the container. # shard_scanner_batch_size = 10 # # cleave_batch_size defines the number of shard ranges that will be cleaved # each time the sharder daemon visits a sharding container. # cleave_batch_size = 2 # # cleave_row_batch_size defines the size of batches of object rows read from a # sharding container and merged to a shard container during cleaving. # cleave_row_batch_size = 10000 # # max_expanding defines the maximum number of shards that could be expanded in a # single cycle of the sharder. Defaults to unlimited (-1). # max_expanding = -1 # # max_shrinking defines the maximum number of shards that should be shrunk into # each expanding shard. Defaults to 1. # NOTE: Using values greater than 1 may result in temporary gaps in object listings # until all selected shards have shrunk. # max_shrinking = 1 # # Defines the number of successfully replicated shard dbs required when # cleaving a previously uncleaved shard range before the sharder will progress # to the next shard range. The value should be less than or equal to the # container ring replica count. The default of 'auto' causes the container ring # quorum value to be used. This option only applies to the container-sharder # replication and does not affect the number of shard container replicas that # will eventually be replicated by the container-replicator. # shard_replication_quorum = auto # # Defines the number of successfully replicated shard dbs required when # cleaving a shard range that has been previously cleaved on another node # before the sharder will progress to the next shard range. The value should be # less than or equal to the container ring replica count. The default of 'auto' # causes the shard_replication_quorum value to be used. This option only # applies to the container-sharder replication and does not affect the number # of shard container replicas that will eventually be replicated by the # container-replicator. # existing_shard_replication_quorum = auto # # The sharder uses an internal client to create and make requests to # containers. The absolute path to the client config file can be configured. # internal_client_conf_path = /etc/swift/internal-client.conf # # The number of time the internal client will retry requests. # request_tries = 3 # # Each time the sharder dumps stats to the recon cache file it includes a list # of containers that appear to need sharding but are not yet sharding. By # default this list is limited to the top 5 containers, ordered by object # count. The limit may be changed by setting recon_candidates_limit to an # integer value. A negative value implies no limit. # recon_candidates_limit = 5 # # As the sharder visits each container that's currently sharding it dumps to # recon their current progress. To be able to mark their progress as completed # this in-progress check will need to monitor containers that have just # completed sharding. The recon_sharded_timeout parameter says for how long a # container whose just finished sharding should be checked by the in-progress # check. This is to allow anything monitoring the sharding recon dump to have # enough time to collate and see things complete. The time is capped at # reclaim_age, so this parameter should be less than or equal to reclaim_age. # The default is 12 hours (12 x 60 x 60) # recon_sharded_timeout = 43200 # # Large databases tend to take a while to work with, but we want to make sure # we write down our progress. Use a larger-than-normal broker timeout to make # us less likely to bomb out on a LockTimeout. # broker_timeout = 60 # # Time in seconds to wait between emitting stats to logs # stats_interval = 3600.0 # # Time in seconds to wait between sharder cycles # interval = 30.0 # # Process at most this many databases per second # databases_per_second = 50 # # The container-sharder accepts the following configuration options as defined # in the container-replicator section: # # per_diff = 1000 # max_diffs = 100 # concurrency = 8 # node_timeout = 10 # conn_timeout = 0.5 # reclaim_age = 604800 # rsync_compress = no # rsync_module = {replication_ip}::container # recon_cache_path = /var/cache/swift #