ef3d5612ab
event database will grow gradually, currently, even though we can dump data to 3rd storage, the old data cannot be cleaned. This patch adds a new option [database].event_time_to_live, and create ttl index on event collection for MongoDB backend. Also change previous [database].time_to_live to precise [database].metering_time_to_live. To enable test_bin, this patch also simply implements log:// partially implements blueprint event-database-ttl DocImpact Change-Id: I0d67cf212f37d3fa5555870a8e7cbb65af205d63
76 lines
2.8 KiB
Python
76 lines
2.8 KiB
Python
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""MongoDB storage backend"""
|
|
|
|
from oslo_config import cfg
|
|
import pymongo
|
|
|
|
from ceilometer.event.storage import pymongo_base
|
|
from ceilometer.openstack.common import log
|
|
from ceilometer import storage
|
|
from ceilometer.storage import impl_mongodb
|
|
from ceilometer.storage.mongo import utils as pymongo_utils
|
|
|
|
LOG = log.getLogger(__name__)
|
|
|
|
|
|
class Connection(pymongo_base.Connection):
|
|
"""Put the event data into a MongoDB database."""
|
|
|
|
CONNECTION_POOL = pymongo_utils.ConnectionPool()
|
|
|
|
def __init__(self, url):
|
|
|
|
# NOTE(jd) Use our own connection pooling on top of the Pymongo one.
|
|
# We need that otherwise we overflow the MongoDB instance with new
|
|
# connection since we instantiate a Pymongo client each time someone
|
|
# requires a new storage connection.
|
|
self.conn = self.CONNECTION_POOL.connect(url)
|
|
|
|
# Require MongoDB 2.4 to use $setOnInsert
|
|
if self.conn.server_info()['versionArray'] < [2, 4]:
|
|
raise storage.StorageBadVersion("Need at least MongoDB 2.4")
|
|
|
|
connection_options = pymongo.uri_parser.parse_uri(url)
|
|
self.db = getattr(self.conn, connection_options['database'])
|
|
if connection_options.get('username'):
|
|
self.db.authenticate(connection_options['username'],
|
|
connection_options['password'])
|
|
|
|
# NOTE(jd) Upgrading is just about creating index, so let's do this
|
|
# on connection to be sure at least the TTL is correctly updated if
|
|
# needed.
|
|
self.upgrade()
|
|
|
|
def upgrade(self):
|
|
# Establish indexes
|
|
ttl = cfg.CONF.database.event_time_to_live
|
|
impl_mongodb.Connection.update_ttl(ttl, 'event_ttl', 'timestamp',
|
|
self.db.event)
|
|
|
|
def clear(self):
|
|
self.conn.drop_database(self.db.name)
|
|
# Connection will be reopened automatically if needed
|
|
self.conn.close()
|
|
|
|
@staticmethod
|
|
def clear_expired_event_data(ttl):
|
|
"""Clear expired data from the backend storage system.
|
|
|
|
Clearing occurs according to the time-to-live.
|
|
|
|
:param ttl: Number of seconds to keep records for.
|
|
"""
|
|
LOG.debug("Clearing expired event data is based on native "
|
|
"MongoDB time to live feature and going in background.")
|