
Implements: blueprint api-group-by New class StatisticsGroupByTest contains the storage tests for group by statistics and has its own test data The storage tests check group by statistics for 1) single field, "user-id" 2) single field, "resource-id" 3) single field, "project-id" 4) single field, "source" 5) single metadata field (not yet implemented) 6) multiple fields 7) multiple metadata fields (not yet implemented) 8) multiple mixed fields, regular and metadata (not yet implemented) 9) single field groupby with query filter 10) single metadata field groupby with query filter (not yet implemented) 11) multiple field group by with multiple query filters 12) multiple metadata field group by with multiple query filters (not yet implemented) 13) single field with period 14) single metadata field with period (not yet implemented) 15) single field with query filter and period 16) single metadata field with query filter and period (not yet implemented) It also includes the implementation for the SQLAlchemy driver. Change-Id: I902db657e424b9894c0382db4869b22317fc25da
216 lines
6.5 KiB
Python
216 lines
6.5 KiB
Python
# -*- encoding: utf-8 -*-
|
|
#
|
|
# Copyright © 2012 New Dream Network, LLC (DreamHost)
|
|
#
|
|
# Author: Doug Hellmann <doug.hellmann@dreamhost.com>
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""Base classes for storage engines
|
|
"""
|
|
|
|
import abc
|
|
import datetime
|
|
import math
|
|
|
|
from ceilometer.openstack.common import timeutils
|
|
|
|
|
|
def iter_period(start, end, period):
|
|
"""Split a time from start to end in periods of a number of seconds. This
|
|
function yield the (start, end) time for each period composing the time
|
|
passed as argument.
|
|
|
|
:param start: When the period set start.
|
|
:param end: When the period end starts.
|
|
:param period: The duration of the period.
|
|
|
|
"""
|
|
period_start = start
|
|
increment = datetime.timedelta(seconds=period)
|
|
for i in xrange(int(math.ceil(
|
|
timeutils.delta_seconds(start, end)
|
|
/ float(period)))):
|
|
next_start = period_start + increment
|
|
yield (period_start, next_start)
|
|
period_start = next_start
|
|
|
|
|
|
def _handle_sort_key(model_name, sort_key=None):
|
|
"""Generate sort keys according to the passed in sort key from user.
|
|
|
|
:param model_name: Database model name be query.(alarm, meter, etc.)
|
|
:param sort_key: sort key passed from user.
|
|
return: sort keys list
|
|
"""
|
|
sort_keys_extra = {'alarm': ['name', 'user_id', 'project_id'],
|
|
'meter': ['user_id', 'project_id'],
|
|
'resource': ['user_id', 'project_id'],
|
|
}
|
|
|
|
sort_keys = sort_keys_extra[model_name]
|
|
if not sort_key:
|
|
return sort_keys
|
|
# NOTE(Fengqian): We need to put the sort key from user
|
|
#in the first place of sort keys list.
|
|
try:
|
|
sort_keys.remove(sort_key)
|
|
except ValueError:
|
|
pass
|
|
finally:
|
|
sort_keys.insert(0, sort_key)
|
|
return sort_keys
|
|
|
|
|
|
class MultipleResultsFound(Exception):
|
|
pass
|
|
|
|
|
|
class NoResultFound(Exception):
|
|
pass
|
|
|
|
|
|
class StorageEngine(object):
|
|
"""Base class for storage engines."""
|
|
|
|
__metaclass__ = abc.ABCMeta
|
|
|
|
@abc.abstractmethod
|
|
def get_connection(self, conf):
|
|
"""Return a Connection instance based on the configuration settings."""
|
|
|
|
|
|
class Connection(object):
|
|
"""Base class for storage system connections."""
|
|
|
|
__metaclass__ = abc.ABCMeta
|
|
|
|
@abc.abstractmethod
|
|
def __init__(self, conf):
|
|
"""Constructor."""
|
|
|
|
@abc.abstractmethod
|
|
def upgrade(self):
|
|
"""Migrate the database to `version` or the most recent version."""
|
|
|
|
@abc.abstractmethod
|
|
def record_metering_data(self, data):
|
|
"""Write the data to the backend storage system.
|
|
|
|
:param data: a dictionary such as returned by
|
|
ceilometer.meter.meter_message_from_counter
|
|
|
|
All timestamps must be naive utc datetime object.
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def clear_expired_metering_data(self, ttl):
|
|
"""Clear expired data from the backend storage system according to the
|
|
time-to-live.
|
|
|
|
:param ttl: Number of seconds to keep records for.
|
|
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def get_users(self, source=None):
|
|
"""Return an iterable of user id strings.
|
|
|
|
:param source: Optional source filter.
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def get_projects(self, source=None):
|
|
"""Return an iterable of project id strings.
|
|
|
|
:param source: Optional source filter.
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def get_resources(self, user=None, project=None, source=None,
|
|
start_timestamp=None, start_timestamp_op=None,
|
|
end_timestamp=None, end_timestamp_op=None,
|
|
metaquery={}, resource=None):
|
|
"""Return an iterable of models.Resource instances containing
|
|
resource information.
|
|
|
|
:param user: Optional ID for user that owns the resource.
|
|
:param project: Optional ID for project that owns the resource.
|
|
:param source: Optional source filter.
|
|
:param start_timestamp: Optional modified timestamp start range.
|
|
:param start_timestamp_op: Optional timestamp start range operation.
|
|
:param end_timestamp: Optional modified timestamp end range.
|
|
:param end_timestamp_op: Optional timestamp end range operation.
|
|
:param metaquery: Optional dict with metadata to match on.
|
|
:param resource: Optional resource filter.
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def get_meters(self, user=None, project=None, resource=None, source=None,
|
|
metaquery={}):
|
|
"""Return an iterable of model.Meter instances containing meter
|
|
information.
|
|
|
|
:param user: Optional ID for user that owns the resource.
|
|
:param project: Optional ID for project that owns the resource.
|
|
:param resource: Optional resource filter.
|
|
:param source: Optional source filter.
|
|
:param metaquery: Optional dict with metadata to match on.
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def get_samples(self, sample_filter, limit=None):
|
|
"""Return an iterable of model.Sample instances.
|
|
|
|
:param sample_filter: Filter.
|
|
:param limit: Maximum number of results to return.
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def get_meter_statistics(self, sample_filter, period=None, groupby=None):
|
|
"""Return an iterable of model.Statistics instances.
|
|
|
|
The filter must have a meter value set.
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def get_alarms(self, name=None, user=None,
|
|
project=None, enabled=True, alarm_id=None):
|
|
"""Yields a lists of alarms that match filters
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def update_alarm(self, alarm):
|
|
"""update alarm
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def delete_alarm(self, alarm_id):
|
|
"""Delete a alarm
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def clear(self):
|
|
"""Clear database."""
|
|
|
|
@abc.abstractmethod
|
|
def record_events(self, events):
|
|
"""Write the events to the backend storage system.
|
|
|
|
:param events: a list of model.Event objects.
|
|
"""
|
|
|
|
@abc.abstractmethod
|
|
def get_events(self, event_filter):
|
|
"""Return an iterable of model.Event objects.
|
|
"""
|