b69d3a0f1f
we pass safe parameter to pymongo.MongoClient but this field is removed in 3.0. the default value is safe=True as of pymongo>=2.4[1]. this patch also cleans up residual ensure_index usage in tests which were leftover from when ttl was not native to mongodb[2] [1] http://emptysqua.re/blog/pymongos-new-default-safe-writes/ [2] I3d91fb08eb51ba6cfd5256abbeca43ed98321412 Closes-Bug: #1441393 Change-Id: I46f6ba28a4986c1f35b726c411d0804f3bb0cbda
228 lines
9.4 KiB
Python
228 lines
9.4 KiB
Python
#
|
|
# Copyright 2012 New Dream Network, LLC (DreamHost)
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""Tests for ceilometer/storage/impl_mongodb.py
|
|
|
|
.. note::
|
|
In order to run the tests against another MongoDB server set the
|
|
environment variable CEILOMETER_TEST_MONGODB_URL to point to a MongoDB
|
|
server before running the tests.
|
|
|
|
"""
|
|
|
|
from ceilometer.alarm.storage import impl_mongodb as impl_mongodb_alarm
|
|
from ceilometer.event.storage import impl_mongodb as impl_mongodb_event
|
|
from ceilometer.storage import base
|
|
from ceilometer.storage import impl_mongodb
|
|
from ceilometer.tests import base as test_base
|
|
from ceilometer.tests import db as tests_db
|
|
from ceilometer.tests.storage import test_storage_scenarios
|
|
|
|
|
|
@tests_db.run_with('mongodb')
|
|
class MongoDBConnection(tests_db.TestBase,
|
|
tests_db.MixinTestsWithBackendScenarios):
|
|
def test_connection_pooling(self):
|
|
test_conn = impl_mongodb.Connection(self.db_manager.url)
|
|
self.assertEqual(self.conn.conn, test_conn.conn)
|
|
|
|
def test_replica_set(self):
|
|
url = self.db_manager._url + '?replicaSet=foobar'
|
|
conn = impl_mongodb.Connection(url)
|
|
self.assertTrue(conn.conn)
|
|
|
|
def test_recurse_sort_keys(self):
|
|
sort_keys = ['k1', 'k2', 'k3']
|
|
marker = {'k1': 'v1', 'k2': 'v2', 'k3': 'v3'}
|
|
flag = '$lt'
|
|
ret = impl_mongodb.Connection._recurse_sort_keys(sort_keys=sort_keys,
|
|
marker=marker,
|
|
flag=flag)
|
|
expect = {'k3': {'$lt': 'v3'}, 'k2': {'eq': 'v2'}, 'k1': {'eq': 'v1'}}
|
|
self.assertEqual(expect, ret)
|
|
|
|
|
|
@tests_db.run_with('mongodb')
|
|
class MongoDBTestMarkerBase(test_storage_scenarios.DBTestBase,
|
|
tests_db.MixinTestsWithBackendScenarios):
|
|
# NOTE(Fengqian): All these three test case are the same for resource
|
|
# and meter collection. As to alarm, we will set up in AlarmTestPagination.
|
|
def test_get_marker(self):
|
|
marker_pairs = {'user_id': 'user-id-4'}
|
|
ret = impl_mongodb.Connection._get_marker(self.conn.db.resource,
|
|
marker_pairs)
|
|
self.assertEqual('project-id-4', ret['project_id'])
|
|
|
|
def test_get_marker_None(self):
|
|
marker_pairs = {'user_id': 'user-id-foo'}
|
|
try:
|
|
ret = impl_mongodb.Connection._get_marker(self.conn.db.resource,
|
|
marker_pairs)
|
|
self.assertEqual('project-id-foo', ret['project_id'])
|
|
except base.NoResultFound:
|
|
self.assertTrue(True)
|
|
|
|
def test_get_marker_multiple(self):
|
|
try:
|
|
marker_pairs = {'project_id': 'project-id'}
|
|
ret = impl_mongodb.Connection._get_marker(self.conn.db.resource,
|
|
marker_pairs)
|
|
self.assertEqual('project-id-foo', ret['project_id'])
|
|
except base.MultipleResultsFound:
|
|
self.assertTrue(True)
|
|
|
|
|
|
@tests_db.run_with('mongodb')
|
|
class IndexTest(tests_db.TestBase,
|
|
tests_db.MixinTestsWithBackendScenarios):
|
|
|
|
def _test_ttl_index_absent(self, conn, coll_name, ttl_opt):
|
|
# create a fake index and check it is deleted
|
|
coll = getattr(conn.db, coll_name)
|
|
index_name = '%s_ttl' % coll_name
|
|
self.CONF.set_override(ttl_opt, -1, group='database')
|
|
conn.upgrade()
|
|
self.assertNotIn(index_name, coll.index_information())
|
|
|
|
self.CONF.set_override(ttl_opt, 456789, group='database')
|
|
conn.upgrade()
|
|
self.assertEqual(456789,
|
|
coll.index_information()
|
|
[index_name]['expireAfterSeconds'])
|
|
|
|
def test_meter_ttl_index_absent(self):
|
|
self._test_ttl_index_absent(self.conn, 'meter',
|
|
'metering_time_to_live')
|
|
|
|
def test_event_ttl_index_absent(self):
|
|
self._test_ttl_index_absent(self.event_conn, 'event',
|
|
'event_time_to_live')
|
|
|
|
def _test_ttl_index_present(self, conn, coll_name, ttl_opt):
|
|
coll = getattr(conn.db, coll_name)
|
|
self.CONF.set_override(ttl_opt, 456789, group='database')
|
|
conn.upgrade()
|
|
index_name = '%s_ttl' % coll_name
|
|
self.assertEqual(456789,
|
|
coll.index_information()
|
|
[index_name]['expireAfterSeconds'])
|
|
|
|
self.CONF.set_override(ttl_opt, -1, group='database')
|
|
conn.upgrade()
|
|
self.assertNotIn(index_name, coll.index_information())
|
|
|
|
def test_meter_ttl_index_present(self):
|
|
self._test_ttl_index_present(self.conn, 'meter',
|
|
'metering_time_to_live')
|
|
|
|
def test_event_ttl_index_present(self):
|
|
self._test_ttl_index_present(self.event_conn, 'event',
|
|
'event_time_to_live')
|
|
|
|
|
|
@tests_db.run_with('mongodb')
|
|
class AlarmTestPagination(test_storage_scenarios.AlarmTestBase,
|
|
tests_db.MixinTestsWithBackendScenarios):
|
|
def test_alarm_get_marker(self):
|
|
self.add_some_alarms()
|
|
marker_pairs = {'name': 'red-alert'}
|
|
ret = impl_mongodb.Connection._get_marker(self.alarm_conn.db.alarm,
|
|
marker_pairs=marker_pairs)
|
|
self.assertEqual('test.one', ret['rule']['meter_name'])
|
|
|
|
def test_alarm_get_marker_None(self):
|
|
self.add_some_alarms()
|
|
try:
|
|
marker_pairs = {'name': 'user-id-foo'}
|
|
ret = impl_mongodb.Connection._get_marker(self.alarm_conn.db.alarm,
|
|
marker_pairs)
|
|
self.assertEqual('meter_name-foo', ret['rule']['meter_name'])
|
|
except base.NoResultFound:
|
|
self.assertTrue(True)
|
|
|
|
def test_alarm_get_marker_multiple(self):
|
|
self.add_some_alarms()
|
|
try:
|
|
marker_pairs = {'user_id': 'me'}
|
|
ret = impl_mongodb.Connection._get_marker(self.alarm_conn.db.alarm,
|
|
marker_pairs)
|
|
self.assertEqual('counter-name-foo', ret['rule']['meter_name'])
|
|
except base.MultipleResultsFound:
|
|
self.assertTrue(True)
|
|
|
|
|
|
class CapabilitiesTest(test_base.BaseTestCase):
|
|
# Check the returned capabilities list, which is specific to each DB
|
|
# driver
|
|
|
|
def test_capabilities(self):
|
|
expected_capabilities = {
|
|
'meters': {'pagination': False,
|
|
'query': {'simple': True,
|
|
'metadata': True,
|
|
'complex': False}},
|
|
'resources': {'pagination': False,
|
|
'query': {'simple': True,
|
|
'metadata': True,
|
|
'complex': False}},
|
|
'samples': {'pagination': False,
|
|
'query': {'simple': True,
|
|
'metadata': True,
|
|
'complex': True}},
|
|
'statistics': {'pagination': False,
|
|
'groupby': True,
|
|
'query': {'simple': True,
|
|
'metadata': True,
|
|
'complex': False},
|
|
'aggregation': {'standard': True,
|
|
'selectable': {
|
|
'max': True,
|
|
'min': True,
|
|
'sum': True,
|
|
'avg': True,
|
|
'count': True,
|
|
'stddev': True,
|
|
'cardinality': True}}
|
|
},
|
|
}
|
|
|
|
actual_capabilities = impl_mongodb.Connection.get_capabilities()
|
|
self.assertEqual(expected_capabilities, actual_capabilities)
|
|
|
|
def test_event_capabilities(self):
|
|
expected_capabilities = {
|
|
'events': {'query': {'simple': True}},
|
|
}
|
|
actual_capabilities = impl_mongodb_event.Connection.get_capabilities()
|
|
self.assertEqual(expected_capabilities, actual_capabilities)
|
|
|
|
def test_alarm_capabilities(self):
|
|
expected_capabilities = {
|
|
'alarms': {'query': {'simple': True,
|
|
'complex': True},
|
|
'history': {'query': {'simple': True,
|
|
'complex': True}}},
|
|
}
|
|
|
|
actual_capabilities = impl_mongodb_alarm.Connection.get_capabilities()
|
|
self.assertEqual(expected_capabilities, actual_capabilities)
|
|
|
|
def test_storage_capabilities(self):
|
|
expected_capabilities = {
|
|
'storage': {'production_ready': True},
|
|
}
|
|
actual_capabilities = (impl_mongodb.Connection.
|
|
get_storage_capabilities())
|
|
self.assertEqual(expected_capabilities, actual_capabilities)
|