318 lines
12 KiB
Python
318 lines
12 KiB
Python
# -*- encoding: utf-8 -*-
|
|
#
|
|
# Copyright © 2012 New Dream Network, LLC (DreamHost)
|
|
#
|
|
# Author: Doug Hellmann <doug.hellmann@dreamhost.com>
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""Tests for ceilometer/agent/service.py
|
|
"""
|
|
|
|
import datetime
|
|
import socket
|
|
|
|
import mock
|
|
from mock import patch
|
|
import msgpack
|
|
from stevedore import extension
|
|
from stevedore.tests import manager as test_manager
|
|
|
|
from ceilometer.collector import service
|
|
from ceilometer.compute import notifications
|
|
from ceilometer.openstack.common.fixture import config
|
|
from ceilometer.openstack.common import timeutils
|
|
from ceilometer import sample
|
|
from ceilometer.storage import models
|
|
from ceilometer.tests import base as tests_base
|
|
|
|
|
|
TEST_NOTICE = {
|
|
u'_context_auth_token': u'3d8b13de1b7d499587dfc69b77dc09c2',
|
|
u'_context_is_admin': True,
|
|
u'_context_project_id': u'7c150a59fe714e6f9263774af9688f0e',
|
|
u'_context_quota_class': None,
|
|
u'_context_read_deleted': u'no',
|
|
u'_context_remote_address': u'10.0.2.15',
|
|
u'_context_request_id': u'req-d68b36e0-9233-467f-9afb-d81435d64d66',
|
|
u'_context_roles': [u'admin'],
|
|
u'_context_timestamp': u'2012-05-08T20:23:41.425105',
|
|
u'_context_user_id': u'1e3ce043029547f1a61c1996d1a531a2',
|
|
u'event_type': u'compute.instance.create.end',
|
|
u'message_id': u'dae6f69c-00e0-41c0-b371-41ec3b7f4451',
|
|
u'payload': {u'created_at': u'2012-05-08 20:23:41',
|
|
u'deleted_at': u'',
|
|
u'disk_gb': 0,
|
|
u'display_name': u'testme',
|
|
u'fixed_ips': [{u'address': u'10.0.0.2',
|
|
u'floating_ips': [],
|
|
u'meta': {},
|
|
u'type': u'fixed',
|
|
u'version': 4}],
|
|
u'image_ref_url': u'http://10.0.2.15:9292/images/UUID',
|
|
u'instance_id': u'9f9d01b9-4a58-4271-9e27-398b21ab20d1',
|
|
u'instance_type': u'm1.tiny',
|
|
u'instance_type_id': 2,
|
|
u'launched_at': u'2012-05-08 20:23:47.985999',
|
|
u'memory_mb': 512,
|
|
u'state': u'active',
|
|
u'state_description': u'',
|
|
u'tenant_id': u'7c150a59fe714e6f9263774af9688f0e',
|
|
u'user_id': u'1e3ce043029547f1a61c1996d1a531a2',
|
|
u'reservation_id': u'1e3ce043029547f1a61c1996d1a531a3',
|
|
u'vcpus': 1,
|
|
u'root_gb': 0,
|
|
u'ephemeral_gb': 0,
|
|
u'host': u'compute-host-name',
|
|
u'availability_zone': u'1e3ce043029547f1a61c1996d1a531a4',
|
|
u'os_type': u'linux?',
|
|
u'architecture': u'x86',
|
|
u'image_ref': u'UUID',
|
|
u'kernel_id': u'1e3ce043029547f1a61c1996d1a531a5',
|
|
u'ramdisk_id': u'1e3ce043029547f1a61c1996d1a531a6',
|
|
},
|
|
u'priority': u'INFO',
|
|
u'publisher_id': u'compute.vagrant-precise',
|
|
u'timestamp': u'2012-05-08 20:23:48.028195',
|
|
}
|
|
|
|
|
|
class TestCollector(tests_base.BaseTestCase):
|
|
def setUp(self):
|
|
super(TestCollector, self).setUp()
|
|
self.CONF = self.useFixture(config.Config()).conf
|
|
self.CONF.set_override("connection", "log://", group='database')
|
|
|
|
|
|
class TestUDPCollectorService(TestCollector):
|
|
def _make_fake_socket(self):
|
|
def recvfrom(size):
|
|
# Make the loop stop
|
|
self.srv.stop()
|
|
return (msgpack.dumps(self.counter), ('127.0.0.1', 12345))
|
|
|
|
sock = mock.Mock()
|
|
sock.recvfrom = recvfrom
|
|
return sock
|
|
|
|
def _verify_udp_socket(self, udp_socket):
|
|
conf = self.CONF.collector
|
|
udp_socket.setsockopt.assert_called_once_with(socket.SOL_SOCKET,
|
|
socket.SO_REUSEADDR, 1)
|
|
udp_socket.bind.assert_called_once_with((conf.udp_address,
|
|
conf.udp_port))
|
|
|
|
def setUp(self):
|
|
super(TestUDPCollectorService, self).setUp()
|
|
self.srv = service.UDPCollectorService()
|
|
self.counter = sample.Sample(
|
|
name='foobar',
|
|
type='bad',
|
|
unit='F',
|
|
volume=1,
|
|
user_id='jd',
|
|
project_id='ceilometer',
|
|
resource_id='cat',
|
|
timestamp='NOW!',
|
|
resource_metadata={},
|
|
).as_dict()
|
|
|
|
def test_udp_receive(self):
|
|
mock_dispatcher = mock.MagicMock()
|
|
self.srv.dispatcher_manager = test_manager.TestExtensionManager(
|
|
[extension.Extension('test',
|
|
None,
|
|
None,
|
|
mock_dispatcher
|
|
),
|
|
])
|
|
self.counter['source'] = 'mysource'
|
|
self.counter['counter_name'] = self.counter['name']
|
|
self.counter['counter_volume'] = self.counter['volume']
|
|
self.counter['counter_type'] = self.counter['type']
|
|
self.counter['counter_unit'] = self.counter['unit']
|
|
|
|
udp_socket = self._make_fake_socket()
|
|
with patch('socket.socket', return_value=udp_socket):
|
|
self.srv.start()
|
|
|
|
self._verify_udp_socket(udp_socket)
|
|
|
|
mock_dispatcher.record_metering_data.assert_called_once_with(
|
|
self.counter)
|
|
|
|
def test_udp_receive_storage_error(self):
|
|
mock_dispatcher = mock.MagicMock()
|
|
self.srv.dispatcher_manager = test_manager.TestExtensionManager(
|
|
[extension.Extension('test',
|
|
None,
|
|
None,
|
|
mock_dispatcher
|
|
),
|
|
])
|
|
mock_dispatcher.record_metering_data.side_effect = self._raise_error
|
|
|
|
self.counter['source'] = 'mysource'
|
|
self.counter['counter_name'] = self.counter['name']
|
|
self.counter['counter_volume'] = self.counter['volume']
|
|
self.counter['counter_type'] = self.counter['type']
|
|
self.counter['counter_unit'] = self.counter['unit']
|
|
|
|
udp_socket = self._make_fake_socket()
|
|
with patch('socket.socket', return_value=udp_socket):
|
|
self.srv.start()
|
|
|
|
self._verify_udp_socket(udp_socket)
|
|
|
|
mock_dispatcher.record_metering_data.assert_called_once_with(
|
|
self.counter)
|
|
|
|
@staticmethod
|
|
def _raise_error():
|
|
raise Exception
|
|
|
|
def test_udp_receive_bad_decoding(self):
|
|
udp_socket = self._make_fake_socket()
|
|
with patch('socket.socket', return_value=udp_socket):
|
|
with patch('msgpack.loads', self._raise_error):
|
|
self.srv.start()
|
|
|
|
self._verify_udp_socket(udp_socket)
|
|
|
|
|
|
class TestCollectorService(TestCollector):
|
|
|
|
def setUp(self):
|
|
super(TestCollectorService, self).setUp()
|
|
self.srv = service.CollectorService('the-host', 'the-topic')
|
|
self.ctx = None
|
|
|
|
@patch('ceilometer.pipeline.setup_pipeline', mock.MagicMock())
|
|
def test_init_host(self):
|
|
# If we try to create a real RPC connection, init_host() never
|
|
# returns. Mock it out so we can establish the service
|
|
# configuration.
|
|
with patch('ceilometer.openstack.common.rpc.create_connection'):
|
|
self.srv.start()
|
|
|
|
@patch('ceilometer.pipeline.setup_pipeline', mock.MagicMock())
|
|
def test_process_notification(self):
|
|
# If we try to create a real RPC connection, init_host() never
|
|
# returns. Mock it out so we can establish the service
|
|
# configuration.
|
|
self.CONF.set_override("store_events", False, group="collector")
|
|
with patch('ceilometer.openstack.common.rpc.create_connection'):
|
|
self.srv.start()
|
|
self.srv.pipeline_manager.pipelines[0] = mock.MagicMock()
|
|
self.srv.notification_manager = test_manager.TestExtensionManager(
|
|
[extension.Extension('test',
|
|
None,
|
|
None,
|
|
notifications.Instance(),
|
|
),
|
|
])
|
|
self.srv.process_notification(TEST_NOTICE)
|
|
self.assertTrue(
|
|
self.srv.pipeline_manager.publisher.called)
|
|
|
|
def test_process_notification_no_events(self):
|
|
self.CONF.set_override("store_events", False, group="collector")
|
|
self.srv.notification_manager = mock.MagicMock()
|
|
with patch.object(self.srv, '_message_to_event') as fake_msg_to_event:
|
|
self.srv.process_notification({})
|
|
self.assertFalse(fake_msg_to_event.called)
|
|
|
|
def test_process_notification_with_events(self):
|
|
self.CONF.set_override("store_events", True, group="collector")
|
|
self.srv.notification_manager = mock.MagicMock()
|
|
with patch.object(self.srv, '_message_to_event') as fake_msg_to_event:
|
|
self.srv.process_notification({})
|
|
self.assertTrue(fake_msg_to_event.called)
|
|
|
|
def test_message_to_event_missing_keys(self):
|
|
now = timeutils.utcnow()
|
|
timeutils.set_time_override(now)
|
|
message = {'event_type': "foo",
|
|
'message_id': "abc",
|
|
'publisher_id': "1"}
|
|
|
|
mock_dispatcher = mock.MagicMock()
|
|
self.srv.dispatcher_manager = test_manager.TestExtensionManager(
|
|
[extension.Extension('test',
|
|
None,
|
|
None,
|
|
mock_dispatcher
|
|
),
|
|
])
|
|
|
|
with patch('ceilometer.collector.service.LOG') as mylog:
|
|
self.srv._message_to_event(message)
|
|
self.assertFalse(mylog.exception.called)
|
|
events = mock_dispatcher.record_events.call_args[0]
|
|
self.assertEqual(1, len(events))
|
|
event = events[0]
|
|
self.assertEqual("foo", event.event_name)
|
|
self.assertEqual(now, event.generated)
|
|
self.assertEqual(1, len(event.traits))
|
|
|
|
def test_message_to_event_duplicate(self):
|
|
self.CONF.set_override("store_events", True, group="collector")
|
|
mock_dispatcher = mock.MagicMock()
|
|
self.srv.dispatcher_manager = test_manager.TestExtensionManager(
|
|
[extension.Extension('test',
|
|
None,
|
|
None,
|
|
mock_dispatcher
|
|
),
|
|
])
|
|
mock_dispatcher.record_events.return_value = [
|
|
(models.Event.DUPLICATE, object())]
|
|
message = {'event_type': "foo", 'message_id': "abc"}
|
|
self.srv._message_to_event(message) # Should return silently.
|
|
|
|
def test_message_to_event_bad_event(self):
|
|
self.CONF.set_override("store_events", True, group="collector")
|
|
mock_dispatcher = mock.MagicMock()
|
|
self.srv.dispatcher_manager = test_manager.TestExtensionManager(
|
|
[extension.Extension('test',
|
|
None,
|
|
None,
|
|
mock_dispatcher
|
|
),
|
|
])
|
|
mock_dispatcher.record_events.return_value = [
|
|
(models.Event.UNKNOWN_PROBLEM, object())]
|
|
message = {'event_type': "foo", 'message_id': "abc"}
|
|
self.assertRaises(service.UnableToSaveEventException,
|
|
self.srv._message_to_event, message)
|
|
|
|
def test_extract_when(self):
|
|
now = timeutils.utcnow()
|
|
modified = now + datetime.timedelta(minutes=1)
|
|
timeutils.set_time_override(now)
|
|
|
|
body = {"timestamp": str(modified)}
|
|
when = service.CollectorService._extract_when(body)
|
|
self.assertTimestampEqual(modified, when)
|
|
|
|
body = {"_context_timestamp": str(modified)}
|
|
when = service.CollectorService._extract_when(body)
|
|
self.assertTimestampEqual(modified, when)
|
|
|
|
then = now + datetime.timedelta(hours=1)
|
|
body = {"timestamp": str(modified), "_context_timestamp": str(then)}
|
|
when = service.CollectorService._extract_when(body)
|
|
self.assertTimestampEqual(modified, when)
|
|
|
|
when = service.CollectorService._extract_when({})
|
|
self.assertTimestampEqual(now, when)
|