165 lines
6.9 KiB
Python
165 lines
6.9 KiB
Python
# Copyright 2014: Mirantis Inc.
|
|
# All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import inspect
|
|
import json
|
|
import mock
|
|
import os
|
|
import re
|
|
import traceback
|
|
|
|
import yaml
|
|
|
|
import rally
|
|
from rally import api
|
|
from rally.task import context
|
|
from rally.task import engine
|
|
from rally.task import scenario
|
|
from tests.unit import test
|
|
|
|
RALLY_PATH = os.path.join(os.path.dirname(rally.__file__), os.pardir)
|
|
|
|
|
|
class TaskSampleTestCase(test.TestCase):
|
|
samples_path = os.path.join(RALLY_PATH, "samples", "tasks")
|
|
|
|
def setUp(self):
|
|
super(TaskSampleTestCase, self).setUp()
|
|
if os.environ.get("TOX_ENV_NAME") == "cover":
|
|
self.skipTest("There is no need to check samples in coverage job.")
|
|
|
|
@mock.patch("rally.task.engine.TaskEngine"
|
|
"._validate_config_semantic")
|
|
def test_schema_is_valid(self,
|
|
mock_task_engine__validate_config_semantic):
|
|
scenarios = set()
|
|
|
|
for dirname, dirnames, filenames in os.walk(self.samples_path):
|
|
for filename in filenames:
|
|
full_path = os.path.join(dirname, filename)
|
|
|
|
# NOTE(hughsaunders): Skip non config files
|
|
# (bug https://bugs.launchpad.net/rally/+bug/1314369)
|
|
if not re.search("\.(ya?ml|json)$", filename, flags=re.I):
|
|
continue
|
|
|
|
with open(full_path) as task_file:
|
|
try:
|
|
task_config = yaml.safe_load(api._Task.render_template
|
|
(task_file.read()))
|
|
eng = engine.TaskEngine(task_config,
|
|
mock.MagicMock(), mock.Mock())
|
|
eng.validate()
|
|
except Exception:
|
|
print(traceback.format_exc())
|
|
self.fail("Invalid task file: %s" % full_path)
|
|
else:
|
|
scenarios.update(task_config.keys())
|
|
|
|
missing = set(s.get_name() for s in scenario.Scenario.get_all())
|
|
missing -= scenarios
|
|
# check missing scenario is not from plugin
|
|
missing = [s for s in list(missing)
|
|
if scenario.Scenario.get(s).__module__.startswith("rally")]
|
|
self.assertEqual(missing, [],
|
|
"These scenarios don't have samples: %s" % missing)
|
|
|
|
def test_json_correct_syntax(self):
|
|
for dirname, dirnames, filenames in os.walk(self.samples_path):
|
|
for filename in filenames:
|
|
if not filename.endswith(".json"):
|
|
continue
|
|
full_path = os.path.join(dirname, filename)
|
|
with open(full_path) as task_file:
|
|
try:
|
|
json.loads(api._Task.render_template(task_file.read()))
|
|
except Exception:
|
|
print(traceback.format_exc())
|
|
self.fail("Invalid JSON file: %s" % full_path)
|
|
|
|
def test_task_config_pair_existance(self):
|
|
inexistent_paths = []
|
|
|
|
for dirname, dirnames, filenames in os.walk(self.samples_path):
|
|
# iterate over unique config names
|
|
for sample_name in set(
|
|
f[:-5] for f in filenames
|
|
if f.endswith(".json") or f.endswith(".yaml")):
|
|
|
|
partial_path = os.path.join(dirname, sample_name)
|
|
yaml_path = partial_path + ".yaml"
|
|
json_path = partial_path + ".json"
|
|
|
|
if not os.path.exists(yaml_path):
|
|
inexistent_paths.append(yaml_path)
|
|
elif not os.path.exists(json_path):
|
|
inexistent_paths.append(json_path)
|
|
|
|
if inexistent_paths:
|
|
self.fail("Sample task configs are missing:\n%r"
|
|
% inexistent_paths)
|
|
|
|
def test_task_config_pairs_equality(self):
|
|
for dirname, dirnames, filenames in os.walk(self.samples_path):
|
|
# iterate over unique config names
|
|
for sample_name in set(
|
|
f[:-5] for f in filenames
|
|
if f.endswith(".json") or f.endswith(".yaml")):
|
|
|
|
partial_path = os.path.join(dirname, sample_name)
|
|
yaml_path = partial_path + ".yaml"
|
|
json_path = partial_path + ".json"
|
|
|
|
if os.path.exists(yaml_path) and os.path.exists(json_path):
|
|
with open(json_path) as json_file:
|
|
json_config = yaml.safe_load(api._Task.render_template
|
|
(json_file.read()))
|
|
with open(yaml_path) as yaml_file:
|
|
yaml_config = yaml.safe_load(api._Task.render_template
|
|
(yaml_file.read()))
|
|
self.assertEqual(json_config, yaml_config,
|
|
"Sample task configs are not equal:"
|
|
"\n%s\n%s" % (yaml_path, json_path))
|
|
|
|
def test_no_underscores_in_filename(self):
|
|
bad_filenames = []
|
|
|
|
for dirname, dirnames, filenames in os.walk(self.samples_path):
|
|
for filename in filenames:
|
|
if "_" in filename and (filename.endswith(".yaml") or
|
|
filename.endswith(".json")):
|
|
full_path = os.path.join(dirname, filename)
|
|
bad_filenames.append(full_path)
|
|
|
|
self.assertEqual([], bad_filenames,
|
|
"Following sample task filenames contain "
|
|
"underscores (_) but must use dashes (-) instead: "
|
|
"{}".format(bad_filenames))
|
|
|
|
def test_context_samples_found(self):
|
|
all_plugins = context.Context.get_all()
|
|
context_samples_path = os.path.join(self.samples_path, "contexts")
|
|
for p in all_plugins:
|
|
# except contexts which belongs to tests module
|
|
if not inspect.getfile(p).startswith(
|
|
os.path.dirname(rally.__file__)):
|
|
continue
|
|
file_name = p.get_name().replace("_", "-")
|
|
file_path = os.path.join(context_samples_path, file_name)
|
|
if not os.path.exists("%s.json" % file_path):
|
|
self.fail(("There is no json sample file of %s,"
|
|
"plugin location: %s" %
|
|
(p.get_name(), p.__module__)))
|