openstack/rally-openstack
Code Issues Proposed changes

[Verify] Add --detailed flag to rally verify start cmd

Browse Source 
This flag allows us to see test failures after the verification finished.

Closes-Bug: #1655098

Change-Id: Ief2d7c0366eded9a8ac7c07df16d6943df9243b8
This commit is contained in:
Yaroslav Lobankov 2017-01-19 19:39:00 +04:00
parent a928a0eeed
commit b18d4ca810
2 changed files with 6 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
etc/rally.bash_completion
View File

@ -57,7 +57,7 @@ _rally()
OPTS["verify_report"]="--uuid --type --to --open"
OPTS["verify_rerun"]="--uuid --deployment-id --failed"
OPTS["verify_show"]="--uuid --sort-by --detailed"
OPTS["verify_start"]="--id --deployment-id --tag --pattern --concurrency --load-list --skip-list --xfail-list --no-use"
OPTS["verify_start"]="--id --deployment-id --tag --pattern --concurrency --load-list --skip-list --xfail-list --detailed --no-use"
OPTS["verify_update-verifier"]="--id --update-venv --version --system-wide --no-system-wide"
OPTS["verify_use"]="--uuid"
OPTS["verify_use-verifier"]="--id"

9
tests/ci/rally_verify.py
View File

@ -262,8 +262,9 @@ def main():
# Start a verification, show results and generate reports
skip_list_path = write_file("skip-list.yaml", SKIP_TESTS)
xfail_list_path = write_file("xfail-list.yaml", XFAIL_TESTS)
run_args = ("%s --skip-list %s --xfail-list %s --tag first-run %s-set" %
(MODES[args.mode], skip_list_path, xfail_list_path, args.mode))
run_args = ("%s --skip-list %s --xfail-list %s --tag first-run %s-set "
"--detailed" % (MODES[args.mode], skip_list_path,
xfail_list_path, args.mode))
render_vars["verifications"].append(start_verification(run_args))
if args.compare:
@ -271,8 +272,8 @@ def main():
with gzip.open(render_vars["list_verifier_tests"]["stdout_file"]) as f:
tests = [t for t in f.read().split("\n") if TEST_NAME_RE.match(t)]
load_list_path = write_file("load-list.txt", "\n".join(tests))
run_args = "--load-list %s --tag second-run %s-set" % (load_list_path,
args.mode)
run_args = "--load-list %s --tag second-run %s-set --detailed" % (
load_list_path, args.mode)
render_vars["verifications"].append(start_verification(run_args))
# Generate trends reports for two verifications