From 4d5ba720812e1b66c74e78065dd3617fcc989f1e Mon Sep 17 00:00:00 2001 From: Joshua Hesketh Date: Sat, 23 Nov 2013 16:54:33 +1100 Subject: [PATCH] Check the logs for migrations that take too long Change-Id: I38cbce3771afea8dc2ffecc243d727bc1759431e --- .gitignore | 1 - datasets/some_dataset_example/config.json | 9 - test-requirements.txt | 2 +- tests/assets/20131007_devstack_export.log | 867 ++++++++++++++++++ .../datasets/some_dataset_example/config.json | 17 + .../some_dataset_example/logging.conf | 0 tests/task_plugins/__init__.py | 0 .../gate_real_db_upgrade/__init__.py | 0 .../test_handle_results.py | 86 ++ .../gate_real_db_upgrade/handle_results.py | 64 +- .../task_plugins/gate_real_db_upgrade/task.py | 3 +- 11 files changed, 1028 insertions(+), 21 deletions(-) delete mode 100644 datasets/some_dataset_example/config.json create mode 100644 tests/assets/20131007_devstack_export.log create mode 100644 tests/datasets/some_dataset_example/config.json rename {datasets => tests/datasets}/some_dataset_example/logging.conf (100%) create mode 100644 tests/task_plugins/__init__.py create mode 100644 tests/task_plugins/gate_real_db_upgrade/__init__.py create mode 100644 tests/task_plugins/gate_real_db_upgrade/test_handle_results.py diff --git a/.gitignore b/.gitignore index eb375f5..257e54f 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,5 @@ *.DS_Store *.egg* -*.log *.mo *.pyc *.swo diff --git a/datasets/some_dataset_example/config.json b/datasets/some_dataset_example/config.json deleted file mode 100644 index 06eb64e..0000000 --- a/datasets/some_dataset_example/config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "project": "openstack/nova", - "type": "mysql", - "db_user": "nova", - "db_pass": "tester", - "database": "nova", - "seed_data": "nova.sql", - "logging_conf": "logging.conf" -} diff --git a/test-requirements.txt b/test-requirements.txt index b6274a2..9c2dfa8 100644 --- a/test-requirements.txt +++ b/test-requirements.txt @@ -5,7 +5,7 @@ flake8==2.0 hacking>=0.5.6,<0.7 coverage>=3.6 -sphinx +sphinx>=1.1.2,<1.2 docutils==0.9.1 discover python-subunit diff --git a/tests/assets/20131007_devstack_export.log b/tests/assets/20131007_devstack_export.log new file mode 100644 index 0000000..0d9790a --- /dev/null +++ b/tests/assets/20131007_devstack_export.log @@ -0,0 +1,867 @@ +2013-11-21 22:22:00,378 [output] To execute this script manually, run this: +2013-11-21 22:22:00,379 [output] /usr/local/lib/python2.7/dist-packages/turbo_hipster/task_plugins/gate_real_db_upgrade/nova_mysql_migrations.sh e0a387e790954342b8d410ac8f062164 /var/lib/turbo-hipster/jobs/56/56287/10/check/gate-real-db-upgrade_nova_mysql_devstack_20131007/e0a387e /var/lib/turbo-hipster/git/gate_real_db_upgrade-turbo-hipster-worker-0/openstack/nova nova tester nova_dataset_20131007_devstack /var/lib/turbo-hipster/datasets_devstack_20131007/20131007_devstack_export/nova.sql /var/lib/turbo-hipster/datasets_devstack_20131007/20131007_devstack_export/logging.conf /var/cache/pip +2013-11-21 22:22:00,379 [output] Restoring test database nova_dataset_20131007_devstack +2013-11-21 22:22:00,380 [output] + mysql -u nova --password=tester -e 'drop database nova_dataset_20131007_devstack' +2013-11-21 22:22:01,562 [output] + mysql -u nova --password=tester -e 'create database nova_dataset_20131007_devstack' +2013-11-21 22:22:01,596 [output] + mysql -u nova --password=tester nova_dataset_20131007_devstack +2013-11-21 22:22:01,659 [output] /usr/local/lib/python2.7/dist-packages/turbo_hipster/task_plugins/gate_real_db_upgrade/nova_mysql_migrations.sh: line 89: //var/lib/turbo-hipster/datasets_devstack_20131007/20131007_devstack_export/nova.sql: Permission denied +2013-11-21 22:22:01,660 [output] + set +x +2013-11-21 22:22:01,660 [output] Build test environment +2013-11-21 22:22:01,660 [output] Setting up virtual env +2013-11-21 22:22:03,529 [output] New python executable in e0a387e790954342b8d410ac8f062164/bin/python +2013-11-21 22:22:08,190 [output] Installing distribute...........................................................................................................................................................................................................................done. +2013-11-21 22:22:10,446 [output] Installing pip................done. +2013-11-21 22:22:10,984 [output] virtualenvwrapper.user_scripts creating /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/bin/predeactivate +2013-11-21 22:22:10,985 [output] virtualenvwrapper.user_scripts creating /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/bin/postdeactivate +2013-11-21 22:22:11,014 [output] virtualenvwrapper.user_scripts creating /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/bin/preactivate +2013-11-21 22:22:11,014 [output] virtualenvwrapper.user_scripts creating /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/bin/postactivate +2013-11-21 22:22:11,014 [output] virtualenvwrapper.user_scripts creating /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/bin/get_env_details +2013-11-21 22:22:13,614 [output] Enabled global site-packages +2013-11-21 22:22:13,688 [output] ERROR 1146 (42S02) at line 1: Table 'nova_dataset_20131007_devstack.migrate_version' doesn't exist +2013-11-21 22:22:13,690 [output] Schema version is +2013-11-21 22:22:13,725 [output] error: branch 'working' not found. +2013-11-21 22:22:14,006 [output] Switched to a new branch 'working' +2013-11-21 22:22:14,202 [output] Update database to current state of trunk +2013-11-21 22:22:14,490 [output] Switched to branch 'master' +2013-11-21 22:22:27,225 [output] Install pip requirements from requirements.txt +2013-11-21 22:22:30,334 [heartbeat] +2013-11-21 22:23:00,338 [heartbeat] +2013-11-21 22:23:30,350 [heartbeat] +2013-11-21 22:24:00,374 [heartbeat] +2013-11-21 22:24:30,374 [heartbeat] +2013-11-21 22:25:00,378 [heartbeat] +2013-11-21 22:25:30,386 [heartbeat] +2013-11-21 22:26:00,390 [heartbeat] +2013-11-21 22:26:30,414 [heartbeat] +2013-11-21 22:27:00,434 [heartbeat] +2013-11-21 22:27:30,438 [heartbeat] +2013-11-21 22:28:00,438 [heartbeat] +2013-11-21 22:28:30,454 [heartbeat] +2013-11-21 22:29:00,458 [heartbeat] +2013-11-21 22:29:30,458 [heartbeat] +2013-11-21 22:30:00,465 [heartbeat] +2013-11-21 22:30:21,943 [output] Requirements installed +2013-11-21 22:30:22,318 [output] ***** Start DB upgrade to state of trunk ***** +2013-11-21 22:30:27,278 [output] warning: no files found matching 'AUTHORS' +2013-11-21 22:30:27,284 [output] warning: no files found matching 'ChangeLog' +2013-11-21 22:30:27,430 [output] warning: no previously-included files matching '*.pyc' found anywhere in distribution +2013-11-21 22:30:27,477 [output] warning: no files found matching 'AUTHORS' +2013-11-21 22:30:27,484 [output] warning: no files found matching 'ChangeLog' +2013-11-21 22:30:27,502 [output] warning: no previously-included files found matching '.gitignore' +2013-11-21 22:30:27,526 [output] warning: no previously-included files found matching '.gitreview' +2013-11-21 22:30:27,554 [output] warning: no previously-included files matching '*.pyc' found anywhere in distribution +2013-11-21 22:30:29,394 [output] Requirement already satisfied (use --upgrade to upgrade): pbr>=0.5.21,<1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,394 [output] Requirement already satisfied (use --upgrade to upgrade): SQLAlchemy>=0.7.8,<=0.7.99 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): amqplib>=0.6.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): anyjson>=0.3.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): boto>=2.4.0,!=2.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): eventlet>=0.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): Jinja2 in /usr/local/lib/python2.7/dist-packages +2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): kombu>=2.4.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): lxml>=2.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): Routes>=1.12.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): WebOb>=1.2.3,<1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): greenlet>=0.3.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): PasteDeploy>=1.5.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): Paste in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): sqlalchemy-migrate>=0.7.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): netaddr>=0.7.6 in /usr/lib/python2.7/dist-packages +2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): suds>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): paramiko>=1.8.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): pyasn1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): Babel>=1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,397 [output] Requirement already satisfied (use --upgrade to upgrade): iso8601>=0.1.4,!=0.1.5,!=0.1.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,397 [output] Requirement already satisfied (use --upgrade to upgrade): jsonschema>=1.3.0,!=1.4.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,397 [output] Requirement already satisfied (use --upgrade to upgrade): python-cinderclient>=1.0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,397 [output] Requirement already satisfied (use --upgrade to upgrade): python-neutronclient>=2.3.0,<3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,406 [output] Requirement already satisfied (use --upgrade to upgrade): python-glanceclient>=0.9.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,406 [output] Requirement already satisfied (use --upgrade to upgrade): python-keystoneclient>=0.4.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,422 [output] Requirement already satisfied (use --upgrade to upgrade): six>=1.4.1 in /usr/local/lib/python2.7/dist-packages +2013-11-21 22:30:29,430 [output] Requirement already satisfied (use --upgrade to upgrade): stevedore>=0.10 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,430 [output] Requirement already satisfied (use --upgrade to upgrade): websockify>=0.5.1,<0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,430 [output] Requirement already satisfied (use --upgrade to upgrade): oslo.config>=1.2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:30:29,430 [output] Requirement already satisfied (use --upgrade to upgrade): pip>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages/pip-1.3.1-py2.7.egg (from pbr>=0.5.21,<1.0) +2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): markupsafe in /usr/local/lib/python2.7/dist-packages (from Jinja2) +2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): amqp>=1.3.3,<2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from kombu>=2.4.8) +2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): repoze.lru>=0.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Routes>=1.12.3) +2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): decorator in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2) +2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): Tempita>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2) +2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): pycrypto>=2.1,!=2.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0) +2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): ecdsa in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0) +2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): pytz>=0a in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Babel>=1.3) +2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): PrettyTable>=0.6,<0.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): requests>=1.1 in /usr/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): simplejson>=2.0.9 in /usr/local/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): cliff>=1.4.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3) +2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): httplib2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3) +2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): pyOpenSSL in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0) +2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): warlock>=1.0.1,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0) +2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): numpy in /usr/lib/python2.7/dist-packages (from websockify>=0.5.1,<0.6) +2013-11-21 22:30:29,433 [output] Requirement already satisfied (use --upgrade to upgrade): pyparsing>=2.0.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3) +2013-11-21 22:30:29,433 [output] Requirement already satisfied (use --upgrade to upgrade): cmd2>=0.6.7 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3) +2013-11-21 22:30:29,433 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpatch>=0.10,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from warlock>=1.0.1,<2->python-glanceclient>=0.9.0) +2013-11-21 22:30:29,433 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpointer>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from jsonpatch>=0.10,<2->warlock>=1.0.1,<2->python-glanceclient>=0.9.0) +2013-11-21 22:30:29,433 [output] Cleaning up... +2013-11-21 22:30:30,476 [heartbeat] +2013-11-21 22:31:00,476 [heartbeat] +2013-11-21 22:31:06,456 [output] + nova-manage --config-file /var/lib/turbo-hipster/jobs/56/56287/10/check/gate-real-db-upgrade_nova_mysql_devstack_20131007/e0a387e/nova-trunk.conf db sync +2013-11-21 22:31:17,190 [output] 132 -> 133... +2013-11-21 22:31:22,933 [output] done +2013-11-21 22:31:22,933 [output] 133 -> 134... +2013-11-21 22:31:23,081 [output] done +2013-11-21 22:31:23,081 [output] 134 -> 135... +2013-11-21 22:31:23,356 [output] done +2013-11-21 22:31:23,356 [output] 135 -> 136... +2013-11-21 22:31:23,539 [output] done +2013-11-21 22:31:23,539 [output] 136 -> 137... +2013-11-21 22:31:23,675 [output] done +2013-11-21 22:31:23,675 [output] 137 -> 138... +2013-11-21 22:31:23,726 [output] done +2013-11-21 22:31:23,726 [output] 138 -> 139... +2013-11-21 22:31:23,773 [output] done +2013-11-21 22:31:23,773 [output] 139 -> 140... +2013-11-21 22:31:23,812 [output] done +2013-11-21 22:31:23,812 [output] 140 -> 141... +2013-11-21 22:31:23,849 [output] done +2013-11-21 22:31:23,849 [output] 141 -> 142... +2013-11-21 22:31:23,958 [output] done +2013-11-21 22:31:23,958 [output] 142 -> 143... +2013-11-21 22:31:24,070 [output] done +2013-11-21 22:31:24,070 [output] 143 -> 144... +2013-11-21 22:31:24,230 [output] done +2013-11-21 22:31:24,231 [output] 144 -> 145... +2013-11-21 22:31:24,298 [output] done +2013-11-21 22:31:24,298 [output] 145 -> 146... +2013-11-21 22:31:24,361 [output] done +2013-11-21 22:31:24,361 [output] 146 -> 147... +2013-11-21 22:31:24,462 [output] done +2013-11-21 22:31:24,462 [output] 147 -> 148... +2013-11-21 22:31:24,658 [output] done +2013-11-21 22:31:24,658 [output] 148 -> 149... +2013-11-21 22:31:25,562 [output] done +2013-11-21 22:31:25,562 [output] 149 -> 150... +2013-11-21 22:31:25,706 [output] done +2013-11-21 22:31:25,706 [output] 150 -> 151... +2013-11-21 22:31:25,811 [output] done +2013-11-21 22:31:25,811 [output] 151 -> 152... +2013-11-21 22:31:30,477 [heartbeat] +2013-11-21 22:31:31,142 [output] done +2013-11-21 22:31:31,142 [output] 152 -> 153... +2013-11-21 22:31:31,190 [output] done +2013-11-21 22:31:31,190 [output] 153 -> 154... +2013-11-21 22:31:32,916 [output] done +2013-11-21 22:31:32,916 [output] 154 -> 155... +2013-11-21 22:31:33,051 [output] done +2013-11-21 22:31:33,051 [output] 155 -> 156... +2013-11-21 22:31:33,157 [output] done +2013-11-21 22:31:33,157 [output] 156 -> 157... +2013-11-21 22:31:33,226 [output] done +2013-11-21 22:31:33,226 [output] 157 -> 158... +2013-11-21 22:31:33,318 [output] done +2013-11-21 22:31:33,326 [output] 158 -> 159... +2013-11-21 22:31:33,975 [output] done +2013-11-21 22:31:33,975 [output] 159 -> 160... +2013-11-21 22:31:34,002 [output] done +2013-11-21 22:31:34,002 [output] 160 -> 161... +2013-11-21 22:31:34,034 [output] done +2013-11-21 22:31:34,034 [output] 161 -> 162... +2013-11-21 22:31:34,070 [output] done +2013-11-21 22:31:34,070 [output] 162 -> 163... +2013-11-21 22:31:34,072 [output] done +2013-11-21 22:31:34,072 [output] 163 -> 164... +2013-11-21 22:31:34,077 [output] done +2013-11-21 22:31:34,077 [output] 164 -> 165... +2013-11-21 22:31:34,085 [output] done +2013-11-21 22:31:34,085 [output] 165 -> 166... +2013-11-21 22:31:34,091 [output] done +2013-11-21 22:31:34,091 [output] 166 -> 167... +2013-11-21 22:31:34,094 [output] done +2013-11-21 22:31:34,094 [output] 167 -> 168... +2013-11-21 22:31:34,120 [output] done +2013-11-21 22:31:34,143 [output] 168 -> 169... +2013-11-21 22:31:34,143 [output] done +2013-11-21 22:31:34,143 [output] 169 -> 170... +2013-11-21 22:31:34,144 [output] done +2013-11-21 22:31:34,144 [output] 170 -> 171... +2013-11-21 22:31:34,162 [output] done +2013-11-21 22:31:34,163 [output] 171 -> 172... +2013-11-21 22:31:34,329 [output] done +2013-11-21 22:31:34,329 [output] 172 -> 173... +2013-11-21 22:31:34,411 [output] done +2013-11-21 22:31:34,412 [output] 173 -> 174... +2013-11-21 22:31:34,530 [output] done +2013-11-21 22:31:34,530 [output] 174 -> 175... +2013-11-21 22:31:34,693 [output] done +2013-11-21 22:31:34,694 [output] 175 -> 176... +2013-11-21 22:31:34,733 [output] done +2013-11-21 22:31:34,734 [output] 176 -> 177... +2013-11-21 22:31:34,822 [output] done +2013-11-21 22:31:34,823 [output] 177 -> 178... +2013-11-21 22:31:34,915 [output] done +2013-11-21 22:31:34,916 [output] 178 -> 179... +2013-11-21 22:31:35,116 [output] done +2013-11-21 22:31:35,116 [output] 179 -> 180... +2013-11-21 22:31:35,278 [output] done +2013-11-21 22:31:35,278 [output] 180 -> 181... +2013-11-21 22:31:35,403 [output] done +2013-11-21 22:31:35,404 [output] 181 -> 182... +2013-11-21 22:31:35,514 [output] done +2013-11-21 22:31:35,514 [output] 182 -> 183... +2013-11-21 22:31:35,596 [output] done +2013-11-21 22:31:35,596 [output] 183 -> 184... +2013-11-21 22:31:36,314 [output] done +2013-11-21 22:31:36,314 [output] 184 -> 185... +2013-11-21 22:31:37,422 [output] done +2013-11-21 22:31:37,423 [output] 185 -> 186... +2013-11-21 22:31:38,346 [output] done +2013-11-21 22:31:38,346 [output] 186 -> 187... +2013-11-21 22:31:38,786 [output] done +2013-11-21 22:31:38,786 [output] 187 -> 188... +2013-11-21 22:31:38,857 [output] done +2013-11-21 22:31:38,858 [output] 188 -> 189... +2013-11-21 22:31:38,995 [output] done +2013-11-21 22:31:38,995 [output] 189 -> 190... +2013-11-21 22:31:39,062 [output] done +2013-11-21 22:31:39,062 [output] 190 -> 191... +2013-11-21 22:31:39,151 [output] done +2013-11-21 22:31:39,151 [output] 191 -> 192... +2013-11-21 22:31:39,366 [output] done +2013-11-21 22:31:39,367 [output] 192 -> 193... +2013-11-21 22:31:39,616 [output] done +2013-11-21 22:31:39,617 [output] 193 -> 194... +2013-11-21 22:31:40,814 [output] done +2013-11-21 22:31:40,814 [output] 194 -> 195... +2013-11-21 22:31:40,946 [output] done +2013-11-21 22:31:40,946 [output] 195 -> 196... +2013-11-21 22:31:41,050 [output] done +2013-11-21 22:31:41,051 [output] 196 -> 197... +2013-11-21 22:31:41,143 [output] done +2013-11-21 22:31:41,144 [output] 197 -> 198... +2013-11-21 22:31:41,239 [output] done +2013-11-21 22:31:41,240 [output] 198 -> 199... +2013-11-21 22:31:41,314 [output] done +2013-11-21 22:31:41,314 [output] 199 -> 200... +2013-11-21 22:31:41,728 [output] done +2013-11-21 22:31:41,728 [output] 200 -> 201... +2013-11-21 22:31:41,742 [output] done +2013-11-21 22:31:41,742 [output] 201 -> 202... +2013-11-21 22:31:41,823 [output] done +2013-11-21 22:31:41,823 [output] 202 -> 203... +2013-11-21 22:31:42,202 [output] done +2013-11-21 22:31:42,202 [output] 203 -> 204... +2013-11-21 22:31:42,294 [output] done +2013-11-21 22:31:42,310 [output] 204 -> 205... +2013-11-21 22:31:42,393 [output] done +2013-11-21 22:31:42,394 [output] 205 -> 206... +2013-11-21 22:31:42,574 [output] done +2013-11-21 22:31:42,574 [output] 206 -> 207... +2013-11-21 22:31:42,756 [output] done +2013-11-21 22:31:42,757 [output] 207 -> 208... +2013-11-21 22:31:42,934 [output] done +2013-11-21 22:31:42,934 [output] 208 -> 209... +2013-11-21 22:31:43,514 [output] done +2013-11-21 22:31:43,515 [output] 209 -> 210... +2013-11-21 22:31:43,624 [output] done +2013-11-21 22:31:43,624 [output] 210 -> 211... +2013-11-21 22:31:43,717 [output] done +2013-11-21 22:31:43,717 [output] 211 -> 212... +2013-11-21 22:31:43,832 [output] done +2013-11-21 22:31:43,832 [output] 212 -> 213... +2013-11-21 22:31:44,066 [output] done +2013-11-21 22:31:44,066 [output] 213 -> 214... +2013-11-21 22:31:44,242 [output] done +2013-11-21 22:31:44,242 [output] 214 -> 215... +2013-11-21 22:31:44,244 [output] done +2013-11-21 22:31:44,245 [output] 215 -> 216... +2013-11-21 22:31:44,321 [output] done +2013-11-21 22:31:44,321 [output] 216 -> 217... +2013-11-21 22:31:44,333 [output] done +2013-11-21 22:31:44,333 [output] 217 -> 218... +2013-11-21 22:31:44,341 [output] done +2013-11-21 22:31:44,342 [output] 218 -> 219... +2013-11-21 22:31:44,350 [output] done +2013-11-21 22:31:44,350 [output] 219 -> 220... +2013-11-21 22:31:44,367 [output] done +2013-11-21 22:31:44,367 [output] 220 -> 221... +2013-11-21 22:31:44,390 [output] done +2013-11-21 22:31:44,390 [output] 221 -> 222... +2013-11-21 22:31:44,410 [output] done +2013-11-21 22:31:44,410 [output] 222 -> 223... +2013-11-21 22:31:44,416 [output] done +2013-11-21 22:31:44,416 [output] 223 -> 224... +2013-11-21 22:31:44,429 [output] done +2013-11-21 22:31:44,429 [output] 224 -> 225... +2013-11-21 22:31:44,474 [output] done +2013-11-21 22:31:44,474 [output] 225 -> 226... +2013-11-21 22:31:44,530 [output] done +2013-11-21 22:31:44,531 [output] 226 -> 227... +2013-11-21 22:31:44,533 [output] done +2013-11-21 22:31:44,533 [output] 227 -> 228... +2013-11-21 22:31:44,631 [output] done +2013-11-21 22:31:45,743 [output] + set +x +2013-11-21 22:31:45,745 [output] ***** Finished DB upgrade to state of trunk ***** +2013-11-21 22:31:48,002 [output] Switched to branch 'working' +2013-11-21 22:31:48,023 [output] Now test the patchset +2013-11-21 22:31:48,854 [output] Install pip requirements from requirements.txt +2013-11-21 22:31:49,174 [output] Requirements installed +2013-11-21 22:31:50,658 [output] ***** Start DB upgrade to state of patchset ***** +2013-11-21 22:31:54,659 [output] Requirement already satisfied (use --upgrade to upgrade): pbr>=0.5.21,<1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,659 [output] Requirement already satisfied (use --upgrade to upgrade): SQLAlchemy>=0.7.8,<=0.7.99 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,659 [output] Requirement already satisfied (use --upgrade to upgrade): amqplib>=0.6.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,659 [output] Requirement already satisfied (use --upgrade to upgrade): anyjson>=0.3.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,659 [output] Requirement already satisfied (use --upgrade to upgrade): boto>=2.4.0,!=2.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): eventlet>=0.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): Jinja2 in /usr/local/lib/python2.7/dist-packages +2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): kombu>=2.4.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): lxml>=2.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): Routes>=1.12.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): WebOb>=1.2.3,<1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,690 [output] Requirement already satisfied (use --upgrade to upgrade): greenlet>=0.3.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,690 [output] Requirement already satisfied (use --upgrade to upgrade): PasteDeploy>=1.5.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,690 [output] Requirement already satisfied (use --upgrade to upgrade): Paste in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,690 [output] Requirement already satisfied (use --upgrade to upgrade): sqlalchemy-migrate>=0.7.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): netaddr>=0.7.6 in /usr/lib/python2.7/dist-packages +2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): suds>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): paramiko>=1.8.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): pyasn1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): Babel>=1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): iso8601>=0.1.4,!=0.1.5,!=0.1.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): jsonschema>=1.3.0,!=1.4.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): python-cinderclient>=1.0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): python-neutronclient>=2.3.0,<3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): python-glanceclient>=0.9.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): python-keystoneclient>=0.4.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): six>=1.4.1 in /usr/local/lib/python2.7/dist-packages +2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): stevedore>=0.10 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): websockify>=0.5.1,<0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): oslo.config>=1.2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): pip>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages/pip-1.3.1-py2.7.egg (from pbr>=0.5.21,<1.0) +2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): markupsafe in /usr/local/lib/python2.7/dist-packages (from Jinja2) +2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): amqp>=1.3.3,<2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from kombu>=2.4.8) +2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): repoze.lru>=0.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Routes>=1.12.3) +2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): decorator in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2) +2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): Tempita>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2) +2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): pycrypto>=2.1,!=2.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0) +2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): ecdsa in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0) +2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): pytz>=0a in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Babel>=1.3) +2013-11-21 22:31:54,694 [output] Requirement already satisfied (use --upgrade to upgrade): PrettyTable>=0.6,<0.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:31:54,694 [output] Requirement already satisfied (use --upgrade to upgrade): requests>=1.1 in /usr/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): simplejson>=2.0.9 in /usr/local/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): cliff>=1.4.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3) +2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): httplib2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3) +2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): pyOpenSSL in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0) +2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): warlock>=1.0.1,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0) +2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): numpy in /usr/lib/python2.7/dist-packages (from websockify>=0.5.1,<0.6) +2013-11-21 22:31:54,700 [output] Requirement already satisfied (use --upgrade to upgrade): pyparsing>=2.0.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3) +2013-11-21 22:31:54,700 [output] Requirement already satisfied (use --upgrade to upgrade): cmd2>=0.6.7 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3) +2013-11-21 22:31:54,700 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpatch>=0.10,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from warlock>=1.0.1,<2->python-glanceclient>=0.9.0) +2013-11-21 22:31:54,700 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpointer>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from jsonpatch>=0.10,<2->warlock>=1.0.1,<2->python-glanceclient>=0.9.0) +2013-11-21 22:31:54,700 [output] Cleaning up... +2013-11-21 22:31:55,743 [output] + nova-manage --config-file /var/lib/turbo-hipster/jobs/56/56287/10/check/gate-real-db-upgrade_nova_mysql_devstack_20131007/e0a387e/nova-patchset.conf db sync +2013-11-21 22:31:58,186 [output] + set +x +2013-11-21 22:31:58,186 [output] ***** Finished DB upgrade to state of patchset ***** +2013-11-21 22:31:58,974 [output] Schema version is 228 +2013-11-21 22:31:58,974 [output] Now downgrade all the way back to Folsom +2013-11-21 22:31:59,906 [output] ***** Start DB upgrade to state of patchset ***** +2013-11-21 22:32:00,483 [heartbeat] +2013-11-21 22:32:03,111 [output] Requirement already satisfied (use --upgrade to upgrade): pbr>=0.5.21,<1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,111 [output] Requirement already satisfied (use --upgrade to upgrade): SQLAlchemy>=0.7.8,<=0.7.99 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): amqplib>=0.6.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): anyjson>=0.3.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): boto>=2.4.0,!=2.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): eventlet>=0.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): Jinja2 in /usr/local/lib/python2.7/dist-packages +2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): kombu>=2.4.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): lxml>=2.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): Routes>=1.12.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): WebOb>=1.2.3,<1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): greenlet>=0.3.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): PasteDeploy>=1.5.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): Paste in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): sqlalchemy-migrate>=0.7.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): netaddr>=0.7.6 in /usr/lib/python2.7/dist-packages +2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): suds>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): paramiko>=1.8.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): pyasn1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,114 [output] Requirement already satisfied (use --upgrade to upgrade): Babel>=1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,114 [output] Requirement already satisfied (use --upgrade to upgrade): iso8601>=0.1.4,!=0.1.5,!=0.1.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,114 [output] Requirement already satisfied (use --upgrade to upgrade): jsonschema>=1.3.0,!=1.4.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,114 [output] Requirement already satisfied (use --upgrade to upgrade): python-cinderclient>=1.0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,114 [output] Requirement already satisfied (use --upgrade to upgrade): python-neutronclient>=2.3.0,<3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,117 [output] Requirement already satisfied (use --upgrade to upgrade): python-glanceclient>=0.9.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): python-keystoneclient>=0.4.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): six>=1.4.1 in /usr/local/lib/python2.7/dist-packages +2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): stevedore>=0.10 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): websockify>=0.5.1,<0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): oslo.config>=1.2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): pip>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages/pip-1.3.1-py2.7.egg (from pbr>=0.5.21,<1.0) +2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): markupsafe in /usr/local/lib/python2.7/dist-packages (from Jinja2) +2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): amqp>=1.3.3,<2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from kombu>=2.4.8) +2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): repoze.lru>=0.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Routes>=1.12.3) +2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): decorator in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2) +2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): Tempita>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2) +2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): pycrypto>=2.1,!=2.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0) +2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): ecdsa in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0) +2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): pytz>=0a in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Babel>=1.3) +2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): PrettyTable>=0.6,<0.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): requests>=1.1 in /usr/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): simplejson>=2.0.9 in /usr/local/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): cliff>=1.4.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3) +2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): httplib2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3) +2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): pyOpenSSL in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0) +2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): warlock>=1.0.1,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0) +2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): numpy in /usr/lib/python2.7/dist-packages (from websockify>=0.5.1,<0.6) +2013-11-21 22:32:03,149 [output] Requirement already satisfied (use --upgrade to upgrade): pyparsing>=2.0.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3) +2013-11-21 22:32:03,149 [output] Requirement already satisfied (use --upgrade to upgrade): cmd2>=0.6.7 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3) +2013-11-21 22:32:03,149 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpatch>=0.10,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from warlock>=1.0.1,<2->python-glanceclient>=0.9.0) +2013-11-21 22:32:03,149 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpointer>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from jsonpatch>=0.10,<2->warlock>=1.0.1,<2->python-glanceclient>=0.9.0) +2013-11-21 22:32:03,149 [output] Cleaning up... +2013-11-21 22:32:04,541 [output] + nova-manage --config-file /var/lib/turbo-hipster/jobs/56/56287/10/check/gate-real-db-upgrade_nova_mysql_devstack_20131007/e0a387e/nova-patchset.conf db sync --version 133 +2013-11-21 22:32:07,648 [output] 228 -> 227... +2013-11-21 22:32:07,798 [output] done +2013-11-21 22:32:07,798 [output] 227 -> 226... +2013-11-21 22:32:07,799 [output] done +2013-11-21 22:32:07,799 [output] 226 -> 225... +2013-11-21 22:32:07,799 [output] done +2013-11-21 22:32:07,799 [output] 225 -> 224... +2013-11-21 22:32:07,799 [output] done +2013-11-21 22:32:07,799 [output] 224 -> 223... +2013-11-21 22:32:07,802 [output] done +2013-11-21 22:32:07,802 [output] 223 -> 222... +2013-11-21 22:32:07,807 [output] done +2013-11-21 22:32:07,807 [output] 222 -> 221... +2013-11-21 22:32:07,841 [output] done +2013-11-21 22:32:07,841 [output] 221 -> 220... +2013-11-21 22:32:07,841 [output] done +2013-11-21 22:32:07,841 [output] 220 -> 219... +2013-11-21 22:32:07,841 [output] done +2013-11-21 22:32:07,842 [output] 219 -> 218... +2013-11-21 22:32:07,842 [output] done +2013-11-21 22:32:07,842 [output] 218 -> 217... +2013-11-21 22:32:07,842 [output] done +2013-11-21 22:32:07,842 [output] 217 -> 216... +2013-11-21 22:32:07,843 [output] done +2013-11-21 22:32:07,843 [output] 216 -> 215... +2013-11-21 22:32:07,852 [output] done +2013-11-21 22:32:07,852 [output] 215 -> 214... +2013-11-21 22:32:07,878 [output] done +2013-11-21 22:32:07,878 [output] 214 -> 213... +2013-11-21 22:32:08,487 [output] done +2013-11-21 22:32:08,487 [output] 213 -> 212... +2013-11-21 22:32:08,607 [output] done +2013-11-21 22:32:08,607 [output] 212 -> 211... +2013-11-21 22:32:08,743 [output] done +2013-11-21 22:32:08,744 [output] 211 -> 210... +2013-11-21 22:32:08,838 [output] done +2013-11-21 22:32:08,838 [output] 210 -> 209... +2013-11-21 22:32:08,994 [output] done +2013-11-21 22:32:08,995 [output] 209 -> 208... +2013-11-21 22:32:09,322 [output] done +2013-11-21 22:32:09,323 [output] 208 -> 207... +2013-11-21 22:32:09,510 [output] done +2013-11-21 22:32:09,510 [output] 207 -> 206... +2013-11-21 22:32:09,603 [output] done +2013-11-21 22:32:09,603 [output] 206 -> 205... +2013-11-21 22:32:09,830 [output] done +2013-11-21 22:32:09,831 [output] 205 -> 204... +2013-11-21 22:32:09,930 [output] done +2013-11-21 22:32:09,930 [output] 204 -> 203... +2013-11-21 22:32:09,990 [output] done +2013-11-21 22:32:09,990 [output] 203 -> 202... +2013-11-21 22:32:10,199 [output] done +2013-11-21 22:32:10,200 [output] 202 -> 201... +2013-11-21 22:32:10,282 [output] done +2013-11-21 22:32:10,282 [output] 201 -> 200... +2013-11-21 22:32:10,302 [output] done +2013-11-21 22:32:10,303 [output] 200 -> 199... +2013-11-21 22:32:10,630 [output] done +2013-11-21 22:32:10,631 [output] 199 -> 198... +2013-11-21 22:32:10,734 [output] done +2013-11-21 22:32:10,734 [output] 198 -> 197... +2013-11-21 22:32:10,845 [output] done +2013-11-21 22:32:10,845 [output] 197 -> 196... +2013-11-21 22:32:10,905 [output] done +2013-11-21 22:32:10,905 [output] 196 -> 195... +2013-11-21 22:32:10,982 [output] done +2013-11-21 22:32:10,982 [output] 195 -> 194... +2013-11-21 22:32:11,127 [output] done +2013-11-21 22:32:11,128 [output] 194 -> 193... +2013-11-21 22:32:12,270 [output] done +2013-11-21 22:32:12,270 [output] 193 -> 192... +2013-11-21 22:32:12,803 [output] done +2013-11-21 22:32:12,804 [output] 192 -> 191... +2013-11-21 22:32:13,358 [output] done +2013-11-21 22:32:13,358 [output] 191 -> 190... +2013-11-21 22:32:13,406 [output] done +2013-11-21 22:32:13,406 [output] 190 -> 189... +2013-11-21 22:32:13,478 [output] done +2013-11-21 22:32:13,478 [output] 189 -> 188... +2013-11-21 22:32:13,550 [output] done +2013-11-21 22:32:13,550 [output] 188 -> 187... +2013-11-21 22:32:13,722 [output] done +2013-11-21 22:32:13,723 [output] 187 -> 186... +2013-11-21 22:32:13,918 [output] done +2013-11-21 22:32:13,918 [output] 186 -> 185... +2013-11-21 22:32:14,754 [output] done +2013-11-21 22:32:14,755 [output] 185 -> 184... +2013-11-21 22:32:16,059 [output] done +2013-11-21 22:32:16,059 [output] 184 -> 183... +2013-11-21 22:32:17,230 [output] done +2013-11-21 22:32:17,230 [output] 183 -> 182... +2013-11-21 22:32:17,274 [output] done +2013-11-21 22:32:17,274 [output] 182 -> 181... +2013-11-21 22:32:17,495 [output] done +2013-11-21 22:32:17,495 [output] 181 -> 180... +2013-11-21 22:32:17,687 [output] done +2013-11-21 22:32:17,687 [output] 180 -> 179... +2013-11-21 22:32:17,814 [output] done +2013-11-21 22:32:17,814 [output] 179 -> 178... +2013-11-21 22:32:17,910 [output] done +2013-11-21 22:32:17,910 [output] 178 -> 177... +2013-11-21 22:32:17,989 [output] done +2013-11-21 22:32:17,990 [output] 177 -> 176... +2013-11-21 22:32:18,094 [output] done +2013-11-21 22:32:18,094 [output] 176 -> 175... +2013-11-21 22:32:18,178 [output] done +2013-11-21 22:32:18,179 [output] 175 -> 174... +2013-11-21 22:32:18,322 [output] done +2013-11-21 22:32:18,323 [output] 174 -> 173... +2013-11-21 22:32:18,398 [output] done +2013-11-21 22:32:18,398 [output] 173 -> 172... +2013-11-21 22:32:18,551 [output] done +2013-11-21 22:32:18,551 [output] 172 -> 171... +2013-11-21 22:32:18,689 [output] done +2013-11-21 22:32:18,689 [output] 171 -> 170... +2013-11-21 22:32:18,718 [output] done +2013-11-21 22:32:18,719 [output] 170 -> 169... +2013-11-21 22:32:18,778 [output] done +2013-11-21 22:32:18,778 [output] 169 -> 168... +2013-11-21 22:32:18,814 [output] done +2013-11-21 22:32:18,814 [output] 168 -> 167... +2013-11-21 22:32:18,821 [output] done +2013-11-21 22:32:18,821 [output] 167 -> 166... +2013-11-21 22:32:18,838 [output] done +2013-11-21 22:32:18,838 [output] 166 -> 165... +2013-11-21 22:32:18,855 [output] done +2013-11-21 22:32:18,855 [output] 165 -> 164... +2013-11-21 22:32:18,890 [output] done +2013-11-21 22:32:18,891 [output] 164 -> 163... +2013-11-21 22:32:18,895 [output] done +2013-11-21 22:32:18,896 [output] 163 -> 162... +2013-11-21 22:32:18,934 [output] done +2013-11-21 22:32:18,934 [output] 162 -> 161... +2013-11-21 22:32:18,954 [output] done +2013-11-21 22:32:18,955 [output] 161 -> 160... +2013-11-21 22:32:19,008 [output] done +2013-11-21 22:32:19,009 [output] 160 -> 159... +2013-11-21 22:32:19,062 [output] done +2013-11-21 22:32:19,062 [output] 159 -> 158... +2013-11-21 22:32:19,984 [output] done +2013-11-21 22:32:19,984 [output] 158 -> 157... +2013-11-21 22:32:20,157 [output] done +2013-11-21 22:32:20,158 [output] 157 -> 156... +2013-11-21 22:32:20,186 [output] done +2013-11-21 22:32:20,188 [output] 156 -> 155... +2013-11-21 22:32:20,350 [output] done +2013-11-21 22:32:20,350 [output] 155 -> 154... +2013-11-21 22:32:20,395 [output] done +2013-11-21 22:32:20,396 [output] 154 -> 153... +2013-11-21 22:32:21,790 [output] done +2013-11-21 22:32:21,790 [output] 153 -> 152... +2013-11-21 22:32:21,792 [output] done +2013-11-21 22:32:21,792 [output] 152 -> 151... +2013-11-21 22:32:30,486 [heartbeat] +2013-11-21 22:32:32,628 [output] done +2013-11-21 22:32:32,629 [output] 151 -> 150... +2013-11-21 22:32:32,867 [output] done +2013-11-21 22:32:32,868 [output] 150 -> 149... +2013-11-21 22:32:32,912 [output] done +2013-11-21 22:32:32,912 [output] 149 -> 148... +2013-11-21 22:32:34,030 [output] done +2013-11-21 22:32:34,031 [output] 148 -> 147... +2013-11-21 22:32:34,114 [output] done +2013-11-21 22:32:34,114 [output] 147 -> 146... +2013-11-21 22:32:34,207 [output] done +2013-11-21 22:32:34,207 [output] 146 -> 145... +2013-11-21 22:32:34,281 [output] done +2013-11-21 22:32:34,281 [output] 145 -> 144... +2013-11-21 22:32:34,303 [output] done +2013-11-21 22:32:34,303 [output] 144 -> 143... +2013-11-21 22:32:34,516 [output] done +2013-11-21 22:32:34,516 [output] 143 -> 142... +2013-11-21 22:32:34,671 [output] done +2013-11-21 22:32:34,671 [output] 142 -> 141... +2013-11-21 22:32:34,738 [output] done +2013-11-21 22:32:34,739 [output] 141 -> 140... +2013-11-21 22:32:34,767 [output] done +2013-11-21 22:32:34,767 [output] 140 -> 139... +2013-11-21 22:32:34,772 [output] done +2013-11-21 22:32:34,772 [output] 139 -> 138... +2013-11-21 22:32:34,886 [output] done +2013-11-21 22:32:34,886 [output] 138 -> 137... +2013-11-21 22:32:34,928 [output] done +2013-11-21 22:32:34,928 [output] 137 -> 136... +2013-11-21 22:32:34,965 [output] done +2013-11-21 22:32:34,965 [output] 136 -> 135... +2013-11-21 22:32:34,998 [output] done +2013-11-21 22:32:34,998 [output] 135 -> 134... +2013-11-21 22:32:35,102 [output] done +2013-11-21 22:32:35,102 [output] 134 -> 133... +2013-11-21 22:32:35,222 [output] done +2013-11-21 22:32:35,870 [output] + set +x +2013-11-21 22:32:35,870 [output] ***** Finished DB upgrade to state of patchset ***** +2013-11-21 22:32:35,910 [output] Schema version is 133 +2013-11-21 22:32:35,910 [output] And now back up to head from Folsom +2013-11-21 22:32:36,942 [output] ***** Start DB upgrade to state of patchset ***** +2013-11-21 22:32:41,040 [output] Requirement already satisfied (use --upgrade to upgrade): pbr>=0.5.21,<1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,041 [output] Requirement already satisfied (use --upgrade to upgrade): SQLAlchemy>=0.7.8,<=0.7.99 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,041 [output] Requirement already satisfied (use --upgrade to upgrade): amqplib>=0.6.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,042 [output] Requirement already satisfied (use --upgrade to upgrade): anyjson>=0.3.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,042 [output] Requirement already satisfied (use --upgrade to upgrade): boto>=2.4.0,!=2.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,042 [output] Requirement already satisfied (use --upgrade to upgrade): eventlet>=0.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,042 [output] Requirement already satisfied (use --upgrade to upgrade): Jinja2 in /usr/local/lib/python2.7/dist-packages +2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): kombu>=2.4.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): lxml>=2.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): Routes>=1.12.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): WebOb>=1.2.3,<1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): greenlet>=0.3.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): PasteDeploy>=1.5.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): Paste in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): sqlalchemy-migrate>=0.7.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): netaddr>=0.7.6 in /usr/lib/python2.7/dist-packages +2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): suds>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): paramiko>=1.8.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): pyasn1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): Babel>=1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): iso8601>=0.1.4,!=0.1.5,!=0.1.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): jsonschema>=1.3.0,!=1.4.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,045 [output] Requirement already satisfied (use --upgrade to upgrade): python-cinderclient>=1.0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,045 [output] Requirement already satisfied (use --upgrade to upgrade): python-neutronclient>=2.3.0,<3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,045 [output] Requirement already satisfied (use --upgrade to upgrade): python-glanceclient>=0.9.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,045 [output] Requirement already satisfied (use --upgrade to upgrade): python-keystoneclient>=0.4.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,045 [output] Requirement already satisfied (use --upgrade to upgrade): six>=1.4.1 in /usr/local/lib/python2.7/dist-packages +2013-11-21 22:32:41,046 [output] Requirement already satisfied (use --upgrade to upgrade): stevedore>=0.10 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,046 [output] Requirement already satisfied (use --upgrade to upgrade): websockify>=0.5.1,<0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,046 [output] Requirement already satisfied (use --upgrade to upgrade): oslo.config>=1.2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages +2013-11-21 22:32:41,070 [output] Requirement already satisfied (use --upgrade to upgrade): pip>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages/pip-1.3.1-py2.7.egg (from pbr>=0.5.21,<1.0) +2013-11-21 22:32:41,070 [output] Requirement already satisfied (use --upgrade to upgrade): markupsafe in /usr/local/lib/python2.7/dist-packages (from Jinja2) +2013-11-21 22:32:41,070 [output] Requirement already satisfied (use --upgrade to upgrade): amqp>=1.3.3,<2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from kombu>=2.4.8) +2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): repoze.lru>=0.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Routes>=1.12.3) +2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): decorator in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2) +2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): Tempita>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2) +2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): pycrypto>=2.1,!=2.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0) +2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): ecdsa in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0) +2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): pytz>=0a in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Babel>=1.3) +2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): PrettyTable>=0.6,<0.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): requests>=1.1 in /usr/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): simplejson>=2.0.9 in /usr/local/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6) +2013-11-21 22:32:41,072 [output] Requirement already satisfied (use --upgrade to upgrade): cliff>=1.4.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3) +2013-11-21 22:32:41,072 [output] Requirement already satisfied (use --upgrade to upgrade): httplib2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3) +2013-11-21 22:32:41,072 [output] Requirement already satisfied (use --upgrade to upgrade): pyOpenSSL in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0) +2013-11-21 22:32:41,072 [output] Requirement already satisfied (use --upgrade to upgrade): warlock>=1.0.1,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0) +2013-11-21 22:32:41,072 [output] Requirement already satisfied (use --upgrade to upgrade): numpy in /usr/lib/python2.7/dist-packages (from websockify>=0.5.1,<0.6) +2013-11-21 22:32:41,073 [output] Requirement already satisfied (use --upgrade to upgrade): pyparsing>=2.0.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3) +2013-11-21 22:32:41,073 [output] Requirement already satisfied (use --upgrade to upgrade): cmd2>=0.6.7 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3) +2013-11-21 22:32:41,073 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpatch>=0.10,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from warlock>=1.0.1,<2->python-glanceclient>=0.9.0) +2013-11-21 22:32:41,073 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpointer>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from jsonpatch>=0.10,<2->warlock>=1.0.1,<2->python-glanceclient>=0.9.0) +2013-11-21 22:32:41,073 [output] Cleaning up... +2013-11-21 22:32:42,123 [output] + nova-manage --config-file /var/lib/turbo-hipster/jobs/56/56287/10/check/gate-real-db-upgrade_nova_mysql_devstack_20131007/e0a387e/nova-patchset.conf db sync +2013-11-21 22:32:43,902 [output] 133 -> 134... +2013-11-21 22:32:44,039 [output] done +2013-11-21 22:32:44,039 [output] 134 -> 135... +2013-11-21 22:32:44,146 [output] done +2013-11-21 22:32:44,146 [output] 135 -> 136... +2013-11-21 22:32:44,239 [output] done +2013-11-21 22:32:44,240 [output] 136 -> 137... +2013-11-21 22:32:44,298 [output] done +2013-11-21 22:32:44,298 [output] 137 -> 138... +2013-11-21 22:32:44,378 [output] done +2013-11-21 22:32:44,378 [output] 138 -> 139... +2013-11-21 22:32:44,478 [output] done +2013-11-21 22:32:44,479 [output] 139 -> 140... +2013-11-21 22:32:44,499 [output] done +2013-11-21 22:32:44,499 [output] 140 -> 141... +2013-11-21 22:32:44,566 [output] done +2013-11-21 22:32:44,566 [output] 141 -> 142... +2013-11-21 22:32:44,623 [output] done +2013-11-21 22:32:44,624 [output] 142 -> 143... +2013-11-21 22:32:44,731 [output] done +2013-11-21 22:32:44,731 [output] 143 -> 144... +2013-11-21 22:32:44,888 [output] done +2013-11-21 22:32:44,889 [output] 144 -> 145... +2013-11-21 22:32:44,946 [output] done +2013-11-21 22:32:44,947 [output] 145 -> 146... +2013-11-21 22:32:45,006 [output] done +2013-11-21 22:32:45,006 [output] 146 -> 147... +2013-11-21 22:32:45,070 [output] done +2013-11-21 22:32:45,070 [output] 147 -> 148... +2013-11-21 22:32:45,245 [output] done +2013-11-21 22:32:45,245 [output] 148 -> 149... +2013-11-21 22:32:45,909 [output] done +2013-11-21 22:32:45,909 [output] 149 -> 150... +2013-11-21 22:32:46,046 [output] done +2013-11-21 22:32:46,046 [output] 150 -> 151... +2013-11-21 22:32:46,129 [output] done +2013-11-21 22:32:46,129 [output] 151 -> 152... +2013-11-21 22:32:51,484 [output] done +2013-11-21 22:32:51,484 [output] 152 -> 153... +2013-11-21 22:32:51,526 [output] done +2013-11-21 22:32:51,526 [output] 153 -> 154... +2013-11-21 22:32:53,696 [output] done +2013-11-21 22:32:53,697 [output] 154 -> 155... +2013-11-21 22:32:53,838 [output] done +2013-11-21 22:32:53,838 [output] 155 -> 156... +2013-11-21 22:32:54,053 [output] done +2013-11-21 22:32:54,053 [output] 156 -> 157... +2013-11-21 22:32:54,175 [output] done +2013-11-21 22:32:54,176 [output] 157 -> 158... +2013-11-21 22:32:54,280 [output] done +2013-11-21 22:32:54,280 [output] 158 -> 159... +2013-11-21 22:32:54,780 [output] done +2013-11-21 22:32:54,781 [output] 159 -> 160... +2013-11-21 22:32:54,806 [output] done +2013-11-21 22:32:54,807 [output] 160 -> 161... +2013-11-21 22:32:54,815 [output] done +2013-11-21 22:32:54,815 [output] 161 -> 162... +2013-11-21 22:32:54,840 [output] done +2013-11-21 22:32:54,840 [output] 162 -> 163... +2013-11-21 22:32:54,840 [output] done +2013-11-21 22:32:54,840 [output] 163 -> 164... +2013-11-21 22:32:54,840 [output] done +2013-11-21 22:32:54,840 [output] 164 -> 165... +2013-11-21 22:32:54,841 [output] done +2013-11-21 22:32:54,841 [output] 165 -> 166... +2013-11-21 22:32:54,841 [output] done +2013-11-21 22:32:54,841 [output] 166 -> 167... +2013-11-21 22:32:54,858 [output] done +2013-11-21 22:32:54,858 [output] 167 -> 168... +2013-11-21 22:32:54,858 [output] done +2013-11-21 22:32:54,859 [output] 168 -> 169... +2013-11-21 22:32:54,863 [output] done +2013-11-21 22:32:54,863 [output] 169 -> 170... +2013-11-21 22:32:54,885 [output] done +2013-11-21 22:32:54,885 [output] 170 -> 171... +2013-11-21 22:32:54,890 [output] done +2013-11-21 22:32:54,890 [output] 171 -> 172... +2013-11-21 22:32:55,062 [output] done +2013-11-21 22:32:55,062 [output] 172 -> 173... +2013-11-21 22:32:55,151 [output] done +2013-11-21 22:32:55,151 [output] 173 -> 174... +2013-11-21 22:32:55,214 [output] done +2013-11-21 22:32:55,214 [output] 174 -> 175... +2013-11-21 22:32:55,374 [output] done +2013-11-21 22:32:55,375 [output] 175 -> 176... +2013-11-21 22:32:55,410 [output] done +2013-11-21 22:32:55,410 [output] 176 -> 177... +2013-11-21 22:32:55,478 [output] done +2013-11-21 22:32:55,478 [output] 177 -> 178... +2013-11-21 22:32:55,552 [output] done +2013-11-21 22:32:55,552 [output] 178 -> 179... +2013-11-21 22:32:55,676 [output] done +2013-11-21 22:32:55,677 [output] 179 -> 180... +2013-11-21 22:32:55,775 [output] done +2013-11-21 22:32:55,775 [output] 180 -> 181... +2013-11-21 22:32:55,922 [output] done +2013-11-21 22:32:55,922 [output] 181 -> 182... +2013-11-21 22:32:56,065 [output] done +2013-11-21 22:32:56,065 [output] 182 -> 183... +2013-11-21 22:32:56,090 [output] done +2013-11-21 22:32:56,091 [output] 183 -> 184... +2013-11-21 22:32:56,586 [output] done +2013-11-21 22:32:56,586 [output] 184 -> 185... +2013-11-21 22:32:57,642 [output] done +2013-11-21 22:32:57,643 [output] 185 -> 186... +2013-11-21 22:32:58,165 [output] done +2013-11-21 22:32:58,165 [output] 186 -> 187... +2013-11-21 22:32:58,642 [output] done +2013-11-21 22:32:58,642 [output] 187 -> 188... +2013-11-21 22:32:58,750 [output] done +2013-11-21 22:32:58,751 [output] 188 -> 189... +2013-11-21 22:32:58,826 [output] done +2013-11-21 22:32:58,827 [output] 189 -> 190... +2013-11-21 22:32:58,870 [output] done +2013-11-21 22:32:58,871 [output] 190 -> 191... +2013-11-21 22:32:58,905 [output] done +2013-11-21 22:32:58,905 [output] 191 -> 192... +2013-11-21 22:32:59,057 [output] done +2013-11-21 22:32:59,057 [output] 192 -> 193... +2013-11-21 22:32:59,470 [output] done +2013-11-21 22:32:59,470 [output] 193 -> 194... +2013-11-21 22:33:00,490 [heartbeat] +2013-11-21 22:33:01,050 [output] done +2013-11-21 22:33:01,051 [output] 194 -> 195... +2013-11-21 22:33:01,162 [output] done +2013-11-21 22:33:01,162 [output] 195 -> 196... +2013-11-21 22:33:01,300 [output] done +2013-11-21 22:33:01,300 [output] 196 -> 197... +2013-11-21 22:33:01,385 [output] done +2013-11-21 22:33:01,385 [output] 197 -> 198... +2013-11-21 22:33:01,486 [output] done +2013-11-21 22:33:01,486 [output] 198 -> 199... +2013-11-21 22:33:01,558 [output] done +2013-11-21 22:33:01,558 [output] 199 -> 200... +2013-11-21 22:33:02,049 [output] done +2013-11-21 22:33:02,049 [output] 200 -> 201... +2013-11-21 22:33:02,073 [output] done +2013-11-21 22:33:02,074 [output] 201 -> 202... +2013-11-21 22:33:02,208 [output] done +2013-11-21 22:33:02,208 [output] 202 -> 203... +2013-11-21 22:33:02,641 [output] done +2013-11-21 22:33:02,642 [output] 203 -> 204... +2013-11-21 22:33:02,726 [output] done +2013-11-21 22:33:02,726 [output] 204 -> 205... +2013-11-21 22:33:02,886 [output] done +2013-11-21 22:33:02,886 [output] 205 -> 206... +2013-11-21 22:33:03,142 [output] done +2013-11-21 22:33:03,143 [output] 206 -> 207... +2013-11-21 22:33:03,320 [output] done +2013-11-21 22:33:03,320 [output] 207 -> 208... +2013-11-21 22:33:03,602 [output] done +2013-11-21 22:33:03,602 [output] 208 -> 209... +2013-11-21 22:33:04,392 [output] done +2013-11-21 22:33:04,392 [output] 209 -> 210... +2013-11-21 22:33:04,622 [output] done +2013-11-21 22:33:04,622 [output] 210 -> 211... +2013-11-21 22:33:04,761 [output] done +2013-11-21 22:33:04,769 [output] 211 -> 212... +2013-11-21 22:33:04,872 [output] done +2013-11-21 22:33:04,872 [output] 212 -> 213... +2013-11-21 22:33:05,180 [output] done +2013-11-21 22:33:05,180 [output] 213 -> 214... +2013-11-21 22:33:05,722 [output] done +2013-11-21 22:33:05,723 [output] 214 -> 215... +2013-11-21 22:33:05,754 [output] done +2013-11-21 22:33:05,754 [output] 215 -> 216... +2013-11-21 22:33:05,854 [output] done +2013-11-21 22:33:05,856 [output] 216 -> 217... +2013-11-21 22:33:05,879 [output] done +2013-11-21 22:33:05,879 [output] 217 -> 218... +2013-11-21 22:33:05,884 [output] done +2013-11-21 22:33:05,884 [output] 218 -> 219... +2013-11-21 22:33:05,934 [output] done +2013-11-21 22:33:05,935 [output] 219 -> 220... +2013-11-21 22:33:05,937 [output] done +2013-11-21 22:33:05,937 [output] 220 -> 221... +2013-11-21 22:33:05,942 [output] done +2013-11-21 22:33:05,942 [output] 221 -> 222... +2013-11-21 22:33:05,951 [output] done +2013-11-21 22:33:05,951 [output] 222 -> 223... +2013-11-21 22:33:05,952 [output] done +2013-11-21 22:33:05,952 [output] 223 -> 224... +2013-11-21 22:33:05,967 [output] done +2013-11-21 22:33:05,974 [output] 224 -> 225... +2013-11-21 22:33:06,002 [output] done +2013-11-21 22:33:06,002 [output] 225 -> 226... +2013-11-21 22:33:06,002 [output] done +2013-11-21 22:33:06,003 [output] 226 -> 227... +2013-11-21 22:33:06,023 [output] done +2013-11-21 22:33:06,023 [output] 227 -> 228... +2013-11-21 22:33:06,286 [output] done +2013-11-21 22:33:06,666 [output] + set +x +2013-11-21 22:33:06,667 [output] ***** Finished DB upgrade to state of patchset ***** +2013-11-21 22:33:06,686 [output] Final schema version is 228 +2013-11-21 22:33:06,829 [output] Switched to branch 'master' +2013-11-21 22:33:06,905 [output] Deleted branch working (was d9deb04). +2013-11-21 22:33:06,905 [output] Cleaning up virtual env +2013-11-21 22:33:09,362 [output] Removing e0a387e790954342b8d410ac8f062164... +2013-11-21 22:33:14,787 [script exit code = 0] diff --git a/tests/datasets/some_dataset_example/config.json b/tests/datasets/some_dataset_example/config.json new file mode 100644 index 0000000..866ab50 --- /dev/null +++ b/tests/datasets/some_dataset_example/config.json @@ -0,0 +1,17 @@ +{ + "project": "openstack/nova", + "type": "mysql", + "db_user": "nova", + "db_pass": "tester", + "database": "nova", + "seed_data": "nova.sql", + "logging_conf": "logging.conf", + "maximum_migration_times": { + "default": 60, + "135": 120, + "149": 120, + "152": 300, + "159": 120, + "216": 180 + } +} diff --git a/datasets/some_dataset_example/logging.conf b/tests/datasets/some_dataset_example/logging.conf similarity index 100% rename from datasets/some_dataset_example/logging.conf rename to tests/datasets/some_dataset_example/logging.conf diff --git a/tests/task_plugins/__init__.py b/tests/task_plugins/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/task_plugins/gate_real_db_upgrade/__init__.py b/tests/task_plugins/gate_real_db_upgrade/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/task_plugins/gate_real_db_upgrade/test_handle_results.py b/tests/task_plugins/gate_real_db_upgrade/test_handle_results.py new file mode 100644 index 0000000..2e21cda --- /dev/null +++ b/tests/task_plugins/gate_real_db_upgrade/test_handle_results.py @@ -0,0 +1,86 @@ +# Copyright 2013 Rackspace Australia +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may +# not use this file except in compliance with the License. You may obtain +# a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations +# under the License. + +import json +import os +import testtools + +from turbo_hipster.task_plugins.gate_real_db_upgrade import handle_results + +TESTS_DIR = os.path.join(os.path.dirname(__file__), '../..') + + +class TestHandleResults(testtools.TestCase): + def test_line_to_time(self): + test_line = '2013-11-22 21:42:45,908 [output] 141 -> 142... ' + result = handle_results.line_to_time(test_line) + self.assertEqual(result, 1385156565) + + def test_migration_time_passes(self): + with open(os.path.join(TESTS_DIR, + 'datasets/some_dataset_example/config.json'), + 'r') as config_stream: + dataset_config = json.load(config_stream) + + migration_start_time = 1385116665.0 + migration_end_time = 1385116865.0 + + migration_number = '151' + result = handle_results.migration_time_passes(migration_number, + migration_start_time, + migration_end_time, + dataset_config) + self.assertFalse(result) + + migration_number = '152' + result = handle_results.migration_time_passes(migration_number, + migration_start_time, + migration_end_time, + dataset_config) + self.assertTrue(result) + + def test_check_log_for_errors(self): + logfile = os.path.join(TESTS_DIR, + 'assets/20131007_devstack_export.log') + with open(os.path.join(TESTS_DIR, + 'datasets/some_dataset_example/config.json'), + 'r') as config_stream: + dataset_config = json.load(config_stream) + + gitpath = '' + handle_results.find_schemas = lambda x: [123] + result, msg = handle_results.check_log_for_errors(logfile, gitpath, + dataset_config) + self.assertFalse(result) + self.assertEqual(msg, + 'Final schema version does not match expectation') + + handle_results.find_schemas = lambda x: [228] + result, msg = handle_results.check_log_for_errors(logfile, gitpath, + dataset_config) + self.assertTrue(result) + self.assertEqual(msg, 'SUCCESS') + + dataset_config['maximum_migration_times']['152'] = 3 + result, msg = handle_results.check_log_for_errors(logfile, gitpath, + dataset_config) + self.assertFalse(result) + self.assertEqual(msg, ('WARNING: Migration 152 took too long, ' + 'WARNING: Migration 152 took too long')) + + dataset_config['maximum_migration_times']['152'] = 10 + result, msg = handle_results.check_log_for_errors(logfile, gitpath, + dataset_config) + self.assertTrue(result) + self.assertEqual(msg, 'SUCCESS') diff --git a/turbo_hipster/task_plugins/gate_real_db_upgrade/handle_results.py b/turbo_hipster/task_plugins/gate_real_db_upgrade/handle_results.py index dc0df02..150c780 100644 --- a/turbo_hipster/task_plugins/gate_real_db_upgrade/handle_results.py +++ b/turbo_hipster/task_plugins/gate_real_db_upgrade/handle_results.py @@ -18,12 +18,16 @@ Primarily place the log files somewhere useful and optionally email somebody """ -from turbo_hipster.lib.utils import push_file +import calendar +import time import tempfile import os import re +from turbo_hipster.lib.utils import push_file + + def generate_log_index(datasets): """ Create an index of logfiles and links to them """ # Loop over logfile URLs @@ -68,17 +72,18 @@ def generate_push_results(datasets, publish_config): return index_file_url -def check_log_for_errors(logfile, gitpath): +def find_schemas(gitpath): + MIGRATION_NUMBER_RE = re.compile('^([0-9]+).*\.py$') + return [int(MIGRATION_NUMBER_RE.findall(f)[0]) for f in os.listdir( + os.path.join(gitpath, 'nova/db/sqlalchemy/migrate_repo/versions')) + if MIGRATION_NUMBER_RE.match(f)] + + +def check_log_for_errors(logfile, gitpath, dataset_config): """ Run regex over the given logfile to find errors :returns: success (boolean), message (string)""" - # Find the schema versions - MIGRATION_NUMBER_RE = re.compile('^([0-9]+).*\.py$') - schemas = [int(MIGRATION_NUMBER_RE.findall(f)[0]) for f in os.listdir( - os.path.join(gitpath, 'nova/db/sqlalchemy/migrate_repo/versions')) - if MIGRATION_NUMBER_RE.match(f)] - MIGRATION_START_RE = re.compile('([0-9]+) -\> ([0-9]+)\.\.\. $') MIGRATION_END_RE = re.compile('done$') #MIGRATION_COMMAND_START = '***** Start DB upgrade to state of' @@ -87,6 +92,7 @@ def check_log_for_errors(logfile, gitpath): with open(logfile, 'r') as fd: migration_started = False + warnings = [] for line in fd: if 'ERROR 1045' in line: return False, "FAILURE: Could not setup seed database." @@ -102,14 +108,25 @@ def check_log_for_errors(logfile, gitpath): "migration after a start") migration_started = True + migration_start_time = line_to_time(line) + migration_number_from = MIGRATION_START_RE.findall(line)[0][0] + migration_number_to = MIGRATION_START_RE.findall(line)[0][1] elif MIGRATION_END_RE.search(line): if migration_started: # We found the end to this migration migration_started = False + if migration_number_to > migration_number_from: + migration_end_time = line_to_time(line) + if not migration_time_passes(migration_number_to, + migration_start_time, + migration_end_time, + dataset_config): + warnings.append("WARNING: Migration %s took too " + "long" % migration_number_to) elif 'Final schema version is' in line: # Check the final version is as expected final_version = MIGRATION_FINAL_SCHEMA_RE.findall(line)[0] - if int(final_version) != max(schemas): + if int(final_version) != max(find_schemas(gitpath)): return False, ("Final schema version does not match " "expectation") @@ -118,5 +135,34 @@ def check_log_for_errors(logfile, gitpath): # something must have failed return False, ("FAILURE: Did not find the end of a migration " "after a start") + elif len(warnings) > 0: + return False, ', '.join(warnings) return True, "SUCCESS" + + +def line_to_time(line): + """Extract a timestamp from a log line""" + return calendar.timegm(time.strptime(line[:23], '%Y-%m-%d %H:%M:%S,%f')) + + +def migration_time_passes(migration_number, migration_start_time, + migration_end_time, dataset_config): + """Determines if the difference between the migration_start_time and + migration_end_time is acceptable. + + The dataset configuration should specify a default maximum time and any + migration specific times in the maximum_migration_times dictionary. + + Returns True if okay, False if it takes too long.""" + + if migration_number in dataset_config['maximum_migration_times']: + allowed_time = \ + dataset_config['maximum_migration_times'][migration_number] + else: + allowed_time = dataset_config['maximum_migration_times']['default'] + + if (migration_end_time - migration_start_time) > allowed_time: + return False + + return True diff --git a/turbo_hipster/task_plugins/gate_real_db_upgrade/task.py b/turbo_hipster/task_plugins/gate_real_db_upgrade/task.py index 4855309..e7670eb 100644 --- a/turbo_hipster/task_plugins/gate_real_db_upgrade/task.py +++ b/turbo_hipster/task_plugins/gate_real_db_upgrade/task.py @@ -128,7 +128,8 @@ class Runner(object): # Look for the beginning of the migration start dataset_success, message = \ handle_results.check_log_for_errors( - dataset['job_log_file_path'], self.git_path) + dataset['job_log_file_path'], self.git_path, + dataset['config']) self.job_datasets[i]['result'] = message success = False if not dataset_success else success