Check the logs for migrations that take too long

Change-Id: I38cbce3771afea8dc2ffecc243d727bc1759431e
This commit is contained in:
Joshua Hesketh 2013-11-23 16:54:33 +11:00
parent b39f8840d6
commit 4d5ba72081
11 changed files with 1028 additions and 21 deletions

1
.gitignore vendored
View File

@ -1,6 +1,5 @@
*.DS_Store
*.egg*
*.log
*.mo
*.pyc
*.swo

View File

@ -1,9 +0,0 @@
{
"project": "openstack/nova",
"type": "mysql",
"db_user": "nova",
"db_pass": "tester",
"database": "nova",
"seed_data": "nova.sql",
"logging_conf": "logging.conf"
}

View File

@ -5,7 +5,7 @@ flake8==2.0
hacking>=0.5.6,<0.7
coverage>=3.6
sphinx
sphinx>=1.1.2,<1.2
docutils==0.9.1
discover
python-subunit

View File

@ -0,0 +1,867 @@
2013-11-21 22:22:00,378 [output] To execute this script manually, run this:
2013-11-21 22:22:00,379 [output] /usr/local/lib/python2.7/dist-packages/turbo_hipster/task_plugins/gate_real_db_upgrade/nova_mysql_migrations.sh e0a387e790954342b8d410ac8f062164 /var/lib/turbo-hipster/jobs/56/56287/10/check/gate-real-db-upgrade_nova_mysql_devstack_20131007/e0a387e /var/lib/turbo-hipster/git/gate_real_db_upgrade-turbo-hipster-worker-0/openstack/nova nova tester nova_dataset_20131007_devstack /var/lib/turbo-hipster/datasets_devstack_20131007/20131007_devstack_export/nova.sql /var/lib/turbo-hipster/datasets_devstack_20131007/20131007_devstack_export/logging.conf /var/cache/pip
2013-11-21 22:22:00,379 [output] Restoring test database nova_dataset_20131007_devstack
2013-11-21 22:22:00,380 [output] + mysql -u nova --password=tester -e 'drop database nova_dataset_20131007_devstack'
2013-11-21 22:22:01,562 [output] + mysql -u nova --password=tester -e 'create database nova_dataset_20131007_devstack'
2013-11-21 22:22:01,596 [output] + mysql -u nova --password=tester nova_dataset_20131007_devstack
2013-11-21 22:22:01,659 [output] /usr/local/lib/python2.7/dist-packages/turbo_hipster/task_plugins/gate_real_db_upgrade/nova_mysql_migrations.sh: line 89: //var/lib/turbo-hipster/datasets_devstack_20131007/20131007_devstack_export/nova.sql: Permission denied
2013-11-21 22:22:01,660 [output] + set +x
2013-11-21 22:22:01,660 [output] Build test environment
2013-11-21 22:22:01,660 [output] Setting up virtual env
2013-11-21 22:22:03,529 [output] New python executable in e0a387e790954342b8d410ac8f062164/bin/python
2013-11-21 22:22:08,190 [output] Installing distribute...........................................................................................................................................................................................................................done.
2013-11-21 22:22:10,446 [output] Installing pip................done.
2013-11-21 22:22:10,984 [output] virtualenvwrapper.user_scripts creating /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/bin/predeactivate
2013-11-21 22:22:10,985 [output] virtualenvwrapper.user_scripts creating /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/bin/postdeactivate
2013-11-21 22:22:11,014 [output] virtualenvwrapper.user_scripts creating /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/bin/preactivate
2013-11-21 22:22:11,014 [output] virtualenvwrapper.user_scripts creating /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/bin/postactivate
2013-11-21 22:22:11,014 [output] virtualenvwrapper.user_scripts creating /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/bin/get_env_details
2013-11-21 22:22:13,614 [output] Enabled global site-packages
2013-11-21 22:22:13,688 [output] ERROR 1146 (42S02) at line 1: Table 'nova_dataset_20131007_devstack.migrate_version' doesn't exist
2013-11-21 22:22:13,690 [output] Schema version is
2013-11-21 22:22:13,725 [output] error: branch 'working' not found.
2013-11-21 22:22:14,006 [output] Switched to a new branch 'working'
2013-11-21 22:22:14,202 [output] Update database to current state of trunk
2013-11-21 22:22:14,490 [output] Switched to branch 'master'
2013-11-21 22:22:27,225 [output] Install pip requirements from requirements.txt
2013-11-21 22:22:30,334 [heartbeat]
2013-11-21 22:23:00,338 [heartbeat]
2013-11-21 22:23:30,350 [heartbeat]
2013-11-21 22:24:00,374 [heartbeat]
2013-11-21 22:24:30,374 [heartbeat]
2013-11-21 22:25:00,378 [heartbeat]
2013-11-21 22:25:30,386 [heartbeat]
2013-11-21 22:26:00,390 [heartbeat]
2013-11-21 22:26:30,414 [heartbeat]
2013-11-21 22:27:00,434 [heartbeat]
2013-11-21 22:27:30,438 [heartbeat]
2013-11-21 22:28:00,438 [heartbeat]
2013-11-21 22:28:30,454 [heartbeat]
2013-11-21 22:29:00,458 [heartbeat]
2013-11-21 22:29:30,458 [heartbeat]
2013-11-21 22:30:00,465 [heartbeat]
2013-11-21 22:30:21,943 [output] Requirements installed
2013-11-21 22:30:22,318 [output] ***** Start DB upgrade to state of trunk *****
2013-11-21 22:30:27,278 [output] warning: no files found matching 'AUTHORS'
2013-11-21 22:30:27,284 [output] warning: no files found matching 'ChangeLog'
2013-11-21 22:30:27,430 [output] warning: no previously-included files matching '*.pyc' found anywhere in distribution
2013-11-21 22:30:27,477 [output] warning: no files found matching 'AUTHORS'
2013-11-21 22:30:27,484 [output] warning: no files found matching 'ChangeLog'
2013-11-21 22:30:27,502 [output] warning: no previously-included files found matching '.gitignore'
2013-11-21 22:30:27,526 [output] warning: no previously-included files found matching '.gitreview'
2013-11-21 22:30:27,554 [output] warning: no previously-included files matching '*.pyc' found anywhere in distribution
2013-11-21 22:30:29,394 [output] Requirement already satisfied (use --upgrade to upgrade): pbr>=0.5.21,<1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,394 [output] Requirement already satisfied (use --upgrade to upgrade): SQLAlchemy>=0.7.8,<=0.7.99 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): amqplib>=0.6.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): anyjson>=0.3.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): boto>=2.4.0,!=2.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): eventlet>=0.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): Jinja2 in /usr/local/lib/python2.7/dist-packages
2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): kombu>=2.4.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): lxml>=2.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): Routes>=1.12.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,395 [output] Requirement already satisfied (use --upgrade to upgrade): WebOb>=1.2.3,<1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): greenlet>=0.3.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): PasteDeploy>=1.5.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): Paste in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): sqlalchemy-migrate>=0.7.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): netaddr>=0.7.6 in /usr/lib/python2.7/dist-packages
2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): suds>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): paramiko>=1.8.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): pyasn1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,396 [output] Requirement already satisfied (use --upgrade to upgrade): Babel>=1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,397 [output] Requirement already satisfied (use --upgrade to upgrade): iso8601>=0.1.4,!=0.1.5,!=0.1.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,397 [output] Requirement already satisfied (use --upgrade to upgrade): jsonschema>=1.3.0,!=1.4.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,397 [output] Requirement already satisfied (use --upgrade to upgrade): python-cinderclient>=1.0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,397 [output] Requirement already satisfied (use --upgrade to upgrade): python-neutronclient>=2.3.0,<3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,406 [output] Requirement already satisfied (use --upgrade to upgrade): python-glanceclient>=0.9.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,406 [output] Requirement already satisfied (use --upgrade to upgrade): python-keystoneclient>=0.4.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,422 [output] Requirement already satisfied (use --upgrade to upgrade): six>=1.4.1 in /usr/local/lib/python2.7/dist-packages
2013-11-21 22:30:29,430 [output] Requirement already satisfied (use --upgrade to upgrade): stevedore>=0.10 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,430 [output] Requirement already satisfied (use --upgrade to upgrade): websockify>=0.5.1,<0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,430 [output] Requirement already satisfied (use --upgrade to upgrade): oslo.config>=1.2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:30:29,430 [output] Requirement already satisfied (use --upgrade to upgrade): pip>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages/pip-1.3.1-py2.7.egg (from pbr>=0.5.21,<1.0)
2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): markupsafe in /usr/local/lib/python2.7/dist-packages (from Jinja2)
2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): amqp>=1.3.3,<2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from kombu>=2.4.8)
2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): repoze.lru>=0.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Routes>=1.12.3)
2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): decorator in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2)
2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): Tempita>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2)
2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): pycrypto>=2.1,!=2.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0)
2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): ecdsa in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0)
2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): pytz>=0a in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Babel>=1.3)
2013-11-21 22:30:29,431 [output] Requirement already satisfied (use --upgrade to upgrade): PrettyTable>=0.6,<0.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): requests>=1.1 in /usr/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): simplejson>=2.0.9 in /usr/local/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): cliff>=1.4.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3)
2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): httplib2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3)
2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): pyOpenSSL in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0)
2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): warlock>=1.0.1,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0)
2013-11-21 22:30:29,432 [output] Requirement already satisfied (use --upgrade to upgrade): numpy in /usr/lib/python2.7/dist-packages (from websockify>=0.5.1,<0.6)
2013-11-21 22:30:29,433 [output] Requirement already satisfied (use --upgrade to upgrade): pyparsing>=2.0.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3)
2013-11-21 22:30:29,433 [output] Requirement already satisfied (use --upgrade to upgrade): cmd2>=0.6.7 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3)
2013-11-21 22:30:29,433 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpatch>=0.10,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from warlock>=1.0.1,<2->python-glanceclient>=0.9.0)
2013-11-21 22:30:29,433 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpointer>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from jsonpatch>=0.10,<2->warlock>=1.0.1,<2->python-glanceclient>=0.9.0)
2013-11-21 22:30:29,433 [output] Cleaning up...
2013-11-21 22:30:30,476 [heartbeat]
2013-11-21 22:31:00,476 [heartbeat]
2013-11-21 22:31:06,456 [output] + nova-manage --config-file /var/lib/turbo-hipster/jobs/56/56287/10/check/gate-real-db-upgrade_nova_mysql_devstack_20131007/e0a387e/nova-trunk.conf db sync
2013-11-21 22:31:17,190 [output] 132 -> 133...
2013-11-21 22:31:22,933 [output] done
2013-11-21 22:31:22,933 [output] 133 -> 134...
2013-11-21 22:31:23,081 [output] done
2013-11-21 22:31:23,081 [output] 134 -> 135...
2013-11-21 22:31:23,356 [output] done
2013-11-21 22:31:23,356 [output] 135 -> 136...
2013-11-21 22:31:23,539 [output] done
2013-11-21 22:31:23,539 [output] 136 -> 137...
2013-11-21 22:31:23,675 [output] done
2013-11-21 22:31:23,675 [output] 137 -> 138...
2013-11-21 22:31:23,726 [output] done
2013-11-21 22:31:23,726 [output] 138 -> 139...
2013-11-21 22:31:23,773 [output] done
2013-11-21 22:31:23,773 [output] 139 -> 140...
2013-11-21 22:31:23,812 [output] done
2013-11-21 22:31:23,812 [output] 140 -> 141...
2013-11-21 22:31:23,849 [output] done
2013-11-21 22:31:23,849 [output] 141 -> 142...
2013-11-21 22:31:23,958 [output] done
2013-11-21 22:31:23,958 [output] 142 -> 143...
2013-11-21 22:31:24,070 [output] done
2013-11-21 22:31:24,070 [output] 143 -> 144...
2013-11-21 22:31:24,230 [output] done
2013-11-21 22:31:24,231 [output] 144 -> 145...
2013-11-21 22:31:24,298 [output] done
2013-11-21 22:31:24,298 [output] 145 -> 146...
2013-11-21 22:31:24,361 [output] done
2013-11-21 22:31:24,361 [output] 146 -> 147...
2013-11-21 22:31:24,462 [output] done
2013-11-21 22:31:24,462 [output] 147 -> 148...
2013-11-21 22:31:24,658 [output] done
2013-11-21 22:31:24,658 [output] 148 -> 149...
2013-11-21 22:31:25,562 [output] done
2013-11-21 22:31:25,562 [output] 149 -> 150...
2013-11-21 22:31:25,706 [output] done
2013-11-21 22:31:25,706 [output] 150 -> 151...
2013-11-21 22:31:25,811 [output] done
2013-11-21 22:31:25,811 [output] 151 -> 152...
2013-11-21 22:31:30,477 [heartbeat]
2013-11-21 22:31:31,142 [output] done
2013-11-21 22:31:31,142 [output] 152 -> 153...
2013-11-21 22:31:31,190 [output] done
2013-11-21 22:31:31,190 [output] 153 -> 154...
2013-11-21 22:31:32,916 [output] done
2013-11-21 22:31:32,916 [output] 154 -> 155...
2013-11-21 22:31:33,051 [output] done
2013-11-21 22:31:33,051 [output] 155 -> 156...
2013-11-21 22:31:33,157 [output] done
2013-11-21 22:31:33,157 [output] 156 -> 157...
2013-11-21 22:31:33,226 [output] done
2013-11-21 22:31:33,226 [output] 157 -> 158...
2013-11-21 22:31:33,318 [output] done
2013-11-21 22:31:33,326 [output] 158 -> 159...
2013-11-21 22:31:33,975 [output] done
2013-11-21 22:31:33,975 [output] 159 -> 160...
2013-11-21 22:31:34,002 [output] done
2013-11-21 22:31:34,002 [output] 160 -> 161...
2013-11-21 22:31:34,034 [output] done
2013-11-21 22:31:34,034 [output] 161 -> 162...
2013-11-21 22:31:34,070 [output] done
2013-11-21 22:31:34,070 [output] 162 -> 163...
2013-11-21 22:31:34,072 [output] done
2013-11-21 22:31:34,072 [output] 163 -> 164...
2013-11-21 22:31:34,077 [output] done
2013-11-21 22:31:34,077 [output] 164 -> 165...
2013-11-21 22:31:34,085 [output] done
2013-11-21 22:31:34,085 [output] 165 -> 166...
2013-11-21 22:31:34,091 [output] done
2013-11-21 22:31:34,091 [output] 166 -> 167...
2013-11-21 22:31:34,094 [output] done
2013-11-21 22:31:34,094 [output] 167 -> 168...
2013-11-21 22:31:34,120 [output] done
2013-11-21 22:31:34,143 [output] 168 -> 169...
2013-11-21 22:31:34,143 [output] done
2013-11-21 22:31:34,143 [output] 169 -> 170...
2013-11-21 22:31:34,144 [output] done
2013-11-21 22:31:34,144 [output] 170 -> 171...
2013-11-21 22:31:34,162 [output] done
2013-11-21 22:31:34,163 [output] 171 -> 172...
2013-11-21 22:31:34,329 [output] done
2013-11-21 22:31:34,329 [output] 172 -> 173...
2013-11-21 22:31:34,411 [output] done
2013-11-21 22:31:34,412 [output] 173 -> 174...
2013-11-21 22:31:34,530 [output] done
2013-11-21 22:31:34,530 [output] 174 -> 175...
2013-11-21 22:31:34,693 [output] done
2013-11-21 22:31:34,694 [output] 175 -> 176...
2013-11-21 22:31:34,733 [output] done
2013-11-21 22:31:34,734 [output] 176 -> 177...
2013-11-21 22:31:34,822 [output] done
2013-11-21 22:31:34,823 [output] 177 -> 178...
2013-11-21 22:31:34,915 [output] done
2013-11-21 22:31:34,916 [output] 178 -> 179...
2013-11-21 22:31:35,116 [output] done
2013-11-21 22:31:35,116 [output] 179 -> 180...
2013-11-21 22:31:35,278 [output] done
2013-11-21 22:31:35,278 [output] 180 -> 181...
2013-11-21 22:31:35,403 [output] done
2013-11-21 22:31:35,404 [output] 181 -> 182...
2013-11-21 22:31:35,514 [output] done
2013-11-21 22:31:35,514 [output] 182 -> 183...
2013-11-21 22:31:35,596 [output] done
2013-11-21 22:31:35,596 [output] 183 -> 184...
2013-11-21 22:31:36,314 [output] done
2013-11-21 22:31:36,314 [output] 184 -> 185...
2013-11-21 22:31:37,422 [output] done
2013-11-21 22:31:37,423 [output] 185 -> 186...
2013-11-21 22:31:38,346 [output] done
2013-11-21 22:31:38,346 [output] 186 -> 187...
2013-11-21 22:31:38,786 [output] done
2013-11-21 22:31:38,786 [output] 187 -> 188...
2013-11-21 22:31:38,857 [output] done
2013-11-21 22:31:38,858 [output] 188 -> 189...
2013-11-21 22:31:38,995 [output] done
2013-11-21 22:31:38,995 [output] 189 -> 190...
2013-11-21 22:31:39,062 [output] done
2013-11-21 22:31:39,062 [output] 190 -> 191...
2013-11-21 22:31:39,151 [output] done
2013-11-21 22:31:39,151 [output] 191 -> 192...
2013-11-21 22:31:39,366 [output] done
2013-11-21 22:31:39,367 [output] 192 -> 193...
2013-11-21 22:31:39,616 [output] done
2013-11-21 22:31:39,617 [output] 193 -> 194...
2013-11-21 22:31:40,814 [output] done
2013-11-21 22:31:40,814 [output] 194 -> 195...
2013-11-21 22:31:40,946 [output] done
2013-11-21 22:31:40,946 [output] 195 -> 196...
2013-11-21 22:31:41,050 [output] done
2013-11-21 22:31:41,051 [output] 196 -> 197...
2013-11-21 22:31:41,143 [output] done
2013-11-21 22:31:41,144 [output] 197 -> 198...
2013-11-21 22:31:41,239 [output] done
2013-11-21 22:31:41,240 [output] 198 -> 199...
2013-11-21 22:31:41,314 [output] done
2013-11-21 22:31:41,314 [output] 199 -> 200...
2013-11-21 22:31:41,728 [output] done
2013-11-21 22:31:41,728 [output] 200 -> 201...
2013-11-21 22:31:41,742 [output] done
2013-11-21 22:31:41,742 [output] 201 -> 202...
2013-11-21 22:31:41,823 [output] done
2013-11-21 22:31:41,823 [output] 202 -> 203...
2013-11-21 22:31:42,202 [output] done
2013-11-21 22:31:42,202 [output] 203 -> 204...
2013-11-21 22:31:42,294 [output] done
2013-11-21 22:31:42,310 [output] 204 -> 205...
2013-11-21 22:31:42,393 [output] done
2013-11-21 22:31:42,394 [output] 205 -> 206...
2013-11-21 22:31:42,574 [output] done
2013-11-21 22:31:42,574 [output] 206 -> 207...
2013-11-21 22:31:42,756 [output] done
2013-11-21 22:31:42,757 [output] 207 -> 208...
2013-11-21 22:31:42,934 [output] done
2013-11-21 22:31:42,934 [output] 208 -> 209...
2013-11-21 22:31:43,514 [output] done
2013-11-21 22:31:43,515 [output] 209 -> 210...
2013-11-21 22:31:43,624 [output] done
2013-11-21 22:31:43,624 [output] 210 -> 211...
2013-11-21 22:31:43,717 [output] done
2013-11-21 22:31:43,717 [output] 211 -> 212...
2013-11-21 22:31:43,832 [output] done
2013-11-21 22:31:43,832 [output] 212 -> 213...
2013-11-21 22:31:44,066 [output] done
2013-11-21 22:31:44,066 [output] 213 -> 214...
2013-11-21 22:31:44,242 [output] done
2013-11-21 22:31:44,242 [output] 214 -> 215...
2013-11-21 22:31:44,244 [output] done
2013-11-21 22:31:44,245 [output] 215 -> 216...
2013-11-21 22:31:44,321 [output] done
2013-11-21 22:31:44,321 [output] 216 -> 217...
2013-11-21 22:31:44,333 [output] done
2013-11-21 22:31:44,333 [output] 217 -> 218...
2013-11-21 22:31:44,341 [output] done
2013-11-21 22:31:44,342 [output] 218 -> 219...
2013-11-21 22:31:44,350 [output] done
2013-11-21 22:31:44,350 [output] 219 -> 220...
2013-11-21 22:31:44,367 [output] done
2013-11-21 22:31:44,367 [output] 220 -> 221...
2013-11-21 22:31:44,390 [output] done
2013-11-21 22:31:44,390 [output] 221 -> 222...
2013-11-21 22:31:44,410 [output] done
2013-11-21 22:31:44,410 [output] 222 -> 223...
2013-11-21 22:31:44,416 [output] done
2013-11-21 22:31:44,416 [output] 223 -> 224...
2013-11-21 22:31:44,429 [output] done
2013-11-21 22:31:44,429 [output] 224 -> 225...
2013-11-21 22:31:44,474 [output] done
2013-11-21 22:31:44,474 [output] 225 -> 226...
2013-11-21 22:31:44,530 [output] done
2013-11-21 22:31:44,531 [output] 226 -> 227...
2013-11-21 22:31:44,533 [output] done
2013-11-21 22:31:44,533 [output] 227 -> 228...
2013-11-21 22:31:44,631 [output] done
2013-11-21 22:31:45,743 [output] + set +x
2013-11-21 22:31:45,745 [output] ***** Finished DB upgrade to state of trunk *****
2013-11-21 22:31:48,002 [output] Switched to branch 'working'
2013-11-21 22:31:48,023 [output] Now test the patchset
2013-11-21 22:31:48,854 [output] Install pip requirements from requirements.txt
2013-11-21 22:31:49,174 [output] Requirements installed
2013-11-21 22:31:50,658 [output] ***** Start DB upgrade to state of patchset *****
2013-11-21 22:31:54,659 [output] Requirement already satisfied (use --upgrade to upgrade): pbr>=0.5.21,<1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,659 [output] Requirement already satisfied (use --upgrade to upgrade): SQLAlchemy>=0.7.8,<=0.7.99 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,659 [output] Requirement already satisfied (use --upgrade to upgrade): amqplib>=0.6.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,659 [output] Requirement already satisfied (use --upgrade to upgrade): anyjson>=0.3.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,659 [output] Requirement already satisfied (use --upgrade to upgrade): boto>=2.4.0,!=2.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): eventlet>=0.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): Jinja2 in /usr/local/lib/python2.7/dist-packages
2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): kombu>=2.4.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): lxml>=2.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): Routes>=1.12.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,660 [output] Requirement already satisfied (use --upgrade to upgrade): WebOb>=1.2.3,<1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,690 [output] Requirement already satisfied (use --upgrade to upgrade): greenlet>=0.3.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,690 [output] Requirement already satisfied (use --upgrade to upgrade): PasteDeploy>=1.5.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,690 [output] Requirement already satisfied (use --upgrade to upgrade): Paste in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,690 [output] Requirement already satisfied (use --upgrade to upgrade): sqlalchemy-migrate>=0.7.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): netaddr>=0.7.6 in /usr/lib/python2.7/dist-packages
2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): suds>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): paramiko>=1.8.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): pyasn1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): Babel>=1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): iso8601>=0.1.4,!=0.1.5,!=0.1.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): jsonschema>=1.3.0,!=1.4.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): python-cinderclient>=1.0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,691 [output] Requirement already satisfied (use --upgrade to upgrade): python-neutronclient>=2.3.0,<3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): python-glanceclient>=0.9.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): python-keystoneclient>=0.4.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): six>=1.4.1 in /usr/local/lib/python2.7/dist-packages
2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): stevedore>=0.10 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): websockify>=0.5.1,<0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,692 [output] Requirement already satisfied (use --upgrade to upgrade): oslo.config>=1.2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): pip>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages/pip-1.3.1-py2.7.egg (from pbr>=0.5.21,<1.0)
2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): markupsafe in /usr/local/lib/python2.7/dist-packages (from Jinja2)
2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): amqp>=1.3.3,<2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from kombu>=2.4.8)
2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): repoze.lru>=0.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Routes>=1.12.3)
2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): decorator in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2)
2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): Tempita>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2)
2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): pycrypto>=2.1,!=2.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0)
2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): ecdsa in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0)
2013-11-21 22:31:54,693 [output] Requirement already satisfied (use --upgrade to upgrade): pytz>=0a in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Babel>=1.3)
2013-11-21 22:31:54,694 [output] Requirement already satisfied (use --upgrade to upgrade): PrettyTable>=0.6,<0.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:31:54,694 [output] Requirement already satisfied (use --upgrade to upgrade): requests>=1.1 in /usr/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): simplejson>=2.0.9 in /usr/local/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): cliff>=1.4.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3)
2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): httplib2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3)
2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): pyOpenSSL in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0)
2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): warlock>=1.0.1,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0)
2013-11-21 22:31:54,699 [output] Requirement already satisfied (use --upgrade to upgrade): numpy in /usr/lib/python2.7/dist-packages (from websockify>=0.5.1,<0.6)
2013-11-21 22:31:54,700 [output] Requirement already satisfied (use --upgrade to upgrade): pyparsing>=2.0.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3)
2013-11-21 22:31:54,700 [output] Requirement already satisfied (use --upgrade to upgrade): cmd2>=0.6.7 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3)
2013-11-21 22:31:54,700 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpatch>=0.10,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from warlock>=1.0.1,<2->python-glanceclient>=0.9.0)
2013-11-21 22:31:54,700 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpointer>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from jsonpatch>=0.10,<2->warlock>=1.0.1,<2->python-glanceclient>=0.9.0)
2013-11-21 22:31:54,700 [output] Cleaning up...
2013-11-21 22:31:55,743 [output] + nova-manage --config-file /var/lib/turbo-hipster/jobs/56/56287/10/check/gate-real-db-upgrade_nova_mysql_devstack_20131007/e0a387e/nova-patchset.conf db sync
2013-11-21 22:31:58,186 [output] + set +x
2013-11-21 22:31:58,186 [output] ***** Finished DB upgrade to state of patchset *****
2013-11-21 22:31:58,974 [output] Schema version is 228
2013-11-21 22:31:58,974 [output] Now downgrade all the way back to Folsom
2013-11-21 22:31:59,906 [output] ***** Start DB upgrade to state of patchset *****
2013-11-21 22:32:00,483 [heartbeat]
2013-11-21 22:32:03,111 [output] Requirement already satisfied (use --upgrade to upgrade): pbr>=0.5.21,<1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,111 [output] Requirement already satisfied (use --upgrade to upgrade): SQLAlchemy>=0.7.8,<=0.7.99 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): amqplib>=0.6.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): anyjson>=0.3.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): boto>=2.4.0,!=2.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): eventlet>=0.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): Jinja2 in /usr/local/lib/python2.7/dist-packages
2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): kombu>=2.4.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): lxml>=2.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,112 [output] Requirement already satisfied (use --upgrade to upgrade): Routes>=1.12.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): WebOb>=1.2.3,<1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): greenlet>=0.3.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): PasteDeploy>=1.5.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): Paste in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): sqlalchemy-migrate>=0.7.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): netaddr>=0.7.6 in /usr/lib/python2.7/dist-packages
2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): suds>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): paramiko>=1.8.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,113 [output] Requirement already satisfied (use --upgrade to upgrade): pyasn1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,114 [output] Requirement already satisfied (use --upgrade to upgrade): Babel>=1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,114 [output] Requirement already satisfied (use --upgrade to upgrade): iso8601>=0.1.4,!=0.1.5,!=0.1.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,114 [output] Requirement already satisfied (use --upgrade to upgrade): jsonschema>=1.3.0,!=1.4.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,114 [output] Requirement already satisfied (use --upgrade to upgrade): python-cinderclient>=1.0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,114 [output] Requirement already satisfied (use --upgrade to upgrade): python-neutronclient>=2.3.0,<3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,117 [output] Requirement already satisfied (use --upgrade to upgrade): python-glanceclient>=0.9.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): python-keystoneclient>=0.4.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): six>=1.4.1 in /usr/local/lib/python2.7/dist-packages
2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): stevedore>=0.10 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): websockify>=0.5.1,<0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): oslo.config>=1.2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): pip>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages/pip-1.3.1-py2.7.egg (from pbr>=0.5.21,<1.0)
2013-11-21 22:32:03,118 [output] Requirement already satisfied (use --upgrade to upgrade): markupsafe in /usr/local/lib/python2.7/dist-packages (from Jinja2)
2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): amqp>=1.3.3,<2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from kombu>=2.4.8)
2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): repoze.lru>=0.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Routes>=1.12.3)
2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): decorator in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2)
2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): Tempita>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2)
2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): pycrypto>=2.1,!=2.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0)
2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): ecdsa in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0)
2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): pytz>=0a in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Babel>=1.3)
2013-11-21 22:32:03,119 [output] Requirement already satisfied (use --upgrade to upgrade): PrettyTable>=0.6,<0.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): requests>=1.1 in /usr/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): simplejson>=2.0.9 in /usr/local/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): cliff>=1.4.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3)
2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): httplib2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3)
2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): pyOpenSSL in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0)
2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): warlock>=1.0.1,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0)
2013-11-21 22:32:03,120 [output] Requirement already satisfied (use --upgrade to upgrade): numpy in /usr/lib/python2.7/dist-packages (from websockify>=0.5.1,<0.6)
2013-11-21 22:32:03,149 [output] Requirement already satisfied (use --upgrade to upgrade): pyparsing>=2.0.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3)
2013-11-21 22:32:03,149 [output] Requirement already satisfied (use --upgrade to upgrade): cmd2>=0.6.7 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3)
2013-11-21 22:32:03,149 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpatch>=0.10,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from warlock>=1.0.1,<2->python-glanceclient>=0.9.0)
2013-11-21 22:32:03,149 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpointer>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from jsonpatch>=0.10,<2->warlock>=1.0.1,<2->python-glanceclient>=0.9.0)
2013-11-21 22:32:03,149 [output] Cleaning up...
2013-11-21 22:32:04,541 [output] + nova-manage --config-file /var/lib/turbo-hipster/jobs/56/56287/10/check/gate-real-db-upgrade_nova_mysql_devstack_20131007/e0a387e/nova-patchset.conf db sync --version 133
2013-11-21 22:32:07,648 [output] 228 -> 227...
2013-11-21 22:32:07,798 [output] done
2013-11-21 22:32:07,798 [output] 227 -> 226...
2013-11-21 22:32:07,799 [output] done
2013-11-21 22:32:07,799 [output] 226 -> 225...
2013-11-21 22:32:07,799 [output] done
2013-11-21 22:32:07,799 [output] 225 -> 224...
2013-11-21 22:32:07,799 [output] done
2013-11-21 22:32:07,799 [output] 224 -> 223...
2013-11-21 22:32:07,802 [output] done
2013-11-21 22:32:07,802 [output] 223 -> 222...
2013-11-21 22:32:07,807 [output] done
2013-11-21 22:32:07,807 [output] 222 -> 221...
2013-11-21 22:32:07,841 [output] done
2013-11-21 22:32:07,841 [output] 221 -> 220...
2013-11-21 22:32:07,841 [output] done
2013-11-21 22:32:07,841 [output] 220 -> 219...
2013-11-21 22:32:07,841 [output] done
2013-11-21 22:32:07,842 [output] 219 -> 218...
2013-11-21 22:32:07,842 [output] done
2013-11-21 22:32:07,842 [output] 218 -> 217...
2013-11-21 22:32:07,842 [output] done
2013-11-21 22:32:07,842 [output] 217 -> 216...
2013-11-21 22:32:07,843 [output] done
2013-11-21 22:32:07,843 [output] 216 -> 215...
2013-11-21 22:32:07,852 [output] done
2013-11-21 22:32:07,852 [output] 215 -> 214...
2013-11-21 22:32:07,878 [output] done
2013-11-21 22:32:07,878 [output] 214 -> 213...
2013-11-21 22:32:08,487 [output] done
2013-11-21 22:32:08,487 [output] 213 -> 212...
2013-11-21 22:32:08,607 [output] done
2013-11-21 22:32:08,607 [output] 212 -> 211...
2013-11-21 22:32:08,743 [output] done
2013-11-21 22:32:08,744 [output] 211 -> 210...
2013-11-21 22:32:08,838 [output] done
2013-11-21 22:32:08,838 [output] 210 -> 209...
2013-11-21 22:32:08,994 [output] done
2013-11-21 22:32:08,995 [output] 209 -> 208...
2013-11-21 22:32:09,322 [output] done
2013-11-21 22:32:09,323 [output] 208 -> 207...
2013-11-21 22:32:09,510 [output] done
2013-11-21 22:32:09,510 [output] 207 -> 206...
2013-11-21 22:32:09,603 [output] done
2013-11-21 22:32:09,603 [output] 206 -> 205...
2013-11-21 22:32:09,830 [output] done
2013-11-21 22:32:09,831 [output] 205 -> 204...
2013-11-21 22:32:09,930 [output] done
2013-11-21 22:32:09,930 [output] 204 -> 203...
2013-11-21 22:32:09,990 [output] done
2013-11-21 22:32:09,990 [output] 203 -> 202...
2013-11-21 22:32:10,199 [output] done
2013-11-21 22:32:10,200 [output] 202 -> 201...
2013-11-21 22:32:10,282 [output] done
2013-11-21 22:32:10,282 [output] 201 -> 200...
2013-11-21 22:32:10,302 [output] done
2013-11-21 22:32:10,303 [output] 200 -> 199...
2013-11-21 22:32:10,630 [output] done
2013-11-21 22:32:10,631 [output] 199 -> 198...
2013-11-21 22:32:10,734 [output] done
2013-11-21 22:32:10,734 [output] 198 -> 197...
2013-11-21 22:32:10,845 [output] done
2013-11-21 22:32:10,845 [output] 197 -> 196...
2013-11-21 22:32:10,905 [output] done
2013-11-21 22:32:10,905 [output] 196 -> 195...
2013-11-21 22:32:10,982 [output] done
2013-11-21 22:32:10,982 [output] 195 -> 194...
2013-11-21 22:32:11,127 [output] done
2013-11-21 22:32:11,128 [output] 194 -> 193...
2013-11-21 22:32:12,270 [output] done
2013-11-21 22:32:12,270 [output] 193 -> 192...
2013-11-21 22:32:12,803 [output] done
2013-11-21 22:32:12,804 [output] 192 -> 191...
2013-11-21 22:32:13,358 [output] done
2013-11-21 22:32:13,358 [output] 191 -> 190...
2013-11-21 22:32:13,406 [output] done
2013-11-21 22:32:13,406 [output] 190 -> 189...
2013-11-21 22:32:13,478 [output] done
2013-11-21 22:32:13,478 [output] 189 -> 188...
2013-11-21 22:32:13,550 [output] done
2013-11-21 22:32:13,550 [output] 188 -> 187...
2013-11-21 22:32:13,722 [output] done
2013-11-21 22:32:13,723 [output] 187 -> 186...
2013-11-21 22:32:13,918 [output] done
2013-11-21 22:32:13,918 [output] 186 -> 185...
2013-11-21 22:32:14,754 [output] done
2013-11-21 22:32:14,755 [output] 185 -> 184...
2013-11-21 22:32:16,059 [output] done
2013-11-21 22:32:16,059 [output] 184 -> 183...
2013-11-21 22:32:17,230 [output] done
2013-11-21 22:32:17,230 [output] 183 -> 182...
2013-11-21 22:32:17,274 [output] done
2013-11-21 22:32:17,274 [output] 182 -> 181...
2013-11-21 22:32:17,495 [output] done
2013-11-21 22:32:17,495 [output] 181 -> 180...
2013-11-21 22:32:17,687 [output] done
2013-11-21 22:32:17,687 [output] 180 -> 179...
2013-11-21 22:32:17,814 [output] done
2013-11-21 22:32:17,814 [output] 179 -> 178...
2013-11-21 22:32:17,910 [output] done
2013-11-21 22:32:17,910 [output] 178 -> 177...
2013-11-21 22:32:17,989 [output] done
2013-11-21 22:32:17,990 [output] 177 -> 176...
2013-11-21 22:32:18,094 [output] done
2013-11-21 22:32:18,094 [output] 176 -> 175...
2013-11-21 22:32:18,178 [output] done
2013-11-21 22:32:18,179 [output] 175 -> 174...
2013-11-21 22:32:18,322 [output] done
2013-11-21 22:32:18,323 [output] 174 -> 173...
2013-11-21 22:32:18,398 [output] done
2013-11-21 22:32:18,398 [output] 173 -> 172...
2013-11-21 22:32:18,551 [output] done
2013-11-21 22:32:18,551 [output] 172 -> 171...
2013-11-21 22:32:18,689 [output] done
2013-11-21 22:32:18,689 [output] 171 -> 170...
2013-11-21 22:32:18,718 [output] done
2013-11-21 22:32:18,719 [output] 170 -> 169...
2013-11-21 22:32:18,778 [output] done
2013-11-21 22:32:18,778 [output] 169 -> 168...
2013-11-21 22:32:18,814 [output] done
2013-11-21 22:32:18,814 [output] 168 -> 167...
2013-11-21 22:32:18,821 [output] done
2013-11-21 22:32:18,821 [output] 167 -> 166...
2013-11-21 22:32:18,838 [output] done
2013-11-21 22:32:18,838 [output] 166 -> 165...
2013-11-21 22:32:18,855 [output] done
2013-11-21 22:32:18,855 [output] 165 -> 164...
2013-11-21 22:32:18,890 [output] done
2013-11-21 22:32:18,891 [output] 164 -> 163...
2013-11-21 22:32:18,895 [output] done
2013-11-21 22:32:18,896 [output] 163 -> 162...
2013-11-21 22:32:18,934 [output] done
2013-11-21 22:32:18,934 [output] 162 -> 161...
2013-11-21 22:32:18,954 [output] done
2013-11-21 22:32:18,955 [output] 161 -> 160...
2013-11-21 22:32:19,008 [output] done
2013-11-21 22:32:19,009 [output] 160 -> 159...
2013-11-21 22:32:19,062 [output] done
2013-11-21 22:32:19,062 [output] 159 -> 158...
2013-11-21 22:32:19,984 [output] done
2013-11-21 22:32:19,984 [output] 158 -> 157...
2013-11-21 22:32:20,157 [output] done
2013-11-21 22:32:20,158 [output] 157 -> 156...
2013-11-21 22:32:20,186 [output] done
2013-11-21 22:32:20,188 [output] 156 -> 155...
2013-11-21 22:32:20,350 [output] done
2013-11-21 22:32:20,350 [output] 155 -> 154...
2013-11-21 22:32:20,395 [output] done
2013-11-21 22:32:20,396 [output] 154 -> 153...
2013-11-21 22:32:21,790 [output] done
2013-11-21 22:32:21,790 [output] 153 -> 152...
2013-11-21 22:32:21,792 [output] done
2013-11-21 22:32:21,792 [output] 152 -> 151...
2013-11-21 22:32:30,486 [heartbeat]
2013-11-21 22:32:32,628 [output] done
2013-11-21 22:32:32,629 [output] 151 -> 150...
2013-11-21 22:32:32,867 [output] done
2013-11-21 22:32:32,868 [output] 150 -> 149...
2013-11-21 22:32:32,912 [output] done
2013-11-21 22:32:32,912 [output] 149 -> 148...
2013-11-21 22:32:34,030 [output] done
2013-11-21 22:32:34,031 [output] 148 -> 147...
2013-11-21 22:32:34,114 [output] done
2013-11-21 22:32:34,114 [output] 147 -> 146...
2013-11-21 22:32:34,207 [output] done
2013-11-21 22:32:34,207 [output] 146 -> 145...
2013-11-21 22:32:34,281 [output] done
2013-11-21 22:32:34,281 [output] 145 -> 144...
2013-11-21 22:32:34,303 [output] done
2013-11-21 22:32:34,303 [output] 144 -> 143...
2013-11-21 22:32:34,516 [output] done
2013-11-21 22:32:34,516 [output] 143 -> 142...
2013-11-21 22:32:34,671 [output] done
2013-11-21 22:32:34,671 [output] 142 -> 141...
2013-11-21 22:32:34,738 [output] done
2013-11-21 22:32:34,739 [output] 141 -> 140...
2013-11-21 22:32:34,767 [output] done
2013-11-21 22:32:34,767 [output] 140 -> 139...
2013-11-21 22:32:34,772 [output] done
2013-11-21 22:32:34,772 [output] 139 -> 138...
2013-11-21 22:32:34,886 [output] done
2013-11-21 22:32:34,886 [output] 138 -> 137...
2013-11-21 22:32:34,928 [output] done
2013-11-21 22:32:34,928 [output] 137 -> 136...
2013-11-21 22:32:34,965 [output] done
2013-11-21 22:32:34,965 [output] 136 -> 135...
2013-11-21 22:32:34,998 [output] done
2013-11-21 22:32:34,998 [output] 135 -> 134...
2013-11-21 22:32:35,102 [output] done
2013-11-21 22:32:35,102 [output] 134 -> 133...
2013-11-21 22:32:35,222 [output] done
2013-11-21 22:32:35,870 [output] + set +x
2013-11-21 22:32:35,870 [output] ***** Finished DB upgrade to state of patchset *****
2013-11-21 22:32:35,910 [output] Schema version is 133
2013-11-21 22:32:35,910 [output] And now back up to head from Folsom
2013-11-21 22:32:36,942 [output] ***** Start DB upgrade to state of patchset *****
2013-11-21 22:32:41,040 [output] Requirement already satisfied (use --upgrade to upgrade): pbr>=0.5.21,<1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,041 [output] Requirement already satisfied (use --upgrade to upgrade): SQLAlchemy>=0.7.8,<=0.7.99 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,041 [output] Requirement already satisfied (use --upgrade to upgrade): amqplib>=0.6.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,042 [output] Requirement already satisfied (use --upgrade to upgrade): anyjson>=0.3.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,042 [output] Requirement already satisfied (use --upgrade to upgrade): boto>=2.4.0,!=2.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,042 [output] Requirement already satisfied (use --upgrade to upgrade): eventlet>=0.13.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,042 [output] Requirement already satisfied (use --upgrade to upgrade): Jinja2 in /usr/local/lib/python2.7/dist-packages
2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): kombu>=2.4.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): lxml>=2.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): Routes>=1.12.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): WebOb>=1.2.3,<1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): greenlet>=0.3.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): PasteDeploy>=1.5.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,043 [output] Requirement already satisfied (use --upgrade to upgrade): Paste in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): sqlalchemy-migrate>=0.7.2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): netaddr>=0.7.6 in /usr/lib/python2.7/dist-packages
2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): suds>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): paramiko>=1.8.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): pyasn1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): Babel>=1.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): iso8601>=0.1.4,!=0.1.5,!=0.1.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,044 [output] Requirement already satisfied (use --upgrade to upgrade): jsonschema>=1.3.0,!=1.4.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,045 [output] Requirement already satisfied (use --upgrade to upgrade): python-cinderclient>=1.0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,045 [output] Requirement already satisfied (use --upgrade to upgrade): python-neutronclient>=2.3.0,<3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,045 [output] Requirement already satisfied (use --upgrade to upgrade): python-glanceclient>=0.9.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,045 [output] Requirement already satisfied (use --upgrade to upgrade): python-keystoneclient>=0.4.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,045 [output] Requirement already satisfied (use --upgrade to upgrade): six>=1.4.1 in /usr/local/lib/python2.7/dist-packages
2013-11-21 22:32:41,046 [output] Requirement already satisfied (use --upgrade to upgrade): stevedore>=0.10 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,046 [output] Requirement already satisfied (use --upgrade to upgrade): websockify>=0.5.1,<0.6 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,046 [output] Requirement already satisfied (use --upgrade to upgrade): oslo.config>=1.2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages
2013-11-21 22:32:41,070 [output] Requirement already satisfied (use --upgrade to upgrade): pip>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages/pip-1.3.1-py2.7.egg (from pbr>=0.5.21,<1.0)
2013-11-21 22:32:41,070 [output] Requirement already satisfied (use --upgrade to upgrade): markupsafe in /usr/local/lib/python2.7/dist-packages (from Jinja2)
2013-11-21 22:32:41,070 [output] Requirement already satisfied (use --upgrade to upgrade): amqp>=1.3.3,<2.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from kombu>=2.4.8)
2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): repoze.lru>=0.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Routes>=1.12.3)
2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): decorator in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2)
2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): Tempita>=0.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from sqlalchemy-migrate>=0.7.2)
2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): pycrypto>=2.1,!=2.4 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0)
2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): ecdsa in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from paramiko>=1.8.0)
2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): pytz>=0a in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from Babel>=1.3)
2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): PrettyTable>=0.6,<0.8 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): requests>=1.1 in /usr/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:32:41,071 [output] Requirement already satisfied (use --upgrade to upgrade): simplejson>=2.0.9 in /usr/local/lib/python2.7/dist-packages (from python-cinderclient>=1.0.6)
2013-11-21 22:32:41,072 [output] Requirement already satisfied (use --upgrade to upgrade): cliff>=1.4.3 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3)
2013-11-21 22:32:41,072 [output] Requirement already satisfied (use --upgrade to upgrade): httplib2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-neutronclient>=2.3.0,<3)
2013-11-21 22:32:41,072 [output] Requirement already satisfied (use --upgrade to upgrade): pyOpenSSL in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0)
2013-11-21 22:32:41,072 [output] Requirement already satisfied (use --upgrade to upgrade): warlock>=1.0.1,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from python-glanceclient>=0.9.0)
2013-11-21 22:32:41,072 [output] Requirement already satisfied (use --upgrade to upgrade): numpy in /usr/lib/python2.7/dist-packages (from websockify>=0.5.1,<0.6)
2013-11-21 22:32:41,073 [output] Requirement already satisfied (use --upgrade to upgrade): pyparsing>=2.0.1 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3)
2013-11-21 22:32:41,073 [output] Requirement already satisfied (use --upgrade to upgrade): cmd2>=0.6.7 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from cliff>=1.4.3->python-neutronclient>=2.3.0,<3)
2013-11-21 22:32:41,073 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpatch>=0.10,<2 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from warlock>=1.0.1,<2->python-glanceclient>=0.9.0)
2013-11-21 22:32:41,073 [output] Requirement already satisfied (use --upgrade to upgrade): jsonpointer>=1.0 in /home/turbo-hipster/.virtualenvs/e0a387e790954342b8d410ac8f062164/lib/python2.7/site-packages (from jsonpatch>=0.10,<2->warlock>=1.0.1,<2->python-glanceclient>=0.9.0)
2013-11-21 22:32:41,073 [output] Cleaning up...
2013-11-21 22:32:42,123 [output] + nova-manage --config-file /var/lib/turbo-hipster/jobs/56/56287/10/check/gate-real-db-upgrade_nova_mysql_devstack_20131007/e0a387e/nova-patchset.conf db sync
2013-11-21 22:32:43,902 [output] 133 -> 134...
2013-11-21 22:32:44,039 [output] done
2013-11-21 22:32:44,039 [output] 134 -> 135...
2013-11-21 22:32:44,146 [output] done
2013-11-21 22:32:44,146 [output] 135 -> 136...
2013-11-21 22:32:44,239 [output] done
2013-11-21 22:32:44,240 [output] 136 -> 137...
2013-11-21 22:32:44,298 [output] done
2013-11-21 22:32:44,298 [output] 137 -> 138...
2013-11-21 22:32:44,378 [output] done
2013-11-21 22:32:44,378 [output] 138 -> 139...
2013-11-21 22:32:44,478 [output] done
2013-11-21 22:32:44,479 [output] 139 -> 140...
2013-11-21 22:32:44,499 [output] done
2013-11-21 22:32:44,499 [output] 140 -> 141...
2013-11-21 22:32:44,566 [output] done
2013-11-21 22:32:44,566 [output] 141 -> 142...
2013-11-21 22:32:44,623 [output] done
2013-11-21 22:32:44,624 [output] 142 -> 143...
2013-11-21 22:32:44,731 [output] done
2013-11-21 22:32:44,731 [output] 143 -> 144...
2013-11-21 22:32:44,888 [output] done
2013-11-21 22:32:44,889 [output] 144 -> 145...
2013-11-21 22:32:44,946 [output] done
2013-11-21 22:32:44,947 [output] 145 -> 146...
2013-11-21 22:32:45,006 [output] done
2013-11-21 22:32:45,006 [output] 146 -> 147...
2013-11-21 22:32:45,070 [output] done
2013-11-21 22:32:45,070 [output] 147 -> 148...
2013-11-21 22:32:45,245 [output] done
2013-11-21 22:32:45,245 [output] 148 -> 149...
2013-11-21 22:32:45,909 [output] done
2013-11-21 22:32:45,909 [output] 149 -> 150...
2013-11-21 22:32:46,046 [output] done
2013-11-21 22:32:46,046 [output] 150 -> 151...
2013-11-21 22:32:46,129 [output] done
2013-11-21 22:32:46,129 [output] 151 -> 152...
2013-11-21 22:32:51,484 [output] done
2013-11-21 22:32:51,484 [output] 152 -> 153...
2013-11-21 22:32:51,526 [output] done
2013-11-21 22:32:51,526 [output] 153 -> 154...
2013-11-21 22:32:53,696 [output] done
2013-11-21 22:32:53,697 [output] 154 -> 155...
2013-11-21 22:32:53,838 [output] done
2013-11-21 22:32:53,838 [output] 155 -> 156...
2013-11-21 22:32:54,053 [output] done
2013-11-21 22:32:54,053 [output] 156 -> 157...
2013-11-21 22:32:54,175 [output] done
2013-11-21 22:32:54,176 [output] 157 -> 158...
2013-11-21 22:32:54,280 [output] done
2013-11-21 22:32:54,280 [output] 158 -> 159...
2013-11-21 22:32:54,780 [output] done
2013-11-21 22:32:54,781 [output] 159 -> 160...
2013-11-21 22:32:54,806 [output] done
2013-11-21 22:32:54,807 [output] 160 -> 161...
2013-11-21 22:32:54,815 [output] done
2013-11-21 22:32:54,815 [output] 161 -> 162...
2013-11-21 22:32:54,840 [output] done
2013-11-21 22:32:54,840 [output] 162 -> 163...
2013-11-21 22:32:54,840 [output] done
2013-11-21 22:32:54,840 [output] 163 -> 164...
2013-11-21 22:32:54,840 [output] done
2013-11-21 22:32:54,840 [output] 164 -> 165...
2013-11-21 22:32:54,841 [output] done
2013-11-21 22:32:54,841 [output] 165 -> 166...
2013-11-21 22:32:54,841 [output] done
2013-11-21 22:32:54,841 [output] 166 -> 167...
2013-11-21 22:32:54,858 [output] done
2013-11-21 22:32:54,858 [output] 167 -> 168...
2013-11-21 22:32:54,858 [output] done
2013-11-21 22:32:54,859 [output] 168 -> 169...
2013-11-21 22:32:54,863 [output] done
2013-11-21 22:32:54,863 [output] 169 -> 170...
2013-11-21 22:32:54,885 [output] done
2013-11-21 22:32:54,885 [output] 170 -> 171...
2013-11-21 22:32:54,890 [output] done
2013-11-21 22:32:54,890 [output] 171 -> 172...
2013-11-21 22:32:55,062 [output] done
2013-11-21 22:32:55,062 [output] 172 -> 173...
2013-11-21 22:32:55,151 [output] done
2013-11-21 22:32:55,151 [output] 173 -> 174...
2013-11-21 22:32:55,214 [output] done
2013-11-21 22:32:55,214 [output] 174 -> 175...
2013-11-21 22:32:55,374 [output] done
2013-11-21 22:32:55,375 [output] 175 -> 176...
2013-11-21 22:32:55,410 [output] done
2013-11-21 22:32:55,410 [output] 176 -> 177...
2013-11-21 22:32:55,478 [output] done
2013-11-21 22:32:55,478 [output] 177 -> 178...
2013-11-21 22:32:55,552 [output] done
2013-11-21 22:32:55,552 [output] 178 -> 179...
2013-11-21 22:32:55,676 [output] done
2013-11-21 22:32:55,677 [output] 179 -> 180...
2013-11-21 22:32:55,775 [output] done
2013-11-21 22:32:55,775 [output] 180 -> 181...
2013-11-21 22:32:55,922 [output] done
2013-11-21 22:32:55,922 [output] 181 -> 182...
2013-11-21 22:32:56,065 [output] done
2013-11-21 22:32:56,065 [output] 182 -> 183...
2013-11-21 22:32:56,090 [output] done
2013-11-21 22:32:56,091 [output] 183 -> 184...
2013-11-21 22:32:56,586 [output] done
2013-11-21 22:32:56,586 [output] 184 -> 185...
2013-11-21 22:32:57,642 [output] done
2013-11-21 22:32:57,643 [output] 185 -> 186...
2013-11-21 22:32:58,165 [output] done
2013-11-21 22:32:58,165 [output] 186 -> 187...
2013-11-21 22:32:58,642 [output] done
2013-11-21 22:32:58,642 [output] 187 -> 188...
2013-11-21 22:32:58,750 [output] done
2013-11-21 22:32:58,751 [output] 188 -> 189...
2013-11-21 22:32:58,826 [output] done
2013-11-21 22:32:58,827 [output] 189 -> 190...
2013-11-21 22:32:58,870 [output] done
2013-11-21 22:32:58,871 [output] 190 -> 191...
2013-11-21 22:32:58,905 [output] done
2013-11-21 22:32:58,905 [output] 191 -> 192...
2013-11-21 22:32:59,057 [output] done
2013-11-21 22:32:59,057 [output] 192 -> 193...
2013-11-21 22:32:59,470 [output] done
2013-11-21 22:32:59,470 [output] 193 -> 194...
2013-11-21 22:33:00,490 [heartbeat]
2013-11-21 22:33:01,050 [output] done
2013-11-21 22:33:01,051 [output] 194 -> 195...
2013-11-21 22:33:01,162 [output] done
2013-11-21 22:33:01,162 [output] 195 -> 196...
2013-11-21 22:33:01,300 [output] done
2013-11-21 22:33:01,300 [output] 196 -> 197...
2013-11-21 22:33:01,385 [output] done
2013-11-21 22:33:01,385 [output] 197 -> 198...
2013-11-21 22:33:01,486 [output] done
2013-11-21 22:33:01,486 [output] 198 -> 199...
2013-11-21 22:33:01,558 [output] done
2013-11-21 22:33:01,558 [output] 199 -> 200...
2013-11-21 22:33:02,049 [output] done
2013-11-21 22:33:02,049 [output] 200 -> 201...
2013-11-21 22:33:02,073 [output] done
2013-11-21 22:33:02,074 [output] 201 -> 202...
2013-11-21 22:33:02,208 [output] done
2013-11-21 22:33:02,208 [output] 202 -> 203...
2013-11-21 22:33:02,641 [output] done
2013-11-21 22:33:02,642 [output] 203 -> 204...
2013-11-21 22:33:02,726 [output] done
2013-11-21 22:33:02,726 [output] 204 -> 205...
2013-11-21 22:33:02,886 [output] done
2013-11-21 22:33:02,886 [output] 205 -> 206...
2013-11-21 22:33:03,142 [output] done
2013-11-21 22:33:03,143 [output] 206 -> 207...
2013-11-21 22:33:03,320 [output] done
2013-11-21 22:33:03,320 [output] 207 -> 208...
2013-11-21 22:33:03,602 [output] done
2013-11-21 22:33:03,602 [output] 208 -> 209...
2013-11-21 22:33:04,392 [output] done
2013-11-21 22:33:04,392 [output] 209 -> 210...
2013-11-21 22:33:04,622 [output] done
2013-11-21 22:33:04,622 [output] 210 -> 211...
2013-11-21 22:33:04,761 [output] done
2013-11-21 22:33:04,769 [output] 211 -> 212...
2013-11-21 22:33:04,872 [output] done
2013-11-21 22:33:04,872 [output] 212 -> 213...
2013-11-21 22:33:05,180 [output] done
2013-11-21 22:33:05,180 [output] 213 -> 214...
2013-11-21 22:33:05,722 [output] done
2013-11-21 22:33:05,723 [output] 214 -> 215...
2013-11-21 22:33:05,754 [output] done
2013-11-21 22:33:05,754 [output] 215 -> 216...
2013-11-21 22:33:05,854 [output] done
2013-11-21 22:33:05,856 [output] 216 -> 217...
2013-11-21 22:33:05,879 [output] done
2013-11-21 22:33:05,879 [output] 217 -> 218...
2013-11-21 22:33:05,884 [output] done
2013-11-21 22:33:05,884 [output] 218 -> 219...
2013-11-21 22:33:05,934 [output] done
2013-11-21 22:33:05,935 [output] 219 -> 220...
2013-11-21 22:33:05,937 [output] done
2013-11-21 22:33:05,937 [output] 220 -> 221...
2013-11-21 22:33:05,942 [output] done
2013-11-21 22:33:05,942 [output] 221 -> 222...
2013-11-21 22:33:05,951 [output] done
2013-11-21 22:33:05,951 [output] 222 -> 223...
2013-11-21 22:33:05,952 [output] done
2013-11-21 22:33:05,952 [output] 223 -> 224...
2013-11-21 22:33:05,967 [output] done
2013-11-21 22:33:05,974 [output] 224 -> 225...
2013-11-21 22:33:06,002 [output] done
2013-11-21 22:33:06,002 [output] 225 -> 226...
2013-11-21 22:33:06,002 [output] done
2013-11-21 22:33:06,003 [output] 226 -> 227...
2013-11-21 22:33:06,023 [output] done
2013-11-21 22:33:06,023 [output] 227 -> 228...
2013-11-21 22:33:06,286 [output] done
2013-11-21 22:33:06,666 [output] + set +x
2013-11-21 22:33:06,667 [output] ***** Finished DB upgrade to state of patchset *****
2013-11-21 22:33:06,686 [output] Final schema version is 228
2013-11-21 22:33:06,829 [output] Switched to branch 'master'
2013-11-21 22:33:06,905 [output] Deleted branch working (was d9deb04).
2013-11-21 22:33:06,905 [output] Cleaning up virtual env
2013-11-21 22:33:09,362 [output] Removing e0a387e790954342b8d410ac8f062164...
2013-11-21 22:33:14,787 [script exit code = 0]

View File

@ -0,0 +1,17 @@
{
"project": "openstack/nova",
"type": "mysql",
"db_user": "nova",
"db_pass": "tester",
"database": "nova",
"seed_data": "nova.sql",
"logging_conf": "logging.conf",
"maximum_migration_times": {
"default": 60,
"135": 120,
"149": 120,
"152": 300,
"159": 120,
"216": 180
}
}

View File

View File

@ -0,0 +1,86 @@
# Copyright 2013 Rackspace Australia
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
import json
import os
import testtools
from turbo_hipster.task_plugins.gate_real_db_upgrade import handle_results
TESTS_DIR = os.path.join(os.path.dirname(__file__), '../..')
class TestHandleResults(testtools.TestCase):
def test_line_to_time(self):
test_line = '2013-11-22 21:42:45,908 [output] 141 -> 142... '
result = handle_results.line_to_time(test_line)
self.assertEqual(result, 1385156565)
def test_migration_time_passes(self):
with open(os.path.join(TESTS_DIR,
'datasets/some_dataset_example/config.json'),
'r') as config_stream:
dataset_config = json.load(config_stream)
migration_start_time = 1385116665.0
migration_end_time = 1385116865.0
migration_number = '151'
result = handle_results.migration_time_passes(migration_number,
migration_start_time,
migration_end_time,
dataset_config)
self.assertFalse(result)
migration_number = '152'
result = handle_results.migration_time_passes(migration_number,
migration_start_time,
migration_end_time,
dataset_config)
self.assertTrue(result)
def test_check_log_for_errors(self):
logfile = os.path.join(TESTS_DIR,
'assets/20131007_devstack_export.log')
with open(os.path.join(TESTS_DIR,
'datasets/some_dataset_example/config.json'),
'r') as config_stream:
dataset_config = json.load(config_stream)
gitpath = ''
handle_results.find_schemas = lambda x: [123]
result, msg = handle_results.check_log_for_errors(logfile, gitpath,
dataset_config)
self.assertFalse(result)
self.assertEqual(msg,
'Final schema version does not match expectation')
handle_results.find_schemas = lambda x: [228]
result, msg = handle_results.check_log_for_errors(logfile, gitpath,
dataset_config)
self.assertTrue(result)
self.assertEqual(msg, 'SUCCESS')
dataset_config['maximum_migration_times']['152'] = 3
result, msg = handle_results.check_log_for_errors(logfile, gitpath,
dataset_config)
self.assertFalse(result)
self.assertEqual(msg, ('WARNING: Migration 152 took too long, '
'WARNING: Migration 152 took too long'))
dataset_config['maximum_migration_times']['152'] = 10
result, msg = handle_results.check_log_for_errors(logfile, gitpath,
dataset_config)
self.assertTrue(result)
self.assertEqual(msg, 'SUCCESS')

View File

@ -18,12 +18,16 @@
Primarily place the log files somewhere useful and optionally email
somebody """
from turbo_hipster.lib.utils import push_file
import calendar
import time
import tempfile
import os
import re
from turbo_hipster.lib.utils import push_file
def generate_log_index(datasets):
""" Create an index of logfiles and links to them """
# Loop over logfile URLs
@ -68,17 +72,18 @@ def generate_push_results(datasets, publish_config):
return index_file_url
def check_log_for_errors(logfile, gitpath):
def find_schemas(gitpath):
MIGRATION_NUMBER_RE = re.compile('^([0-9]+).*\.py$')
return [int(MIGRATION_NUMBER_RE.findall(f)[0]) for f in os.listdir(
os.path.join(gitpath, 'nova/db/sqlalchemy/migrate_repo/versions'))
if MIGRATION_NUMBER_RE.match(f)]
def check_log_for_errors(logfile, gitpath, dataset_config):
""" Run regex over the given logfile to find errors
:returns: success (boolean), message (string)"""
# Find the schema versions
MIGRATION_NUMBER_RE = re.compile('^([0-9]+).*\.py$')
schemas = [int(MIGRATION_NUMBER_RE.findall(f)[0]) for f in os.listdir(
os.path.join(gitpath, 'nova/db/sqlalchemy/migrate_repo/versions'))
if MIGRATION_NUMBER_RE.match(f)]
MIGRATION_START_RE = re.compile('([0-9]+) -\> ([0-9]+)\.\.\. $')
MIGRATION_END_RE = re.compile('done$')
#MIGRATION_COMMAND_START = '***** Start DB upgrade to state of'
@ -87,6 +92,7 @@ def check_log_for_errors(logfile, gitpath):
with open(logfile, 'r') as fd:
migration_started = False
warnings = []
for line in fd:
if 'ERROR 1045' in line:
return False, "FAILURE: Could not setup seed database."
@ -102,14 +108,25 @@ def check_log_for_errors(logfile, gitpath):
"migration after a start")
migration_started = True
migration_start_time = line_to_time(line)
migration_number_from = MIGRATION_START_RE.findall(line)[0][0]
migration_number_to = MIGRATION_START_RE.findall(line)[0][1]
elif MIGRATION_END_RE.search(line):
if migration_started:
# We found the end to this migration
migration_started = False
if migration_number_to > migration_number_from:
migration_end_time = line_to_time(line)
if not migration_time_passes(migration_number_to,
migration_start_time,
migration_end_time,
dataset_config):
warnings.append("WARNING: Migration %s took too "
"long" % migration_number_to)
elif 'Final schema version is' in line:
# Check the final version is as expected
final_version = MIGRATION_FINAL_SCHEMA_RE.findall(line)[0]
if int(final_version) != max(schemas):
if int(final_version) != max(find_schemas(gitpath)):
return False, ("Final schema version does not match "
"expectation")
@ -118,5 +135,34 @@ def check_log_for_errors(logfile, gitpath):
# something must have failed
return False, ("FAILURE: Did not find the end of a migration "
"after a start")
elif len(warnings) > 0:
return False, ', '.join(warnings)
return True, "SUCCESS"
def line_to_time(line):
"""Extract a timestamp from a log line"""
return calendar.timegm(time.strptime(line[:23], '%Y-%m-%d %H:%M:%S,%f'))
def migration_time_passes(migration_number, migration_start_time,
migration_end_time, dataset_config):
"""Determines if the difference between the migration_start_time and
migration_end_time is acceptable.
The dataset configuration should specify a default maximum time and any
migration specific times in the maximum_migration_times dictionary.
Returns True if okay, False if it takes too long."""
if migration_number in dataset_config['maximum_migration_times']:
allowed_time = \
dataset_config['maximum_migration_times'][migration_number]
else:
allowed_time = dataset_config['maximum_migration_times']['default']
if (migration_end_time - migration_start_time) > allowed_time:
return False
return True

View File

@ -128,7 +128,8 @@ class Runner(object):
# Look for the beginning of the migration start
dataset_success, message = \
handle_results.check_log_for_errors(
dataset['job_log_file_path'], self.git_path)
dataset['job_log_file_path'], self.git_path,
dataset['config'])
self.job_datasets[i]['result'] = message
success = False if not dataset_success else success