4a9d19197c
The probe tests were woefully out of date with all the changes that have ocurred since they were written. I've updated most of them and removed some that are hopeless outdated. I also greatly improved the timing issues (hopefully completely solved them? I ran them 25 times with no problems) and made them pep8 1.3.1 safe. Change-Id: I8e9dbb6e7d6e04e293843b1dce1ded99d84e0348
185 lines
8.3 KiB
Python
Executable File
185 lines
8.3 KiB
Python
Executable File
#!/usr/bin/python -u
|
|
# Copyright (c) 2010-2012 OpenStack, LLC.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from subprocess import call, Popen
|
|
from unittest import main, TestCase
|
|
from uuid import uuid4
|
|
|
|
from swiftclient import client
|
|
|
|
from swift.common import direct_client
|
|
from test.probe.common import kill_server, kill_servers, reset_environment, \
|
|
start_server
|
|
|
|
|
|
class TestObjectHandoff(TestCase):
|
|
|
|
def setUp(self):
|
|
(self.pids, self.port2server, self.account_ring, self.container_ring,
|
|
self.object_ring, self.url, self.token,
|
|
self.account) = reset_environment()
|
|
|
|
def tearDown(self):
|
|
kill_servers(self.port2server, self.pids)
|
|
|
|
def test_main(self):
|
|
# Create container
|
|
# Kill one container/obj primary server
|
|
# Create container/obj (goes to two primary servers and one handoff)
|
|
# Kill other two container/obj primary servers
|
|
# Indirectly through proxy assert we can get container/obj
|
|
# Restart those other two container/obj primary servers
|
|
# Directly to handoff server assert we can get container/obj
|
|
# Assert container listing (via proxy and directly) has container/obj
|
|
# Bring the first container/obj primary server back up
|
|
# Assert that it doesn't have container/obj yet
|
|
# Run object replication, ensuring we run the handoff node last so it
|
|
# should remove its extra handoff partition
|
|
# Assert the first container/obj primary server now has container/obj
|
|
# Assert the handoff server no longer has container/obj
|
|
# Kill the first container/obj primary server again (we have two
|
|
# primaries and the handoff up now)
|
|
# Delete container/obj
|
|
# Assert we can't head container/obj
|
|
# Assert container/obj is not in the container listing, both indirectly
|
|
# and directly
|
|
# Restart the first container/obj primary server again
|
|
# Assert it still has container/obj
|
|
# Run object replication, ensuring we run the handoff node last so it
|
|
# should remove its extra handoff partition
|
|
# Assert primary node no longer has container/obj
|
|
container = 'container-%s' % uuid4()
|
|
client.put_container(self.url, self.token, container)
|
|
|
|
cpart, cnodes = self.container_ring.get_nodes(self.account, container)
|
|
cnode = cnodes[0]
|
|
obj = 'object-%s' % uuid4()
|
|
opart, onodes = self.object_ring.get_nodes(
|
|
self.account, container, obj)
|
|
onode = onodes[0]
|
|
kill_server(onode['port'], self.port2server, self.pids)
|
|
client.put_object(self.url, self.token, container, obj, 'VERIFY')
|
|
odata = client.get_object(self.url, self.token, container, obj)[-1]
|
|
if odata != 'VERIFY':
|
|
raise Exception('Object GET did not return VERIFY, instead it '
|
|
'returned: %s' % repr(odata))
|
|
# Kill all primaries to ensure GET handoff works
|
|
for node in onodes[1:]:
|
|
kill_server(node['port'], self.port2server, self.pids)
|
|
odata = client.get_object(self.url, self.token, container, obj)[-1]
|
|
if odata != 'VERIFY':
|
|
raise Exception('Object GET did not return VERIFY, instead it '
|
|
'returned: %s' % repr(odata))
|
|
for node in onodes[1:]:
|
|
start_server(node['port'], self.port2server, self.pids)
|
|
# We've indirectly verified the handoff node has the object, but let's
|
|
# directly verify it.
|
|
another_onode = self.object_ring.get_more_nodes(opart).next()
|
|
odata = direct_client.direct_get_object(
|
|
another_onode, opart, self.account, container, obj)[-1]
|
|
if odata != 'VERIFY':
|
|
raise Exception('Direct object GET did not return VERIFY, instead '
|
|
'it returned: %s' % repr(odata))
|
|
objs = [o['name'] for o in
|
|
client.get_container(self.url, self.token, container)[1]]
|
|
if obj not in objs:
|
|
raise Exception('Container listing did not know about object')
|
|
for cnode in cnodes:
|
|
objs = [o['name'] for o in
|
|
direct_client.direct_get_container(
|
|
cnode, cpart, self.account, container)[1]]
|
|
if obj not in objs:
|
|
raise Exception(
|
|
'Container server %s:%s did not know about object' %
|
|
(cnode['ip'], cnode['port']))
|
|
start_server(onode['port'], self.port2server, self.pids)
|
|
exc = None
|
|
try:
|
|
direct_client.direct_get_object(onode, opart, self.account,
|
|
container, obj)
|
|
except direct_client.ClientException, err:
|
|
exc = err
|
|
self.assertEquals(exc.http_status, 404)
|
|
# Run the extra server last so it'll remove its extra partition
|
|
processes = []
|
|
for node in onodes:
|
|
processes.append(Popen(['swift-object-replicator',
|
|
'/etc/swift/object-server/%d.conf' %
|
|
((node['port'] - 6000) / 10), 'once']))
|
|
for process in processes:
|
|
process.wait()
|
|
call(['swift-object-replicator',
|
|
'/etc/swift/object-server/%d.conf' %
|
|
((another_onode['port'] - 6000) / 10), 'once'])
|
|
odata = direct_client.direct_get_object(onode, opart, self.account,
|
|
container, obj)[-1]
|
|
if odata != 'VERIFY':
|
|
raise Exception('Direct object GET did not return VERIFY, instead '
|
|
'it returned: %s' % repr(odata))
|
|
exc = None
|
|
try:
|
|
direct_client.direct_get_object(another_onode, opart, self.account,
|
|
container, obj)
|
|
except direct_client.ClientException, err:
|
|
exc = err
|
|
self.assertEquals(exc.http_status, 404)
|
|
|
|
kill_server(onode['port'], self.port2server, self.pids)
|
|
client.delete_object(self.url, self.token, container, obj)
|
|
exc = None
|
|
try:
|
|
client.head_object(self.url, self.token, container, obj)
|
|
except direct_client.ClientException, err:
|
|
exc = err
|
|
self.assertEquals(exc.http_status, 404)
|
|
objs = [o['name'] for o in
|
|
client.get_container(self.url, self.token, container)[1]]
|
|
if obj in objs:
|
|
raise Exception('Container listing still knew about object')
|
|
for cnode in cnodes:
|
|
objs = [o['name'] for o in
|
|
direct_client.direct_get_container(
|
|
cnode, cpart, self.account, container)[1]]
|
|
if obj in objs:
|
|
raise Exception(
|
|
'Container server %s:%s still knew about object' %
|
|
(cnode['ip'], cnode['port']))
|
|
start_server(onode['port'], self.port2server, self.pids)
|
|
direct_client.direct_get_object(onode, opart, self.account, container,
|
|
obj)
|
|
# Run the extra server last so it'll remove its extra partition
|
|
processes = []
|
|
for node in onodes:
|
|
processes.append(Popen(['swift-object-replicator',
|
|
'/etc/swift/object-server/%d.conf' %
|
|
((node['port'] - 6000) / 10), 'once']))
|
|
for process in processes:
|
|
process.wait()
|
|
call(['swift-object-replicator',
|
|
'/etc/swift/object-server/%d.conf' %
|
|
((another_onode['port'] - 6000) / 10), 'once'])
|
|
exc = None
|
|
try:
|
|
direct_client.direct_get_object(another_onode, opart, self.account,
|
|
container, obj)
|
|
except direct_client.ClientException, err:
|
|
exc = err
|
|
self.assertEquals(exc.http_status, 404)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|