The requested URL was not found on this server.
''' METHOD_NOT_ALLOWED = b'''The requested method is not supported.
''' FORBIDDEN = b'''Overwriting files is not allowed.
''' BACKEND_CONNECTION = b'''Backend connection failed.
''' def redirect_directory(start_response, path): # We need to redirect with the last element plus a terminating '/' last_element = os.path.basename(path.rstrip('/')) redirect = last_element + '/' start_response( '301 Moved Permanently', [('Location', redirect)] ) return iter([b'']) def data_generator(data): chunk_size = 16384 buf = data.read(chunk_size) while buf: yield buf buf = data.read(chunk_size) def handle_get(start_response, clouds, container, path): failures = [] for cloud in clouds: with cloud.object_store.get( '%s/%s' % (container, path), stream=True) as response: response_headers = {k: v for k, v in response.headers.items()} if response.status_code == 404: failures.append((404, '')) continue elif response.status_code != 200: failures.append((response.status_code, response.reason)) continue data = b'Status code %s' % str(response.status_code).encode() start_response( "{} {}".format(response.status_code, response.reason), [('Content-Length', str(len(data)))] ) yield data return if response_headers['Content-Type'] == 'application/directory': # We got a directory so redirect it to path/index.html return redirect_directory(start_response, path) start_response( "{} {}".format(response.status_code, response.reason), list(response_headers.items())) # We want to forward the compressed data stream here so use the raw # response stream. while response.raw: data = response.raw.read(16384) yield data if len(data) == 0: break return # When hitting a special failure in one cloud return this, # otherwise return 404 for status_code, reason in failures: if status_code == 404: # handle later continue # We hit a special failure, report this data = b'Status code %s' % str(status_code).encode() start_response( "{} {}".format(status_code, reason), [('Content-Length', str(len(data)))] ) yield data return # No special failure, return 404 start_response( '404 Not Found', [] ) yield NOT_FOUND return def swift_proxy(environ, start_response, clouds, container_prefix): path = environ['PATH_INFO'].lstrip('/') method = environ['REQUEST_METHOD'] # If the path ends with a / this is a directory and we want to deliver the # index.html instead. if path.endswith('/'): path += 'index.html' components = path.split('/', 1) if not path: start_response( '404 Not Found', [] ) yield NOT_FOUND return if len(components) < 2: # no container or path given, redirect to root index return redirect_directory(start_response, path) container = components[0] path = components[1] container = container_prefix + container try: if method == 'GET': for chunk in handle_get(start_response, clouds, container, path): yield chunk else: start_response( '405 Method Not Allowed', [] ) yield METHOD_NOT_ALLOWED except Exception as e: start_response( '503 Backend connection failed', [] ) yield '{}\n'.format(e).encode() class CloudCache(object): def __init__(self, app): self.log = logging.getLogger('middleware') self.app = app cloud_names = os.environ['CLOUD_NAMES'].split(',') self.clouds = [] for cloud_name in cloud_names: self.log.info('Using cloud %s', cloud_name) self.clouds.append(openstack.connect(cloud=cloud_name)) self.container_prefix = os.environ.get('CONTAINER_PREFIX', '') if self.container_prefix: self.log.info('Using container prefix %s', self.container_prefix) def __call__(self, environ, start_response): for chunk in self.app(environ, start_response, self.clouds, self.container_prefix): yield chunk proxy = CloudCache(swift_proxy)