92fc917b4b
Now swift-object-info has a "-n" option that will cause the etag verification to be skipped; on large objects, the etag verification takes the vast majority of the runtime, and sometimes you just want to know which account owns the 5 GB monstrosity without waiting around while its checksum is verified. Change-Id: Id284570633eb7b98046cdb948d7c37a152de1195
118 lines
3.8 KiB
Python
Executable File
118 lines
3.8 KiB
Python
Executable File
#!/usr/bin/env python
|
|
# Copyright (c) 2010-2012 OpenStack Foundation
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import os
|
|
import sys
|
|
from datetime import datetime
|
|
from hashlib import md5
|
|
from optparse import OptionParser
|
|
|
|
from swift.common.ring import Ring
|
|
from swift.obj.diskfile import read_metadata
|
|
from swift.common.utils import hash_path
|
|
|
|
|
|
def print_object_info(datafile, check_etag=True):
|
|
try:
|
|
ring = Ring('/etc/swift/', ring_name='object')
|
|
except Exception:
|
|
ring = None
|
|
fp = open(datafile, 'rb')
|
|
metadata = read_metadata(fp)
|
|
path = metadata.pop('name', '')
|
|
content_type = metadata.pop('Content-Type', '')
|
|
ts = metadata.pop('X-Timestamp', '')
|
|
etag = metadata.pop('ETag', '')
|
|
length = metadata.pop('Content-Length', '')
|
|
if path:
|
|
print 'Path: %s' % path
|
|
account, container, obj = path.split('/', 3)[1:]
|
|
print ' Account: %s' % account
|
|
print ' Container: %s' % container
|
|
print ' Object: %s' % obj
|
|
obj_hash = hash_path(account, container, obj)
|
|
print ' Object hash: %s' % obj_hash
|
|
if ring is not None:
|
|
print 'Ring locations:'
|
|
part, nodes = ring.get_nodes(account, container, obj)
|
|
for node in nodes:
|
|
print (' %s:%s - /srv/node/%s/objects/%s/%s/%s/%s.data' %
|
|
(node['ip'], node['port'], node['device'], part,
|
|
obj_hash[-3:], obj_hash, ts))
|
|
else:
|
|
print 'Path: Not found in metadata'
|
|
if content_type:
|
|
print 'Content-Type: %s' % content_type
|
|
else:
|
|
print 'Content-Type: Not found in metadata'
|
|
if ts:
|
|
print 'Timestamp: %s (%s)' % (datetime.fromtimestamp(float(ts)), ts)
|
|
else:
|
|
print 'Timestamp: Not found in metadata'
|
|
|
|
file_len = None
|
|
if check_etag:
|
|
h = md5()
|
|
file_len = 0
|
|
while True:
|
|
data = fp.read(64 * 1024)
|
|
if not data:
|
|
break
|
|
h.update(data)
|
|
file_len += len(data)
|
|
h = h.hexdigest()
|
|
if etag:
|
|
if h == etag:
|
|
print 'ETag: %s (valid)' % etag
|
|
else:
|
|
print "Etag: %s doesn't match file hash of %s!" % (etag, h)
|
|
else:
|
|
print 'ETag: Not found in metadata'
|
|
else:
|
|
print 'ETag: %s (not checked)' % etag
|
|
file_len = os.fstat(fp.fileno()).st_size
|
|
|
|
if length:
|
|
if file_len == int(length):
|
|
print 'Content-Length: %s (valid)' % length
|
|
else:
|
|
print "Content-Length: %s doesn't match file length of %s" % (
|
|
length, file_len)
|
|
else:
|
|
print 'Content-Length: Not found in metadata'
|
|
print 'User Metadata: %s' % metadata
|
|
print
|
|
print 'note: /srv/node is used as default value of `devices`, the real '\
|
|
'value is set in object-server.conf on each storage node.'
|
|
fp.close()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
parser = OptionParser()
|
|
parser.set_defaults(check_etag=True)
|
|
parser.add_option(
|
|
'-n', '--no-check-etag',
|
|
action="store_false", dest="check_etag",
|
|
help="Don't verify file contents against stored etag")
|
|
|
|
options, args = parser.parse_args()
|
|
|
|
if len(args) < 1:
|
|
print "Usage: %s [-n] OBJECT_FILE" % sys.argv[0]
|
|
sys.exit(1)
|
|
|
|
print_object_info(args[0], check_etag=options.check_etag)
|