Add punch_hole utility function
This is useful for deallocating disk blocks as part of an alternate disk file implementation. Additionally, add an offset argument to the existing fallocate utility function; this allows you to grow an existing file. Sam always had the best descriptions: utils.fallocate(fd, size) allocates <size> bytes for the file referred to by <fd>. It allows for keeping a reserve of an additional N bytes or X% of the filesystem free. If neither fallocate() or posix_fallocate() C functions are avaialble, utils.fallocate() will log a warning (once only) and not actually allocate space. utils.punch_hole(fd, offset, length) deallocates <length> bytes starting at <offset> from the file referred to by <fd>. It uses the C function fallocate(). If fallocate() is not available, calls to utils.punch_hole() will raise an exception. Since these both use the fallocate syscall, refactor that a bit and get rid of FallocateWrapper. We add a new _LibcWrapper to do some lazy-loading of a C function and expose whether the function is actually available in Python, though. This allows utils.fallocate and utils.punch_hole to keep their fancy logic pretty well-contained. Modernized the tests for utils.fallocate() and utils.punch_hole(). Co-Authored-By: Samuel Merritt <sam@swiftstack.com> Change-Id: Ieac30a477d784905c94742ee3d0898d7e0194b39
This commit is contained in:
Alexandre Lécuyer
parent
3698e85dcb
commit
dbacdcf01c
@ -115,6 +115,10 @@ FALLOCATE_RESERVE = 0
|
|||||||
# the number of bytes (False).
|
# the number of bytes (False).
|
||||||
FALLOCATE_IS_PERCENT = False
|
FALLOCATE_IS_PERCENT = False
|
||||||
|
|
||||||
|
# from /usr/include/linux/falloc.h
|
||||||
|
FALLOC_FL_KEEP_SIZE = 1
|
||||||
|
FALLOC_FL_PUNCH_HOLE = 2
|
||||||
|
|
||||||
# from /usr/src/linux-headers-*/include/uapi/linux/resource.h
|
# from /usr/src/linux-headers-*/include/uapi/linux/resource.h
|
||||||
PRIO_PROCESS = 0
|
PRIO_PROCESS = 0
|
||||||
|
|
||||||
@ -802,72 +806,165 @@ def fs_has_free_space(fs_path, space_needed, is_percent):
|
|||||||
return free_bytes >= space_needed
|
return free_bytes >= space_needed
|
||||||
|
|
||||||
|
|
||||||
class FallocateWrapper(object):
|
class _LibcWrapper(object):
|
||||||
|
"""
|
||||||
|
A callable object that forwards its calls to a C function from libc.
|
||||||
|
|
||||||
def __init__(self, noop=False):
|
These objects are lazy. libc will not be checked until someone tries to
|
||||||
self.noop = noop
|
either call the function or check its availability.
|
||||||
if self.noop:
|
|
||||||
self.func_name = 'posix_fallocate'
|
|
||||||
self.fallocate = noop_libc_function
|
|
||||||
return
|
|
||||||
# fallocate is preferred because we need the on-disk size to match
|
|
||||||
# the allocated size. Older versions of sqlite require that the
|
|
||||||
# two sizes match. However, fallocate is Linux only.
|
|
||||||
for func in ('fallocate', 'posix_fallocate'):
|
|
||||||
self.func_name = func
|
|
||||||
self.fallocate = load_libc_function(func, log_error=False)
|
|
||||||
if self.fallocate is not noop_libc_function:
|
|
||||||
break
|
|
||||||
if self.fallocate is noop_libc_function:
|
|
||||||
logging.warning(_("Unable to locate fallocate, posix_fallocate in "
|
|
||||||
"libc. Leaving as a no-op."))
|
|
||||||
|
|
||||||
def __call__(self, fd, mode, offset, length):
|
_LibcWrapper objects have an "available" property; if true, then libc
|
||||||
"""The length parameter must be a ctypes.c_uint64."""
|
has the function of that name. If false, then calls will fail with a
|
||||||
if not self.noop:
|
NotImplementedError.
|
||||||
if FALLOCATE_RESERVE > 0:
|
"""
|
||||||
st = os.fstatvfs(fd)
|
def __init__(self, func_name):
|
||||||
free = st.f_frsize * st.f_bavail - length.value
|
self._func_name = func_name
|
||||||
if FALLOCATE_IS_PERCENT:
|
self._func_handle = None
|
||||||
free = \
|
self._loaded = False
|
||||||
(float(free) / float(st.f_frsize * st.f_blocks)) * 100
|
|
||||||
if float(free) <= float(FALLOCATE_RESERVE):
|
def _ensure_loaded(self):
|
||||||
raise OSError(
|
if not self._loaded:
|
||||||
errno.ENOSPC,
|
func_name = self._func_name
|
||||||
'FALLOCATE_RESERVE fail %g <= %g' %
|
try:
|
||||||
(free, FALLOCATE_RESERVE))
|
# Keep everything in this try-block in local variables so
|
||||||
args = {
|
# that a typo in self.some_attribute_name doesn't raise a
|
||||||
'fallocate': (fd, mode, offset, length),
|
# spurious AttributeError.
|
||||||
'posix_fallocate': (fd, offset, length)
|
func_handle = load_libc_function(
|
||||||
}
|
func_name, fail_if_missing=True)
|
||||||
return self.fallocate(*args[self.func_name])
|
except AttributeError:
|
||||||
|
# We pass fail_if_missing=True to load_libc_function and
|
||||||
|
# then ignore the error. It's weird, but otherwise we have
|
||||||
|
# to check if self._func_handle is noop_libc_function, and
|
||||||
|
# that's even weirder.
|
||||||
|
pass
|
||||||
|
else:
|
||||||
|
self._func_handle = func_handle
|
||||||
|
self._loaded = True
|
||||||
|
|
||||||
|
@property
|
||||||
|
def available(self):
|
||||||
|
self._ensure_loaded()
|
||||||
|
return bool(self._func_handle)
|
||||||
|
|
||||||
|
def __call__(self, *args):
|
||||||
|
if self.available:
|
||||||
|
return self._func_handle(*args)
|
||||||
|
else:
|
||||||
|
raise NotImplementedError(
|
||||||
|
"No function %r found in libc" % self._func_name)
|
||||||
|
|
||||||
|
|
||||||
|
_fallocate_enabled = True
|
||||||
|
_fallocate_warned_about_missing = False
|
||||||
|
_sys_fallocate = _LibcWrapper('fallocate')
|
||||||
|
_sys_posix_fallocate = _LibcWrapper('posix_fallocate')
|
||||||
|
|
||||||
|
|
||||||
def disable_fallocate():
|
def disable_fallocate():
|
||||||
global _sys_fallocate
|
global _fallocate_enabled
|
||||||
_sys_fallocate = FallocateWrapper(noop=True)
|
_fallocate_enabled = False
|
||||||
|
|
||||||
|
|
||||||
def fallocate(fd, size):
|
def fallocate(fd, size, offset=0):
|
||||||
"""
|
"""
|
||||||
Pre-allocate disk space for a file.
|
Pre-allocate disk space for a file.
|
||||||
|
|
||||||
|
This function can be disabled by calling disable_fallocate(). If no
|
||||||
|
suitable C function is available in libc, this function is a no-op.
|
||||||
|
|
||||||
:param fd: file descriptor
|
:param fd: file descriptor
|
||||||
:param size: size to allocate (in bytes)
|
:param size: size to allocate (in bytes)
|
||||||
"""
|
"""
|
||||||
global _sys_fallocate
|
global _fallocate_enabled
|
||||||
if _sys_fallocate is None:
|
if not _fallocate_enabled:
|
||||||
_sys_fallocate = FallocateWrapper()
|
return
|
||||||
|
|
||||||
if size < 0:
|
if size < 0:
|
||||||
size = 0
|
size = 0 # Done historically; not really sure why
|
||||||
# 1 means "FALLOC_FL_KEEP_SIZE", which means it pre-allocates invisibly
|
if size >= (1 << 63):
|
||||||
ret = _sys_fallocate(fd, 1, 0, ctypes.c_uint64(size))
|
raise ValueError('size must be less than 2 ** 63')
|
||||||
err = ctypes.get_errno()
|
if offset < 0:
|
||||||
|
raise ValueError('offset must be non-negative')
|
||||||
|
if offset >= (1 << 63):
|
||||||
|
raise ValueError('offset must be less than 2 ** 63')
|
||||||
|
|
||||||
|
# Make sure there's some (configurable) amount of free space in
|
||||||
|
# addition to the number of bytes we're allocating.
|
||||||
|
if FALLOCATE_RESERVE:
|
||||||
|
st = os.fstatvfs(fd)
|
||||||
|
free = st.f_frsize * st.f_bavail - size
|
||||||
|
if FALLOCATE_IS_PERCENT:
|
||||||
|
free = \
|
||||||
|
(float(free) / float(st.f_frsize * st.f_blocks)) * 100
|
||||||
|
if float(free) <= float(FALLOCATE_RESERVE):
|
||||||
|
raise OSError(
|
||||||
|
errno.ENOSPC,
|
||||||
|
'FALLOCATE_RESERVE fail %g <= %g' %
|
||||||
|
(free, FALLOCATE_RESERVE))
|
||||||
|
|
||||||
|
if _sys_fallocate.available:
|
||||||
|
# Parameters are (fd, mode, offset, length).
|
||||||
|
#
|
||||||
|
# mode=FALLOC_FL_KEEP_SIZE pre-allocates invisibly (without
|
||||||
|
# affecting the reported file size).
|
||||||
|
ret = _sys_fallocate(
|
||||||
|
fd, FALLOC_FL_KEEP_SIZE, ctypes.c_uint64(offset),
|
||||||
|
ctypes.c_uint64(size))
|
||||||
|
err = ctypes.get_errno()
|
||||||
|
elif _sys_posix_fallocate.available:
|
||||||
|
# Parameters are (fd, offset, length).
|
||||||
|
ret = _sys_posix_fallocate(fd, ctypes.c_uint64(offset),
|
||||||
|
ctypes.c_uint64(size))
|
||||||
|
err = ctypes.get_errno()
|
||||||
|
else:
|
||||||
|
# No suitable fallocate-like function is in our libc. Warn about it,
|
||||||
|
# but just once per process, and then do nothing.
|
||||||
|
global _fallocate_warned_about_missing
|
||||||
|
if not _fallocate_warned_about_missing:
|
||||||
|
logging.warning(_("Unable to locate fallocate, posix_fallocate in "
|
||||||
|
"libc. Leaving as a no-op."))
|
||||||
|
_fallocate_warned_about_missing = True
|
||||||
|
return
|
||||||
|
|
||||||
if ret and err not in (0, errno.ENOSYS, errno.EOPNOTSUPP,
|
if ret and err not in (0, errno.ENOSYS, errno.EOPNOTSUPP,
|
||||||
errno.EINVAL):
|
errno.EINVAL):
|
||||||
raise OSError(err, 'Unable to fallocate(%s)' % size)
|
raise OSError(err, 'Unable to fallocate(%s)' % size)
|
||||||
|
|
||||||
|
|
||||||
|
def punch_hole(fd, offset, length):
|
||||||
|
"""
|
||||||
|
De-allocate disk space in the middle of a file.
|
||||||
|
|
||||||
|
:param fd: file descriptor
|
||||||
|
:param offset: index of first byte to de-allocate
|
||||||
|
:param length: number of bytes to de-allocate
|
||||||
|
"""
|
||||||
|
if offset < 0:
|
||||||
|
raise ValueError('offset must be non-negative')
|
||||||
|
if offset >= (1 << 63):
|
||||||
|
raise ValueError('offset must be less than 2 ** 63')
|
||||||
|
if length <= 0:
|
||||||
|
raise ValueError('length must be positive')
|
||||||
|
if length >= (1 << 63):
|
||||||
|
raise ValueError('length must be less than 2 ** 63')
|
||||||
|
|
||||||
|
if _sys_fallocate.available:
|
||||||
|
# Parameters are (fd, mode, offset, length).
|
||||||
|
ret = _sys_fallocate(
|
||||||
|
fd,
|
||||||
|
FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE,
|
||||||
|
ctypes.c_uint64(offset),
|
||||||
|
ctypes.c_uint64(length))
|
||||||
|
err = ctypes.get_errno()
|
||||||
|
if ret and err:
|
||||||
|
mode_str = "FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE"
|
||||||
|
raise OSError(err, "Unable to fallocate(%d, %s, %d, %d)" % (
|
||||||
|
fd, mode_str, offset, length))
|
||||||
|
else:
|
||||||
|
raise OSError(errno.ENOTSUP,
|
||||||
|
'No suitable C function found for hole punching')
|
||||||
|
|
||||||
|
|
||||||
def fsync(fd):
|
def fsync(fd):
|
||||||
"""
|
"""
|
||||||
Sync modified file data and metadata to disk.
|
Sync modified file data and metadata to disk.
|
||||||
|
|||||||
@ -2928,246 +2928,6 @@ cluster_dfw1 = http://dfw1.host/v1/
|
|||||||
self.assertRaises(ValueError, utils.rsync_module_interpolation,
|
self.assertRaises(ValueError, utils.rsync_module_interpolation,
|
||||||
'{replication_ip}::object_{deivce}', fake_device)
|
'{replication_ip}::object_{deivce}', fake_device)
|
||||||
|
|
||||||
def test_fallocate_reserve(self):
|
|
||||||
|
|
||||||
class StatVFS(object):
|
|
||||||
f_frsize = 1024
|
|
||||||
f_bavail = 1
|
|
||||||
f_blocks = 100
|
|
||||||
|
|
||||||
def fstatvfs(fd):
|
|
||||||
return StatVFS()
|
|
||||||
|
|
||||||
orig_FALLOCATE_RESERVE = utils.FALLOCATE_RESERVE
|
|
||||||
orig_fstatvfs = utils.os.fstatvfs
|
|
||||||
try:
|
|
||||||
fallocate = utils.FallocateWrapper(noop=True)
|
|
||||||
utils.os.fstatvfs = fstatvfs
|
|
||||||
|
|
||||||
# Make sure setting noop, which disables fallocate, also stops the
|
|
||||||
# fallocate_reserve check.
|
|
||||||
# Set the fallocate_reserve to 99% and request an object that is
|
|
||||||
# about 50% the size. With fallocate_reserve off this will succeed.
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('99%')
|
|
||||||
self.assertEqual(fallocate(0, 1, 0, ctypes.c_uint64(500)), 0)
|
|
||||||
|
|
||||||
# Setting noop to False after the constructor allows us to use
|
|
||||||
# a noop fallocate syscall and still test fallocate_reserve.
|
|
||||||
fallocate.noop = False
|
|
||||||
|
|
||||||
# Want 1023 reserved, have 1024 * 1 free, so succeeds
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('1023')
|
|
||||||
StatVFS.f_frsize = 1024
|
|
||||||
StatVFS.f_bavail = 1
|
|
||||||
self.assertEqual(fallocate(0, 1, 0, ctypes.c_uint64(0)), 0)
|
|
||||||
# Want 1023 reserved, have 512 * 2 free, so succeeds
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('1023')
|
|
||||||
StatVFS.f_frsize = 512
|
|
||||||
StatVFS.f_bavail = 2
|
|
||||||
self.assertEqual(fallocate(0, 1, 0, ctypes.c_uint64(0)), 0)
|
|
||||||
# Want 1024 reserved, have 1024 * 1 free, so fails
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('1024')
|
|
||||||
StatVFS.f_frsize = 1024
|
|
||||||
StatVFS.f_bavail = 1
|
|
||||||
|
|
||||||
with self.assertRaises(OSError) as catcher:
|
|
||||||
fallocate(0, 1, 0, ctypes.c_uint64(0))
|
|
||||||
self.assertEqual(
|
|
||||||
str(catcher.exception),
|
|
||||||
'[Errno %d] FALLOCATE_RESERVE fail 1024 <= 1024'
|
|
||||||
% errno.ENOSPC)
|
|
||||||
self.assertEqual(catcher.exception.errno, errno.ENOSPC)
|
|
||||||
|
|
||||||
# Want 1024 reserved, have 512 * 2 free, so fails
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('1024')
|
|
||||||
StatVFS.f_frsize = 512
|
|
||||||
StatVFS.f_bavail = 2
|
|
||||||
with self.assertRaises(OSError) as catcher:
|
|
||||||
fallocate(0, 1, 0, ctypes.c_uint64(0))
|
|
||||||
self.assertEqual(
|
|
||||||
str(catcher.exception),
|
|
||||||
'[Errno %d] FALLOCATE_RESERVE fail 1024 <= 1024'
|
|
||||||
% errno.ENOSPC)
|
|
||||||
self.assertEqual(catcher.exception.errno, errno.ENOSPC)
|
|
||||||
|
|
||||||
# Want 2048 reserved, have 1024 * 1 free, so fails
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('2048')
|
|
||||||
StatVFS.f_frsize = 1024
|
|
||||||
StatVFS.f_bavail = 1
|
|
||||||
with self.assertRaises(OSError) as catcher:
|
|
||||||
fallocate(0, 1, 0, ctypes.c_uint64(0))
|
|
||||||
self.assertEqual(
|
|
||||||
str(catcher.exception),
|
|
||||||
'[Errno %d] FALLOCATE_RESERVE fail 1024 <= 2048'
|
|
||||||
% errno.ENOSPC)
|
|
||||||
self.assertEqual(catcher.exception.errno, errno.ENOSPC)
|
|
||||||
|
|
||||||
# Want 2048 reserved, have 512 * 2 free, so fails
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('2048')
|
|
||||||
StatVFS.f_frsize = 512
|
|
||||||
StatVFS.f_bavail = 2
|
|
||||||
with self.assertRaises(OSError) as catcher:
|
|
||||||
fallocate(0, 1, 0, ctypes.c_uint64(0))
|
|
||||||
self.assertEqual(
|
|
||||||
str(catcher.exception),
|
|
||||||
'[Errno %d] FALLOCATE_RESERVE fail 1024 <= 2048'
|
|
||||||
% errno.ENOSPC)
|
|
||||||
self.assertEqual(catcher.exception.errno, errno.ENOSPC)
|
|
||||||
|
|
||||||
# Want 1023 reserved, have 1024 * 1 free, but file size is 1, so
|
|
||||||
# fails
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('1023')
|
|
||||||
StatVFS.f_frsize = 1024
|
|
||||||
StatVFS.f_bavail = 1
|
|
||||||
with self.assertRaises(OSError) as catcher:
|
|
||||||
fallocate(0, 1, 0, ctypes.c_uint64(1))
|
|
||||||
self.assertEqual(
|
|
||||||
str(catcher.exception),
|
|
||||||
'[Errno %d] FALLOCATE_RESERVE fail 1023 <= 1023'
|
|
||||||
% errno.ENOSPC)
|
|
||||||
self.assertEqual(catcher.exception.errno, errno.ENOSPC)
|
|
||||||
|
|
||||||
# Want 1022 reserved, have 1024 * 1 free, and file size is 1, so
|
|
||||||
# succeeds
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('1022')
|
|
||||||
StatVFS.f_frsize = 1024
|
|
||||||
StatVFS.f_bavail = 1
|
|
||||||
self.assertEqual(fallocate(0, 1, 0, ctypes.c_uint64(1)), 0)
|
|
||||||
|
|
||||||
# Want 1% reserved, have 100 bytes * 2/100 free, and file size is
|
|
||||||
# 99, so succeeds
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('1%')
|
|
||||||
StatVFS.f_frsize = 100
|
|
||||||
StatVFS.f_bavail = 2
|
|
||||||
StatVFS.f_blocks = 100
|
|
||||||
self.assertEqual(fallocate(0, 1, 0, ctypes.c_uint64(99)), 0)
|
|
||||||
|
|
||||||
# Want 2% reserved, have 50 bytes * 2/50 free, and file size is 49,
|
|
||||||
# so succeeds
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('2%')
|
|
||||||
StatVFS.f_frsize = 50
|
|
||||||
StatVFS.f_bavail = 2
|
|
||||||
StatVFS.f_blocks = 50
|
|
||||||
self.assertEqual(fallocate(0, 1, 0, ctypes.c_uint64(49)), 0)
|
|
||||||
|
|
||||||
# Want 100% reserved, have 100 * 100/100 free, and file size is 0,
|
|
||||||
# so fails.
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('100%')
|
|
||||||
StatVFS.f_frsize = 100
|
|
||||||
StatVFS.f_bavail = 100
|
|
||||||
StatVFS.f_blocks = 100
|
|
||||||
with self.assertRaises(OSError) as catcher:
|
|
||||||
fallocate(0, 1, 0, ctypes.c_uint64(0))
|
|
||||||
self.assertEqual(
|
|
||||||
str(catcher.exception),
|
|
||||||
'[Errno %d] FALLOCATE_RESERVE fail 100 <= 100'
|
|
||||||
% errno.ENOSPC)
|
|
||||||
self.assertEqual(catcher.exception.errno, errno.ENOSPC)
|
|
||||||
|
|
||||||
# Want 1% reserved, have 100 * 2/100 free, and file size is 101,
|
|
||||||
# so fails.
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('1%')
|
|
||||||
StatVFS.f_frsize = 100
|
|
||||||
StatVFS.f_bavail = 2
|
|
||||||
StatVFS.f_blocks = 100
|
|
||||||
with self.assertRaises(OSError) as catcher:
|
|
||||||
fallocate(0, 1, 0, ctypes.c_uint64(101))
|
|
||||||
self.assertEqual(
|
|
||||||
str(catcher.exception),
|
|
||||||
'[Errno %d] FALLOCATE_RESERVE fail 0.99 <= 1'
|
|
||||||
% errno.ENOSPC)
|
|
||||||
self.assertEqual(catcher.exception.errno, errno.ENOSPC)
|
|
||||||
|
|
||||||
# is 100, so fails
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('98%')
|
|
||||||
StatVFS.f_frsize = 100
|
|
||||||
StatVFS.f_bavail = 99
|
|
||||||
StatVFS.f_blocks = 100
|
|
||||||
with self.assertRaises(OSError) as catcher:
|
|
||||||
fallocate(0, 1, 0, ctypes.c_uint64(100))
|
|
||||||
self.assertEqual(
|
|
||||||
str(catcher.exception),
|
|
||||||
'[Errno %d] FALLOCATE_RESERVE fail 98 <= 98'
|
|
||||||
% errno.ENOSPC)
|
|
||||||
self.assertEqual(catcher.exception.errno, errno.ENOSPC)
|
|
||||||
|
|
||||||
# Want 2% reserved, have 1000 bytes * 21/1000 free, and file size
|
|
||||||
# is 999, so succeeds.
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('2%')
|
|
||||||
StatVFS.f_frsize = 1000
|
|
||||||
StatVFS.f_bavail = 21
|
|
||||||
StatVFS.f_blocks = 1000
|
|
||||||
self.assertEqual(fallocate(0, 1, 0, ctypes.c_uint64(999)), 0)
|
|
||||||
|
|
||||||
# Want 2% resereved, have 1000 bytes * 21/1000 free, and file size
|
|
||||||
# is 1000, so fails.
|
|
||||||
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
|
||||||
utils.config_fallocate_value('2%')
|
|
||||||
StatVFS.f_frsize = 1000
|
|
||||||
StatVFS.f_bavail = 21
|
|
||||||
StatVFS.f_blocks = 1000
|
|
||||||
with self.assertRaises(OSError) as catcher:
|
|
||||||
fallocate(0, 1, 0, ctypes.c_uint64(1000))
|
|
||||||
self.assertEqual(
|
|
||||||
str(catcher.exception),
|
|
||||||
'[Errno %d] FALLOCATE_RESERVE fail 2 <= 2'
|
|
||||||
% errno.ENOSPC)
|
|
||||||
self.assertEqual(catcher.exception.errno, errno.ENOSPC)
|
|
||||||
|
|
||||||
finally:
|
|
||||||
utils.FALLOCATE_RESERVE = orig_FALLOCATE_RESERVE
|
|
||||||
utils.os.fstatvfs = orig_fstatvfs
|
|
||||||
|
|
||||||
def test_fallocate_func(self):
|
|
||||||
|
|
||||||
class FallocateWrapper(object):
|
|
||||||
|
|
||||||
def __init__(self):
|
|
||||||
self.last_call = None
|
|
||||||
|
|
||||||
def __call__(self, *args):
|
|
||||||
self.last_call = list(args)
|
|
||||||
self.last_call[-1] = self.last_call[-1].value
|
|
||||||
return 0
|
|
||||||
|
|
||||||
with patch.object(utils, '_sys_fallocate', FallocateWrapper()):
|
|
||||||
utils._sys_fallocate = FallocateWrapper()
|
|
||||||
# Ensure fallocate calls _sys_fallocate even with 0 bytes
|
|
||||||
utils._sys_fallocate.last_call = None
|
|
||||||
utils.fallocate(1234, 0)
|
|
||||||
self.assertEqual(utils._sys_fallocate.last_call,
|
|
||||||
[1234, 1, 0, 0])
|
|
||||||
# Ensure fallocate calls _sys_fallocate even with negative bytes
|
|
||||||
utils._sys_fallocate.last_call = None
|
|
||||||
utils.fallocate(1234, -5678)
|
|
||||||
self.assertEqual(utils._sys_fallocate.last_call,
|
|
||||||
[1234, 1, 0, 0])
|
|
||||||
# Ensure fallocate calls _sys_fallocate properly with positive
|
|
||||||
# bytes
|
|
||||||
utils._sys_fallocate.last_call = None
|
|
||||||
utils.fallocate(1234, 1)
|
|
||||||
self.assertEqual(utils._sys_fallocate.last_call,
|
|
||||||
[1234, 1, 0, 1])
|
|
||||||
utils._sys_fallocate.last_call = None
|
|
||||||
utils.fallocate(1234, 10 * 1024 * 1024 * 1024)
|
|
||||||
self.assertEqual(utils._sys_fallocate.last_call,
|
|
||||||
[1234, 1, 0, 10 * 1024 * 1024 * 1024])
|
|
||||||
|
|
||||||
def test_generate_trans_id(self):
|
def test_generate_trans_id(self):
|
||||||
fake_time = 1366428370.5163341
|
fake_time = 1366428370.5163341
|
||||||
with patch.object(utils.time, 'time', return_value=fake_time):
|
with patch.object(utils.time, 'time', return_value=fake_time):
|
||||||
@ -7798,5 +7558,406 @@ class TestShardRange(unittest.TestCase):
|
|||||||
actual)
|
actual)
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
@patch('ctypes.get_errno')
|
||||||
unittest.main()
|
@patch.object(utils, '_sys_posix_fallocate')
|
||||||
|
@patch.object(utils, '_sys_fallocate')
|
||||||
|
@patch.object(utils, 'FALLOCATE_RESERVE', 0)
|
||||||
|
class TestFallocate(unittest.TestCase):
|
||||||
|
def test_fallocate(self, sys_fallocate_mock,
|
||||||
|
sys_posix_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = True
|
||||||
|
sys_fallocate_mock.return_value = 0
|
||||||
|
|
||||||
|
utils.fallocate(1234, 5000 * 2 ** 20)
|
||||||
|
|
||||||
|
# We can't use sys_fallocate_mock.assert_called_once_with because no
|
||||||
|
# two ctypes.c_uint64 objects are equal even if their values are
|
||||||
|
# equal. Yes, ctypes.c_uint64(123) != ctypes.c_uint64(123).
|
||||||
|
calls = sys_fallocate_mock.mock_calls
|
||||||
|
self.assertEqual(len(calls), 1)
|
||||||
|
args = calls[0][1]
|
||||||
|
self.assertEqual(len(args), 4)
|
||||||
|
self.assertEqual(args[0], 1234)
|
||||||
|
self.assertEqual(args[1], utils.FALLOC_FL_KEEP_SIZE)
|
||||||
|
self.assertEqual(args[2].value, 0)
|
||||||
|
self.assertEqual(args[3].value, 5000 * 2 ** 20)
|
||||||
|
|
||||||
|
sys_posix_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_fallocate_offset(self, sys_fallocate_mock,
|
||||||
|
sys_posix_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = True
|
||||||
|
sys_fallocate_mock.return_value = 0
|
||||||
|
|
||||||
|
utils.fallocate(1234, 5000 * 2 ** 20, offset=3 * 2 ** 30)
|
||||||
|
calls = sys_fallocate_mock.mock_calls
|
||||||
|
self.assertEqual(len(calls), 1)
|
||||||
|
args = calls[0][1]
|
||||||
|
self.assertEqual(len(args), 4)
|
||||||
|
self.assertEqual(args[0], 1234)
|
||||||
|
self.assertEqual(args[1], utils.FALLOC_FL_KEEP_SIZE)
|
||||||
|
self.assertEqual(args[2].value, 3 * 2 ** 30)
|
||||||
|
self.assertEqual(args[3].value, 5000 * 2 ** 20)
|
||||||
|
|
||||||
|
sys_posix_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_fallocate_fatal_error(self, sys_fallocate_mock,
|
||||||
|
sys_posix_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = True
|
||||||
|
sys_fallocate_mock.return_value = -1
|
||||||
|
get_errno_mock.return_value = errno.EIO
|
||||||
|
|
||||||
|
with self.assertRaises(OSError) as cm:
|
||||||
|
utils.fallocate(1234, 5000 * 2 ** 20)
|
||||||
|
self.assertEqual(cm.exception.errno, errno.EIO)
|
||||||
|
|
||||||
|
def test_fallocate_silent_errors(self, sys_fallocate_mock,
|
||||||
|
sys_posix_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = True
|
||||||
|
sys_fallocate_mock.return_value = -1
|
||||||
|
|
||||||
|
for silent_error in (0, errno.ENOSYS, errno.EOPNOTSUPP, errno.EINVAL):
|
||||||
|
get_errno_mock.return_value = silent_error
|
||||||
|
try:
|
||||||
|
utils.fallocate(1234, 5678)
|
||||||
|
except OSError:
|
||||||
|
self.fail("fallocate() raised an error on %d", silent_error)
|
||||||
|
|
||||||
|
def test_posix_fallocate_fallback(self, sys_fallocate_mock,
|
||||||
|
sys_posix_fallocate_mock,
|
||||||
|
get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = False
|
||||||
|
sys_fallocate_mock.side_effect = NotImplementedError
|
||||||
|
|
||||||
|
sys_posix_fallocate_mock.available = True
|
||||||
|
sys_posix_fallocate_mock.return_value = 0
|
||||||
|
|
||||||
|
utils.fallocate(1234, 567890)
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
calls = sys_posix_fallocate_mock.mock_calls
|
||||||
|
self.assertEqual(len(calls), 1)
|
||||||
|
args = calls[0][1]
|
||||||
|
self.assertEqual(len(args), 3)
|
||||||
|
self.assertEqual(args[0], 1234)
|
||||||
|
self.assertEqual(args[1].value, 0)
|
||||||
|
self.assertEqual(args[2].value, 567890)
|
||||||
|
|
||||||
|
def test_posix_fallocate_offset(self, sys_fallocate_mock,
|
||||||
|
sys_posix_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = False
|
||||||
|
sys_fallocate_mock.side_effect = NotImplementedError
|
||||||
|
|
||||||
|
sys_posix_fallocate_mock.available = True
|
||||||
|
sys_posix_fallocate_mock.return_value = 0
|
||||||
|
|
||||||
|
utils.fallocate(1234, 5000 * 2 ** 20, offset=3 * 2 ** 30)
|
||||||
|
calls = sys_posix_fallocate_mock.mock_calls
|
||||||
|
self.assertEqual(len(calls), 1)
|
||||||
|
args = calls[0][1]
|
||||||
|
self.assertEqual(len(args), 3)
|
||||||
|
self.assertEqual(args[0], 1234)
|
||||||
|
self.assertEqual(args[1].value, 3 * 2 ** 30)
|
||||||
|
self.assertEqual(args[2].value, 5000 * 2 ** 20)
|
||||||
|
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_no_fallocates_available(self, sys_fallocate_mock,
|
||||||
|
sys_posix_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = False
|
||||||
|
sys_posix_fallocate_mock.available = False
|
||||||
|
|
||||||
|
with mock.patch("logging.warning") as warning_mock, \
|
||||||
|
mock.patch.object(utils, "_fallocate_warned_about_missing",
|
||||||
|
False):
|
||||||
|
utils.fallocate(321, 654)
|
||||||
|
utils.fallocate(321, 654)
|
||||||
|
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
sys_posix_fallocate_mock.assert_not_called()
|
||||||
|
get_errno_mock.assert_not_called()
|
||||||
|
|
||||||
|
self.assertEqual(len(warning_mock.mock_calls), 1)
|
||||||
|
|
||||||
|
def test_arg_bounds(self, sys_fallocate_mock,
|
||||||
|
sys_posix_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = True
|
||||||
|
sys_fallocate_mock.return_value = 0
|
||||||
|
with self.assertRaises(ValueError):
|
||||||
|
utils.fallocate(0, 1 << 64, 0)
|
||||||
|
with self.assertRaises(ValueError):
|
||||||
|
utils.fallocate(0, 0, -1)
|
||||||
|
with self.assertRaises(ValueError):
|
||||||
|
utils.fallocate(0, 0, 1 << 64)
|
||||||
|
self.assertEqual([], sys_fallocate_mock.mock_calls)
|
||||||
|
# sanity check
|
||||||
|
utils.fallocate(0, 0, 0)
|
||||||
|
self.assertEqual(
|
||||||
|
[mock.call(0, utils.FALLOC_FL_KEEP_SIZE, mock.ANY, mock.ANY)],
|
||||||
|
sys_fallocate_mock.mock_calls)
|
||||||
|
# Go confirm the ctypes values separately; apparently == doesn't
|
||||||
|
# work the way you'd expect with ctypes :-/
|
||||||
|
self.assertEqual(sys_fallocate_mock.mock_calls[0][1][2].value, 0)
|
||||||
|
self.assertEqual(sys_fallocate_mock.mock_calls[0][1][3].value, 0)
|
||||||
|
|
||||||
|
|
||||||
|
@patch.object(os, 'fstatvfs')
|
||||||
|
@patch.object(utils, '_sys_fallocate', available=True, return_value=0)
|
||||||
|
@patch.object(utils, 'FALLOCATE_RESERVE', 0)
|
||||||
|
@patch.object(utils, 'FALLOCATE_IS_PERCENT', False)
|
||||||
|
@patch.object(utils, '_fallocate_enabled', True)
|
||||||
|
class TestFallocateReserve(unittest.TestCase):
|
||||||
|
def _statvfs_result(self, f_frsize, f_bavail):
|
||||||
|
# Only 3 values are relevant to us, so use zeros for the rest
|
||||||
|
f_blocks = 100
|
||||||
|
return posix.statvfs_result((0, f_frsize, f_blocks, 0, f_bavail,
|
||||||
|
0, 0, 0, 0, 0))
|
||||||
|
|
||||||
|
def test_disabled(self, sys_fallocate_mock, fstatvfs_mock):
|
||||||
|
utils.disable_fallocate()
|
||||||
|
utils.fallocate(123, 456)
|
||||||
|
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
fstatvfs_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_zero_reserve(self, sys_fallocate_mock, fstatvfs_mock):
|
||||||
|
utils.fallocate(123, 456)
|
||||||
|
|
||||||
|
fstatvfs_mock.assert_not_called()
|
||||||
|
self.assertEqual(len(sys_fallocate_mock.mock_calls), 1)
|
||||||
|
|
||||||
|
def test_enough_space(self, sys_fallocate_mock, fstatvfs_mock):
|
||||||
|
# Want 1024 bytes in reserve plus 1023 allocated, and have 2 blocks
|
||||||
|
# of size 1024 free, so succeed
|
||||||
|
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
||||||
|
utils.config_fallocate_value('1024')
|
||||||
|
|
||||||
|
fstatvfs_mock.return_value = self._statvfs_result(1024, 2)
|
||||||
|
utils.fallocate(88, 1023)
|
||||||
|
|
||||||
|
def test_not_enough_space(self, sys_fallocate_mock, fstatvfs_mock):
|
||||||
|
# Want 1024 bytes in reserve plus 1024 allocated, and have 2 blocks
|
||||||
|
# of size 1024 free, so fail
|
||||||
|
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
||||||
|
utils.config_fallocate_value('1024')
|
||||||
|
|
||||||
|
fstatvfs_mock.return_value = self._statvfs_result(1024, 2)
|
||||||
|
with self.assertRaises(OSError) as catcher:
|
||||||
|
utils.fallocate(88, 1024)
|
||||||
|
self.assertEqual(
|
||||||
|
str(catcher.exception),
|
||||||
|
'[Errno %d] FALLOCATE_RESERVE fail 1024 <= 1024'
|
||||||
|
% errno.ENOSPC)
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_not_enough_space_large(self, sys_fallocate_mock, fstatvfs_mock):
|
||||||
|
# Want 1024 bytes in reserve plus 1GB allocated, and have 2 blocks
|
||||||
|
# of size 1024 free, so fail
|
||||||
|
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
||||||
|
utils.config_fallocate_value('1024')
|
||||||
|
|
||||||
|
fstatvfs_mock.return_value = self._statvfs_result(1024, 2)
|
||||||
|
with self.assertRaises(OSError) as catcher:
|
||||||
|
utils.fallocate(88, 1 << 30)
|
||||||
|
self.assertEqual(
|
||||||
|
str(catcher.exception),
|
||||||
|
'[Errno %d] FALLOCATE_RESERVE fail %g <= 1024'
|
||||||
|
% (errno.ENOSPC, ((2 * 1024) - (1 << 30))))
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_enough_space_small_blocks(self, sys_fallocate_mock,
|
||||||
|
fstatvfs_mock):
|
||||||
|
# Want 1024 bytes in reserve plus 1023 allocated, and have 4 blocks
|
||||||
|
# of size 512 free, so succeed
|
||||||
|
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
||||||
|
utils.config_fallocate_value('1024')
|
||||||
|
|
||||||
|
fstatvfs_mock.return_value = self._statvfs_result(512, 4)
|
||||||
|
utils.fallocate(88, 1023)
|
||||||
|
|
||||||
|
def test_not_enough_space_small_blocks(self, sys_fallocate_mock,
|
||||||
|
fstatvfs_mock):
|
||||||
|
# Want 1024 bytes in reserve plus 1024 allocated, and have 4 blocks
|
||||||
|
# of size 512 free, so fail
|
||||||
|
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
||||||
|
utils.config_fallocate_value('1024')
|
||||||
|
|
||||||
|
fstatvfs_mock.return_value = self._statvfs_result(512, 4)
|
||||||
|
with self.assertRaises(OSError) as catcher:
|
||||||
|
utils.fallocate(88, 1024)
|
||||||
|
self.assertEqual(
|
||||||
|
str(catcher.exception),
|
||||||
|
'[Errno %d] FALLOCATE_RESERVE fail 1024 <= 1024'
|
||||||
|
% errno.ENOSPC)
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_free_space_under_reserve(self, sys_fallocate_mock, fstatvfs_mock):
|
||||||
|
# Want 2048 bytes in reserve but have only 3 blocks of size 512, so
|
||||||
|
# allocating even 0 bytes fails
|
||||||
|
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
||||||
|
utils.config_fallocate_value('2048')
|
||||||
|
|
||||||
|
fstatvfs_mock.return_value = self._statvfs_result(512, 3)
|
||||||
|
with self.assertRaises(OSError) as catcher:
|
||||||
|
utils.fallocate(88, 0)
|
||||||
|
self.assertEqual(
|
||||||
|
str(catcher.exception),
|
||||||
|
'[Errno %d] FALLOCATE_RESERVE fail 1536 <= 2048'
|
||||||
|
% errno.ENOSPC)
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_all_reserved(self, sys_fallocate_mock, fstatvfs_mock):
|
||||||
|
# Filesystem is empty, but our reserve is bigger than the
|
||||||
|
# filesystem, so any allocation will fail
|
||||||
|
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
||||||
|
utils.config_fallocate_value('9999999999999')
|
||||||
|
|
||||||
|
fstatvfs_mock.return_value = self._statvfs_result(1024, 100)
|
||||||
|
self.assertRaises(OSError, utils.fallocate, 88, 0)
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_enough_space_pct(self, sys_fallocate_mock, fstatvfs_mock):
|
||||||
|
# Want 1% reserved, filesystem has 3/100 blocks of size 1024 free
|
||||||
|
# and file size is 2047, so succeed
|
||||||
|
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
||||||
|
utils.config_fallocate_value('1%')
|
||||||
|
|
||||||
|
fstatvfs_mock.return_value = self._statvfs_result(1024, 3)
|
||||||
|
utils.fallocate(88, 2047)
|
||||||
|
|
||||||
|
def test_not_enough_space_pct(self, sys_fallocate_mock, fstatvfs_mock):
|
||||||
|
# Want 1% reserved, filesystem has 3/100 blocks of size 1024 free
|
||||||
|
# and file size is 2048, so fail
|
||||||
|
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
||||||
|
utils.config_fallocate_value('1%')
|
||||||
|
|
||||||
|
fstatvfs_mock.return_value = self._statvfs_result(1024, 3)
|
||||||
|
with self.assertRaises(OSError) as catcher:
|
||||||
|
utils.fallocate(88, 2048)
|
||||||
|
self.assertEqual(
|
||||||
|
str(catcher.exception),
|
||||||
|
'[Errno %d] FALLOCATE_RESERVE fail 1 <= 1'
|
||||||
|
% errno.ENOSPC)
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
def test_all_space_reserved_pct(self, sys_fallocate_mock, fstatvfs_mock):
|
||||||
|
# Filesystem is empty, but our reserve is the whole filesystem, so
|
||||||
|
# any allocation will fail
|
||||||
|
utils.FALLOCATE_RESERVE, utils.FALLOCATE_IS_PERCENT = \
|
||||||
|
utils.config_fallocate_value('100%')
|
||||||
|
|
||||||
|
fstatvfs_mock.return_value = self._statvfs_result(1024, 100)
|
||||||
|
with self.assertRaises(OSError) as catcher:
|
||||||
|
utils.fallocate(88, 0)
|
||||||
|
self.assertEqual(
|
||||||
|
str(catcher.exception),
|
||||||
|
'[Errno %d] FALLOCATE_RESERVE fail 100 <= 100'
|
||||||
|
% errno.ENOSPC)
|
||||||
|
sys_fallocate_mock.assert_not_called()
|
||||||
|
|
||||||
|
|
||||||
|
@patch('ctypes.get_errno')
|
||||||
|
@patch.object(utils, '_sys_fallocate')
|
||||||
|
class TestPunchHole(unittest.TestCase):
|
||||||
|
def test_punch_hole(self, sys_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = True
|
||||||
|
sys_fallocate_mock.return_value = 0
|
||||||
|
|
||||||
|
utils.punch_hole(123, 456, 789)
|
||||||
|
|
||||||
|
calls = sys_fallocate_mock.mock_calls
|
||||||
|
self.assertEqual(len(calls), 1)
|
||||||
|
args = calls[0][1]
|
||||||
|
self.assertEqual(len(args), 4)
|
||||||
|
self.assertEqual(args[0], 123)
|
||||||
|
self.assertEqual(
|
||||||
|
args[1], utils.FALLOC_FL_PUNCH_HOLE | utils.FALLOC_FL_KEEP_SIZE)
|
||||||
|
self.assertEqual(args[2].value, 456)
|
||||||
|
self.assertEqual(args[3].value, 789)
|
||||||
|
|
||||||
|
def test_error(self, sys_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = True
|
||||||
|
sys_fallocate_mock.return_value = -1
|
||||||
|
get_errno_mock.return_value = errno.EISDIR
|
||||||
|
|
||||||
|
with self.assertRaises(OSError) as cm:
|
||||||
|
utils.punch_hole(123, 456, 789)
|
||||||
|
self.assertEqual(cm.exception.errno, errno.EISDIR)
|
||||||
|
|
||||||
|
def test_arg_bounds(self, sys_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = True
|
||||||
|
sys_fallocate_mock.return_value = 0
|
||||||
|
|
||||||
|
with self.assertRaises(ValueError):
|
||||||
|
utils.punch_hole(0, 1, -1)
|
||||||
|
with self.assertRaises(ValueError):
|
||||||
|
utils.punch_hole(0, -1, 1)
|
||||||
|
with self.assertRaises(ValueError):
|
||||||
|
utils.punch_hole(0, 1, 0)
|
||||||
|
with self.assertRaises(ValueError):
|
||||||
|
utils.punch_hole(0, 1, 1 << 64)
|
||||||
|
self.assertEqual([], sys_fallocate_mock.mock_calls)
|
||||||
|
|
||||||
|
# sanity check
|
||||||
|
utils.punch_hole(0, 0, 1)
|
||||||
|
self.assertEqual(
|
||||||
|
[mock.call(
|
||||||
|
0, utils.FALLOC_FL_PUNCH_HOLE | utils.FALLOC_FL_KEEP_SIZE,
|
||||||
|
mock.ANY, mock.ANY)],
|
||||||
|
sys_fallocate_mock.mock_calls)
|
||||||
|
# Go confirm the ctypes values separately; apparently == doesn't
|
||||||
|
# work the way you'd expect with ctypes :-/
|
||||||
|
self.assertEqual(sys_fallocate_mock.mock_calls[0][1][2].value, 0)
|
||||||
|
self.assertEqual(sys_fallocate_mock.mock_calls[0][1][3].value, 1)
|
||||||
|
|
||||||
|
def test_no_fallocate(self, sys_fallocate_mock, get_errno_mock):
|
||||||
|
sys_fallocate_mock.available = False
|
||||||
|
|
||||||
|
with self.assertRaises(OSError) as cm:
|
||||||
|
utils.punch_hole(123, 456, 789)
|
||||||
|
self.assertEqual(cm.exception.errno, errno.ENOTSUP)
|
||||||
|
|
||||||
|
|
||||||
|
class TestPunchHoleReally(unittest.TestCase):
|
||||||
|
def setUp(self):
|
||||||
|
if not utils._sys_fallocate.available:
|
||||||
|
raise unittest.SkipTest("utils._sys_fallocate not available")
|
||||||
|
|
||||||
|
def test_punch_a_hole(self):
|
||||||
|
with TemporaryFile() as tf:
|
||||||
|
tf.write(b"x" * 64 + b"y" * 64 + b"z" * 64)
|
||||||
|
tf.flush()
|
||||||
|
|
||||||
|
# knock out the first half of the "y"s
|
||||||
|
utils.punch_hole(tf.fileno(), 64, 32)
|
||||||
|
|
||||||
|
tf.seek(0)
|
||||||
|
contents = tf.read(4096)
|
||||||
|
self.assertEqual(
|
||||||
|
contents,
|
||||||
|
b"x" * 64 + b"\0" * 32 + b"y" * 32 + b"z" * 64)
|
||||||
|
|
||||||
|
|
||||||
|
class Test_LibcWrapper(unittest.TestCase):
|
||||||
|
def test_available_function(self):
|
||||||
|
# This should pretty much always exist
|
||||||
|
getpid_wrapper = utils._LibcWrapper('getpid')
|
||||||
|
self.assertTrue(getpid_wrapper.available)
|
||||||
|
self.assertEqual(getpid_wrapper(), os.getpid())
|
||||||
|
|
||||||
|
def test_unavailable_function(self):
|
||||||
|
# This won't exist
|
||||||
|
no_func_wrapper = utils._LibcWrapper('diffractively_protectorship')
|
||||||
|
self.assertFalse(no_func_wrapper.available)
|
||||||
|
self.assertRaises(NotImplementedError, no_func_wrapper)
|
||||||
|
|
||||||
|
def test_argument_plumbing(self):
|
||||||
|
lseek_wrapper = utils._LibcWrapper('lseek')
|
||||||
|
with TemporaryFile() as tf:
|
||||||
|
tf.write(b"abcdefgh")
|
||||||
|
tf.flush()
|
||||||
|
lseek_wrapper(tf.fileno(),
|
||||||
|
ctypes.c_uint64(3),
|
||||||
|
# 0 is SEEK_SET
|
||||||
|
0)
|
||||||
|
self.assertEqual(tf.read(100), b"defgh")
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user