You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
ORPA-pyOpenRPA/Resources/WPy32-3720/python-3.7.2/Lib/site-packages/partd/file.py

154 lines
3.9 KiB

6 years ago
from __future__ import absolute_import
import atexit
import os
import shutil
import string
import tempfile
from .core import Interface
import locket
from .utils import ignoring
class File(Interface):
def __init__(self, path=None, dir=None):
if not path:
path = tempfile.mkdtemp(suffix='.partd', dir=dir)
cleanup_files.append(path)
self._explicitly_given_path = False
else:
self._explicitly_given_path = True
self.path = path
if not os.path.exists(path):
with ignoring(OSError):
os.makedirs(path)
self.lock = locket.lock_file(self.filename('.lock'))
Interface.__init__(self)
def __getstate__(self):
return {'path': self.path}
def __setstate__(self, state):
Interface.__setstate__(self, state)
File.__init__(self, state['path'])
def append(self, data, lock=True, fsync=False, **kwargs):
if lock: self.lock.acquire()
try:
for k, v in data.items():
fn = self.filename(k)
if not os.path.exists(os.path.dirname(fn)):
os.makedirs(os.path.dirname(fn))
with open(fn, 'ab') as f:
f.write(v)
if fsync:
os.fsync(f)
finally:
if lock: self.lock.release()
def _get(self, keys, lock=True, **kwargs):
assert isinstance(keys, (list, tuple, set))
if lock:
self.lock.acquire()
try:
result = []
for key in keys:
try:
with open(self.filename(key), 'rb') as f:
result.append(f.read())
except IOError:
result.append(b'')
finally:
if lock:
self.lock.release()
return result
def _iset(self, key, value, lock=True):
""" Idempotent set """
fn = self.filename(key)
if not os.path.exists(os.path.dirname(fn)):
os.makedirs(os.path.dirname(fn))
if lock:
self.lock.acquire()
try:
with open(self.filename(key), 'wb') as f:
f.write(value)
finally:
if lock:
self.lock.release()
def _delete(self, keys, lock=True):
if lock:
self.lock.acquire()
try:
for key in keys:
path = filename(self.path, key)
if os.path.exists(path):
os.remove(path)
finally:
if lock:
self.lock.release()
def drop(self):
if os.path.exists(self.path):
shutil.rmtree(self.path)
self._iset_seen.clear()
os.mkdir(self.path)
def filename(self, key):
return filename(self.path, key)
def __exit__(self, *args):
self.drop()
os.rmdir(self.path)
def __del__(self):
if not self._explicitly_given_path:
self.drop()
os.rmdir(self.path)
def filename(path, key):
return os.path.join(path, escape_filename(token(key)))
# http://stackoverflow.com/questions/295135/turn-a-string-into-a-valid-filename-in-python
valid_chars = "-_.() " + string.ascii_letters + string.digits + os.path.sep
def escape_filename(fn):
""" Escape text so that it is a valid filename
>>> escape_filename('Foo!bar?')
'Foobar'
"""
return ''.join(filter(valid_chars.__contains__, fn))
def token(key):
"""
>>> token('hello')
'hello'
>>> token(('hello', 'world')) # doctest: +SKIP
'hello/world'
"""
if isinstance(key, str):
return key
elif isinstance(key, tuple):
return os.path.join(*map(token, key))
else:
return str(key)
cleanup_files = list()
@atexit.register
def cleanup():
for fn in cleanup_files:
if os.path.exists(fn):
shutil.rmtree(fn)