Skip to content

managed file: adds api to fetch a file #1295

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
wants to merge 1 commit into from
Closed

managed file: adds api to fetch a file #1295

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
53 changes: 43 additions & 10 deletions labgrid/util/managedfile.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,28 +39,38 @@ class ManagedFile:
detect_nfs = attr.ib(default=True, validator=attr.validators.instance_of(bool))

def __attrs_post_init__(self):
if not os.path.isfile(self.local_path):
raise FileNotFoundError(f"Local file {self.local_path} not found")
self.logger = logging.getLogger(f"{self}")
self.hash = None
self.rpath = None
self._on_nfs_cached = None

@property
def rpath(self):
if isinstance(self.resource, NetworkResource):
host = self.resource.host
conn = sshmanager.open(host)
if self._on_nfs(conn):
return os.path.dirname(self.local_path) + "/"
else:
return f"{self.get_user_cache_path()}/{self.get_hash()}/"
else:
return None


def sync_to_resource(self, symlink=None):
"""sync the file to the host specified in a resource

Raises:
ExecutionError: if the SSH connection/copy fails
"""
if not os.path.isfile(self.local_path):
raise FileNotFoundError(f"Local file {self.local_path} not found")
if isinstance(self.resource, NetworkResource):
host = self.resource.host
conn = sshmanager.open(host)

if self._on_nfs(conn):
self.logger.info("File %s is accessible on %s, skipping copy", self.local_path, host)
self.rpath = os.path.dirname(self.local_path) + "/"
else:
self.rpath = f"{self.get_user_cache_path()}/{self.get_hash()}/"
self.logger.info("Synchronizing %s to %s", self.local_path, host)
conn.run_check(f"mkdir -p {self.rpath}")
conn.put_file(
Expand All @@ -78,6 +88,27 @@ def sync_to_resource(self, symlink=None):
f"ln --symbolic --force --no-dereference {self.rpath}{os.path.basename(self.local_path)} {symlink}" # pylint: disable=line-too-long
)

def make_dist_folder(self):
if isinstance(self.resource, NetworkResource):
host = self.resource.host
conn = sshmanager.open(host)

if not self._on_nfs(conn):
conn.run_check(f"mkdir -p {self.rpath}")

def sync_from_resource(self):
"""Sync the file from the host specified in a resource"""
if isinstance(self.resource, NetworkResource):
host = self.resource.host
conn = sshmanager.open(host)

if self._on_nfs(conn):
self.logger.info("File %s is accessible on %s, skipping copy", self.local_path, host)
else:
remote_file = f"{self.rpath}{os.path.basename(self.local_path)}"
conn.run_check(f"test -r {remote_file}")
self.logger.info("Synchronizing %s from %s", self.local_path, host)
conn.get_file(remote_file, self.local_path)

def _on_nfs(self, conn):
if self._on_nfs_cached is not None:
Expand Down Expand Up @@ -117,7 +148,6 @@ def _on_nfs(self, conn):
remote[0], localout)
return False

self.rpath = os.path.dirname(self.local_path) + "/"
self._on_nfs_cached = True

return True
Expand All @@ -137,16 +167,19 @@ def get_hash(self):
"""Retrieve the hash of the file

Returns:
str: SHA256 hexdigest of the file
str: SHA256 hexdigest of the file content or the filename if it does not exist
"""

if self.hash is not None:
return self.hash

hasher = hashlib.sha256()
with open(self.local_path, 'rb') as f:
for block in iter(lambda: f.read(1048576), b''):
hasher.update(block)
if os.path.lexists(self.local_path):
with open(self.local_path, 'rb') as f:
for block in iter(lambda: f.read(1048576), b''):
hasher.update(block)
else:
hasher.update(bytes(self.local_path.encode("utf-8")))
self.hash = hasher.hexdigest()

return self.hash
Expand Down