Source code for pyscaffold.file_system

"""Internal library that encapsulate file system manipulation.
Examples include: creating/removing files and directories, changing permissions, etc.

Functions in this library usually extend the behaviour of Python's standard lib by
providing proper error handling or adequate logging/control flow in the context of
PyScaffold (an example of adequate control flow logic is dealing with the ``pretend``
flag).
"""

import errno
import os
import shutil
import stat
from contextlib import contextmanager
from functools import partial
from pathlib import Path
from tempfile import mkstemp
from typing import Callable, Optional, Union

from .log import logger
from .shell import IS_WINDOWS

PathLike = Union[str, os.PathLike]


[docs]@contextmanager def tmpfile(**kwargs): """Context manager that yields a temporary :obj:`Path`""" fp, path = mkstemp(**kwargs) os.close(fp) # we don't need the low level file handler file = Path(path) try: yield file finally: file.unlink()
[docs]@contextmanager def chdir(path: PathLike, **kwargs): """Contextmanager to change into a directory Args: path : path to change current working directory to Keyword Args: pretend (bool): skip execution (but log) when pretending. Default ``False``. """ should_pretend = kwargs.get("pretend") # ^ When pretending, automatically output logs # (after all, this is the primary purpose of pretending) curr_dir = os.getcwd() try: logger.report("chdir", path) with logger.indent(): if not should_pretend: os.chdir(path) yield finally: os.chdir(curr_dir)
[docs]def move(*src: PathLike, target: PathLike, **kwargs): """Move files or directories to (into) a new location Args: *src (PathLike): one or more files/directories to be moved Keyword Args: target (PathLike): if target is a directory, ``src`` will be moved inside it. Otherwise, it will be the new path (note that it may be overwritten) pretend (bool): skip execution (but log) when pretending. Default ``False``. """ should_pretend = kwargs.get("pretend") for path in src: if not should_pretend: shutil.move(str(path), str(target)) logger.report("move", path, target=target)
[docs]def create_file(path: PathLike, content: str, pretend=False, encoding="utf-8"): """Create a file in the given path. This function reports the operation in the logs. Args: path: path in the file system where contents will be written. content: what will be written. pretend (bool): false by default. File is not written when pretending, but operation is logged. Returns: Path: given path """ path = Path(path) if not pretend: path.write_text(content, encoding=encoding) logger.report("create", path) return path
[docs]def create_directory(path: PathLike, update=False, pretend=False) -> Optional[Path]: """Create a directory in the given path. This function reports the operation in the logs. Args: path: path in the file system where contents will be written. update (bool): false by default. A :obj:`OSError` can be raised when update is false and the directory already exists. pretend (bool): false by default. Directory is not created when pretending, but operation is logged. """ path = Path(path) if path.is_dir() and update: logger.report("skip", path) return None if not pretend: try: path.mkdir(parents=True, exist_ok=True) except OSError: if not update: raise return path # Do not log if not created logger.report("create", path) return path
[docs]def chmod(path: PathLike, mode: int, pretend=False) -> Path: """Change the permissions of file in the given path. This function reports the operation in the logs. Args: path: path in the file system whose permissions will be changed mode: new permissions, should be a combination of :obj`stat.S_* <stat.S_IXUSR>` (see :obj:`os.chmod`). pretend (bool): false by default. File is not changed when pretending, but operation is logged. """ path = Path(path) mode = stat.S_IMODE(mode) if not pretend: path.chmod(mode) logger.report(f"chmod {mode:03o}", path) return path
[docs]def localize_path(path_string: str) -> str: """Localize path for Windows, Unix, i.e. / or \\ Args: path_string (str): path using / Returns: str: path depending on OS """ return str(Path(path_string))
#: Windows-specific error code indicating an invalid pathname. ERROR_INVALID_NAME = 123
[docs]def is_pathname_valid(pathname: str) -> bool: """Check if a pathname is valid Code by Cecil Curry from StackOverflow Args: pathname (str): string to validate Returns: `True` if the passed pathname is a valid pathname for the current OS; `False` otherwise. """ # If this pathname is either not a string or is but is empty, this pathname # is invalid. try: if not isinstance(pathname, str) or not pathname: return False # Strip this pathname's Windows-specific drive specifier (e.g., `C:\`) # if any. Since Windows prohibits path components from containing `:` # characters, failing to strip this `:`-suffixed prefix would # erroneously invalidate all valid absolute Windows pathnames. _, pathname = os.path.splitdrive(pathname) # Directory guaranteed to exist. If the current OS is Windows, this is # the drive to which Windows was installed (e.g., the "%HOMEDRIVE%" # environment variable); else, the typical root directory. root_dirname = os.environ.get("HOMEDRIVE", "C:") if IS_WINDOWS else os.path.sep assert os.path.isdir(root_dirname) # ...Murphy and her ironclad Law # Append a path separator to this directory if needed. root_dirname = root_dirname.rstrip(os.path.sep) + os.path.sep # Test whether each path component split from this pathname is valid or # not, ignoring non-existent and non-readable path components. for pathname_part in pathname.split(os.path.sep): try: os.lstat(root_dirname + pathname_part) # If an OS-specific exception is raised, its error code # indicates whether this pathname is valid or not. Unless this # is the case, this exception implies an ignorable kernel or # filesystem complaint (e.g., path not found or inaccessible). # # Only the following exceptions indicate invalid pathnames: # # * Instances of the Windows-specific "WindowsError" class # defining the "winerror" attribute whose value is # "ERROR_INVALID_NAME". Under Windows, "winerror" is more # fine-grained and hence useful than the generic "errno" # attribute. When a too-long pathname is passed, for example, # "errno" is "ENOENT" (i.e., no such file or directory) rather # than "ENAMETOOLONG" (i.e., file name too long). # * Instances of the cross-platform "OSError" class defining the # generic "errno" attribute whose value is either: # * Under most POSIX-compatible OSes, "ENAMETOOLONG". # * Under some edge-case OSes (e.g., SunOS, *BSD), "ERANGE". except OSError as exc: if hasattr(exc, "winerror"): if exc.winerror == ERROR_INVALID_NAME: # type: ignore return False elif exc.errno in {errno.ENAMETOOLONG, errno.ERANGE}: return False # If a "TypeError" exception was raised, it almost certainly has the # error message "embedded NUL character" indicating an invalid pathname. except TypeError: return False # If no exception was raised, all path components and hence this # pathname itself are valid. (Praise be to the curmudgeonly python.) else: return True
# If any other exception was raised, this is an unrelated fatal issue # (e.g., a bug). Permit this exception to unwind the call stack. # # Did we mention this should be shipped with Python already?
[docs]def on_ro_error(func, path, exc_info): """Error handler for ``shutil.rmtree``. If the error is due to an access error (read only file) it attempts to add write permission and then retries. If the error is for another reason it re-raises the error. Usage : ``shutil.rmtree(path, onerror=onerror)`` Args: func (callable): function which raised the exception path (str): path passed to `func` exc_info (tuple of str): exception info returned by sys.exc_info() """ import stat from time import sleep # Sometimes the SO is just asynchronously (??!) slow, but it does remove the file sleep(0.5) if not Path(path).exists(): return if not os.access(path, os.W_OK): # Is the error an access error ? os.chmod(path, stat.S_IWUSR) return func(path) raise
[docs]def rm_rf(path: PathLike, pretend=False): """Remove ``path`` by all means like ``rm -rf`` in Linux""" target = Path(path) if not target.exists(): return None if target.is_dir(): remove: Callable = partial(shutil.rmtree, onerror=on_ro_error) else: remove = Path.unlink if not pretend: remove(target) logger.report("remove", target) return path