|
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609 |
- # -*- test-case-name: twisted.test.test_paths -*-
- # Copyright (c) Twisted Matrix Laboratories.
- # See LICENSE for details.
-
- """
- Object-oriented filesystem path representation.
- """
-
-
- import base64
- import errno
- import os
- import sys
- from os import listdir, stat, utime
- from os.path import (
- abspath,
- basename,
- dirname,
- exists,
- isabs,
- join as joinpath,
- normpath,
- splitext,
- )
- from stat import (
- S_IMODE,
- S_IRGRP,
- S_IROTH,
- S_IRUSR,
- S_ISBLK,
- S_ISDIR,
- S_ISREG,
- S_ISSOCK,
- S_IWGRP,
- S_IWOTH,
- S_IWUSR,
- S_IXGRP,
- S_IXOTH,
- S_IXUSR,
- )
- from typing import IO, Union, cast
-
- from zope.interface import Attribute, Interface, implementer
-
- from twisted.python.compat import cmp, comparable
- from twisted.python.runtime import platform
- from twisted.python.util import FancyEqMixin
- from twisted.python.win32 import (
- ERROR_DIRECTORY,
- ERROR_FILE_NOT_FOUND,
- ERROR_INVALID_NAME,
- ERROR_PATH_NOT_FOUND,
- O_BINARY,
- )
-
- # Please keep this as light as possible on other Twisted imports; many, many
- # things import this module, and it would be good if it could easily be
- # modified for inclusion in the standard library. --glyph
-
-
- _CREATE_FLAGS = os.O_EXCL | os.O_CREAT | os.O_RDWR | O_BINARY
-
-
- def _stub_islink(path):
- """
- Always return C{False} if the operating system does not support symlinks.
-
- @param path: A path string.
- @type path: L{str}
-
- @return: C{False}
- @rtype: L{bool}
- """
- return False
-
-
- islink = getattr(os.path, "islink", _stub_islink)
- randomBytes = os.urandom
- armor = base64.urlsafe_b64encode
-
-
- class IFilePath(Interface):
- """
- File path object.
-
- A file path represents a location for a file-like-object and can be
- organized into a hierarchy; a file path can can children which are
- themselves file paths.
-
- A file path has a name which unique identifies it in the context of its
- parent (if it has one); a file path can not have two children with the same
- name. This name is referred to as the file path's "base name".
-
- A series of such names can be used to locate nested children of a file
- path; such a series is referred to as the child's "path", relative to the
- parent. In this case, each name in the path is referred to as a "path
- segment"; the child's base name is the segment in the path.
-
- When representing a file path as a string, a "path separator" is used to
- delimit the path segments within the string. For a file system path, that
- would be C{os.sep}.
-
- Note that the values of child names may be restricted. For example, a file
- system path will not allow the use of the path separator in a name, and
- certain names (e.g. C{"."} and C{".."}) may be reserved or have special
- meanings.
-
- @since: 12.1
- """
-
- sep = Attribute("The path separator to use in string representations")
-
- def child(name):
- """
- Obtain a direct child of this file path. The child may or may not
- exist.
-
- @param name: the name of a child of this path. C{name} must be a direct
- child of this path and may not contain a path separator.
- @return: the child of this path with the given C{name}.
- @raise InsecurePath: if C{name} describes a file path that is not a
- direct child of this file path.
- """
-
- def open(mode="r"):
- """
- Opens this file path with the given mode.
-
- @return: a file-like object.
- @raise Exception: if this file path cannot be opened.
- """
-
- def changed():
- """
- Clear any cached information about the state of this path on disk.
- """
-
- def getsize():
- """
- Retrieve the size of this file in bytes.
-
- @return: the size of the file at this file path in bytes.
- @raise Exception: if the size cannot be obtained.
- """
-
- def getModificationTime():
- """
- Retrieve the time of last access from this file.
-
- @return: a number of seconds from the epoch.
- @rtype: L{float}
- """
-
- def getStatusChangeTime():
- """
- Retrieve the time of the last status change for this file.
-
- @return: a number of seconds from the epoch.
- @rtype: L{float}
- """
-
- def getAccessTime():
- """
- Retrieve the time that this file was last accessed.
-
- @return: a number of seconds from the epoch.
- @rtype: L{float}
- """
-
- def exists():
- """
- Check if this file path exists.
-
- @return: C{True} if the file at this file path exists, C{False}
- otherwise.
- @rtype: L{bool}
- """
-
- def isdir():
- """
- Check if this file path refers to a directory.
-
- @return: C{True} if the file at this file path is a directory, C{False}
- otherwise.
- """
-
- def isfile():
- """
- Check if this file path refers to a regular file.
-
- @return: C{True} if the file at this file path is a regular file,
- C{False} otherwise.
- """
-
- def children():
- """
- List the children of this path object.
-
- @return: a sequence of the children of the directory at this file path.
- @raise Exception: if the file at this file path is not a directory.
- """
-
- def basename():
- """
- Retrieve the final component of the file path's path (everything
- after the final path separator).
-
- @return: the base name of this file path.
- @rtype: L{str}
- """
-
- def parent():
- """
- A file path for the directory containing the file at this file path.
- """
-
- def sibling(name):
- """
- A file path for the directory containing the file at this file path.
-
- @param name: the name of a sibling of this path. C{name} must be a
- direct sibling of this path and may not contain a path separator.
-
- @return: a sibling file path of this one.
- """
-
-
- class InsecurePath(Exception):
- """
- Error that is raised when the path provided to L{FilePath} is invalid.
- """
-
-
- class LinkError(Exception):
- """
- An error with symlinks - either that there are cyclical symlinks or that
- symlink are not supported on this platform.
- """
-
-
- class UnlistableError(OSError):
- """
- An exception which is used to distinguish between errors which mean 'this
- is not a directory you can list' and other, more catastrophic errors.
-
- This error will try to look as much like the original error as possible,
- while still being catchable as an independent type.
-
- @ivar originalException: the actual original exception instance.
- """
-
- def __init__(self, originalException: OSError):
- """
- Create an UnlistableError exception.
-
- @param originalException: an instance of OSError.
- """
- self.__dict__.update(originalException.__dict__)
- self.originalException = originalException
-
-
- def _secureEnoughString(path):
- """
- Compute a string usable as a new, temporary filename.
-
- @param path: The path that the new temporary filename should be able to be
- concatenated with.
-
- @return: A pseudorandom, 16 byte string for use in secure filenames.
- @rtype: the type of C{path}
- """
- secureishString = armor(randomBytes(16))[:16]
- return _coerceToFilesystemEncoding(path, secureishString)
-
-
- class AbstractFilePath:
- """
- Abstract implementation of an L{IFilePath}; must be completed by a
- subclass.
-
- This class primarily exists to provide common implementations of certain
- methods in L{IFilePath}. It is *not* a required parent class for
- L{IFilePath} implementations, just a useful starting point.
- """
-
- def getContent(self):
- """
- Retrieve the contents of the file at this path.
-
- @return: the contents of the file
- @rtype: L{bytes}
- """
- with self.open() as fp:
- return fp.read()
-
- def parents(self):
- """
- Retrieve an iterator of all the ancestors of this path.
-
- @return: an iterator of all the ancestors of this path, from the most
- recent (its immediate parent) to the root of its filesystem.
- """
- path = self
- parent = path.parent()
- # root.parent() == root, so this means "are we the root"
- while path != parent:
- yield parent
- path = parent
- parent = parent.parent()
-
- def children(self):
- """
- List the children of this path object.
-
- @raise OSError: If an error occurs while listing the directory. If the
- error is 'serious', meaning that the operation failed due to an access
- violation, exhaustion of some kind of resource (file descriptors or
- memory), OSError or a platform-specific variant will be raised.
-
- @raise UnlistableError: If the inability to list the directory is due
- to this path not existing or not being a directory, the more specific
- OSError subclass L{UnlistableError} is raised instead.
-
- @return: an iterable of all currently-existing children of this object.
- """
- try:
- subnames = self.listdir()
- except OSError as ose:
- # Under Python 3.3 and higher on Windows, WindowsError is an
- # alias for OSError. OSError has a winerror attribute and an
- # errno attribute.
- #
- # The winerror attribute is bound to the Windows error code while
- # the errno attribute is bound to a translation of that code to a
- # perhaps equivalent POSIX error number.
- #
- # For further details, refer to:
- # https://docs.python.org/3/library/exceptions.html#OSError
- if getattr(ose, "winerror", None) in (
- ERROR_PATH_NOT_FOUND,
- ERROR_FILE_NOT_FOUND,
- ERROR_INVALID_NAME,
- ERROR_DIRECTORY,
- ):
- raise UnlistableError(ose)
- if ose.errno in (errno.ENOENT, errno.ENOTDIR):
- raise UnlistableError(ose)
- # Other possible errors here, according to linux manpages:
- # EACCES, EMIFLE, ENFILE, ENOMEM. None of these seem like the
- # sort of thing which should be handled normally. -glyph
- raise
- return [self.child(name) for name in subnames]
-
- def walk(self, descend=None):
- """
- Yield myself, then each of my children, and each of those children's
- children in turn.
-
- The optional argument C{descend} is a predicate that takes a FilePath,
- and determines whether or not that FilePath is traversed/descended
- into. It will be called with each path for which C{isdir} returns
- C{True}. If C{descend} is not specified, all directories will be
- traversed (including symbolic links which refer to directories).
-
- @param descend: A one-argument callable that will return True for
- FilePaths that should be traversed, False otherwise.
-
- @return: a generator yielding FilePath-like objects.
- """
- yield self
- if self.isdir():
- for c in self.children():
- # we should first see if it's what we want, then we
- # can walk through the directory
- if descend is None or descend(c):
- for subc in c.walk(descend):
- if os.path.realpath(self.path).startswith(
- os.path.realpath(subc.path)
- ):
- raise LinkError("Cycle in file graph.")
- yield subc
- else:
- yield c
-
- def sibling(self, path):
- """
- Return a L{FilePath} with the same directory as this instance but with
- a basename of C{path}.
-
- @param path: The basename of the L{FilePath} to return.
- @type path: L{str}
-
- @return: The sibling path.
- @rtype: L{FilePath}
- """
- return self.parent().child(path)
-
- def descendant(self, segments):
- """
- Retrieve a child or child's child of this path.
-
- @param segments: A sequence of path segments as L{str} instances.
-
- @return: A L{FilePath} constructed by looking up the C{segments[0]}
- child of this path, the C{segments[1]} child of that path, and so
- on.
-
- @since: 10.2
- """
- path = self
- for name in segments:
- path = path.child(name)
- return path
-
- def segmentsFrom(self, ancestor):
- """
- Return a list of segments between a child and its ancestor.
-
- For example, in the case of a path X representing /a/b/c/d and a path Y
- representing /a/b, C{Y.segmentsFrom(X)} will return C{['c',
- 'd']}.
-
- @param ancestor: an instance of the same class as self, ostensibly an
- ancestor of self.
-
- @raise ValueError: If the C{ancestor} parameter is not actually an
- ancestor, i.e. a path for /x/y/z is passed as an ancestor for /a/b/c/d.
-
- @return: a list of strs
- """
- # this might be an unnecessarily inefficient implementation but it will
- # work on win32 and for zipfiles; later I will deterimine if the
- # obvious fast implemenation does the right thing too
- f = self
- p = f.parent()
- segments = []
- while f != ancestor and p != f:
- segments[0:0] = [f.basename()]
- f = p
- p = p.parent()
- if f == ancestor and segments:
- return segments
- raise ValueError(f"{ancestor!r} not parent of {self!r}")
-
- # new in 8.0
- def __hash__(self):
- """
- Hash the same as another L{FilePath} with the same path as mine.
- """
- return hash((self.__class__, self.path))
-
- # pending deprecation in 8.0
- def getmtime(self):
- """
- Deprecated. Use getModificationTime instead.
- """
- return int(self.getModificationTime())
-
- def getatime(self):
- """
- Deprecated. Use getAccessTime instead.
- """
- return int(self.getAccessTime())
-
- def getctime(self):
- """
- Deprecated. Use getStatusChangeTime instead.
- """
- return int(self.getStatusChangeTime())
-
-
- class RWX(FancyEqMixin):
- """
- A class representing read/write/execute permissions for a single user
- category (i.e. user/owner, group, or other/world). Instantiate with
- three boolean values: readable? writable? executable?.
-
- @type read: C{bool}
- @ivar read: Whether permission to read is given
-
- @type write: C{bool}
- @ivar write: Whether permission to write is given
-
- @type execute: C{bool}
- @ivar execute: Whether permission to execute is given
-
- @since: 11.1
- """
-
- compareAttributes = ("read", "write", "execute")
-
- def __init__(self, readable, writable, executable):
- self.read = readable
- self.write = writable
- self.execute = executable
-
- def __repr__(self) -> str:
- return "RWX(read={}, write={}, execute={})".format(
- self.read,
- self.write,
- self.execute,
- )
-
- def shorthand(self):
- """
- Returns a short string representing the permission bits. Looks like
- part of what is printed by command line utilities such as 'ls -l'
- (e.g. 'rwx')
-
- @return: The shorthand string.
- @rtype: L{str}
- """
- returnval = ["r", "w", "x"]
- i = 0
- for val in (self.read, self.write, self.execute):
- if not val:
- returnval[i] = "-"
- i += 1
- return "".join(returnval)
-
-
- class Permissions(FancyEqMixin):
- """
- A class representing read/write/execute permissions. Instantiate with any
- portion of the file's mode that includes the permission bits.
-
- @type user: L{RWX}
- @ivar user: User/Owner permissions
-
- @type group: L{RWX}
- @ivar group: Group permissions
-
- @type other: L{RWX}
- @ivar other: Other/World permissions
-
- @since: 11.1
- """
-
- compareAttributes = ("user", "group", "other")
-
- def __init__(self, statModeInt):
- self.user, self.group, self.other = (
- RWX(*(statModeInt & bit > 0 for bit in bitGroup))
- for bitGroup in [
- [S_IRUSR, S_IWUSR, S_IXUSR],
- [S_IRGRP, S_IWGRP, S_IXGRP],
- [S_IROTH, S_IWOTH, S_IXOTH],
- ]
- )
-
- def __repr__(self) -> str:
- return f"[{str(self.user)} | {str(self.group)} | {str(self.other)}]"
-
- def shorthand(self):
- """
- Returns a short string representing the permission bits. Looks like
- what is printed by command line utilities such as 'ls -l'
- (e.g. 'rwx-wx--x')
-
- @return: The shorthand string.
- @rtype: L{str}
- """
- return "".join([x.shorthand() for x in (self.user, self.group, self.other)])
-
-
- def _asFilesystemBytes(path: Union[bytes, str], encoding: str = "") -> bytes:
- """
- Return C{path} as a string of L{bytes} suitable for use on this system's
- filesystem.
-
- @param path: The path to be made suitable.
- @type path: L{bytes} or L{unicode}
- @param encoding: The encoding to use if coercing to L{bytes}. If none is
- given, L{sys.getfilesystemencoding} is used.
-
- @return: L{bytes}
- """
- if isinstance(path, bytes):
- return path
- else:
- if not encoding:
- encoding = sys.getfilesystemencoding()
- return path.encode(encoding)
-
-
- def _asFilesystemText(path, encoding=None):
- """
- Return C{path} as a string of L{unicode} suitable for use on this system's
- filesystem.
-
- @param path: The path to be made suitable.
- @type path: L{bytes} or L{unicode}
-
- @param encoding: The encoding to use if coercing to L{unicode}. If none
- is given, L{sys.getfilesystemencoding} is used.
-
- @return: L{unicode}
- """
- if type(path) == str:
- return path
- else:
- if encoding is None:
- encoding = sys.getfilesystemencoding()
- return path.decode(encoding)
-
-
- def _coerceToFilesystemEncoding(path, newpath, encoding=None):
- """
- Return a C{newpath} that is suitable for joining to C{path}.
-
- @param path: The path that it should be suitable for joining to.
- @param newpath: The new portion of the path to be coerced if needed.
- @param encoding: If coerced, the encoding that will be used.
- """
- if type(path) == bytes:
- return _asFilesystemBytes(newpath, encoding=encoding)
- else:
- return _asFilesystemText(newpath, encoding=encoding)
-
-
- @comparable
- @implementer(IFilePath)
- class FilePath(AbstractFilePath):
- """
- I am a path on the filesystem that only permits 'downwards' access.
-
- Instantiate me with a pathname (for example,
- FilePath('/home/myuser/public_html')) and I will attempt to only provide
- access to files which reside inside that path. I may be a path to a file,
- a directory, or a file which does not exist.
-
- The correct way to use me is to instantiate me, and then do ALL filesystem
- access through me. In other words, do not import the 'os' module; if you
- need to open a file, call my 'open' method. If you need to list a
- directory, call my 'path' method.
-
- Even if you pass me a relative path, I will convert that to an absolute
- path internally.
-
- The type of C{path} when instantiating decides the mode of the L{FilePath}.
- That is, C{FilePath(b"/")} will return a L{bytes} mode L{FilePath}, and
- C{FilePath(u"/")} will return a L{unicode} mode L{FilePath}.
- C{FilePath("/")} will return a L{bytes} mode L{FilePath} on Python 2, and a
- L{unicode} mode L{FilePath} on Python 3.
-
- Methods that return a new L{FilePath} use the type of the given subpath to
- decide its mode. For example, C{FilePath(b"/").child(u"tmp")} will return a
- L{unicode} mode L{FilePath}.
-
- @type alwaysCreate: L{bool}
- @ivar alwaysCreate: When opening this file, only succeed if the file does
- not already exist.
-
- @ivar path: The path from which 'downward' traversal is permitted.
- """
-
- _statinfo = None
- path: Union[bytes, str] = None # type: ignore[assignment]
-
- def __init__(self, path, alwaysCreate=False):
- """
- Convert a path string to an absolute path if necessary and initialize
- the L{FilePath} with the result.
- """
- self.path = abspath(path)
- self.alwaysCreate = alwaysCreate
-
- def __getstate__(self):
- """
- Support serialization by discarding cached L{os.stat} results and
- returning everything else.
- """
- d = self.__dict__.copy()
- if "_statinfo" in d:
- del d["_statinfo"]
- return d
-
- @property
- def sep(self):
- """
- Return a filesystem separator.
-
- @return: The native filesystem separator.
- @returntype: The same type as C{self.path}.
- """
- return _coerceToFilesystemEncoding(self.path, os.sep)
-
- def _asBytesPath(self, encoding=None):
- """
- Return the path of this L{FilePath} as bytes.
-
- @param encoding: The encoding to use if coercing to L{bytes}. If none is
- given, L{sys.getfilesystemencoding} is used.
-
- @return: L{bytes}
- """
- return _asFilesystemBytes(self.path, encoding=encoding)
-
- def _asTextPath(self, encoding=None):
- """
- Return the path of this L{FilePath} as text.
-
- @param encoding: The encoding to use if coercing to L{unicode}. If none
- is given, L{sys.getfilesystemencoding} is used.
-
- @return: L{unicode}
- """
- return _asFilesystemText(self.path, encoding=encoding)
-
- def asBytesMode(self, encoding=None):
- """
- Return this L{FilePath} in L{bytes}-mode.
-
- @param encoding: The encoding to use if coercing to L{bytes}. If none is
- given, L{sys.getfilesystemencoding} is used.
-
- @return: L{bytes} mode L{FilePath}
- """
- if type(self.path) == str:
- return self.clonePath(self._asBytesPath(encoding=encoding))
- return self
-
- def asTextMode(self, encoding=None):
- """
- Return this L{FilePath} in L{unicode}-mode.
-
- @param encoding: The encoding to use if coercing to L{unicode}. If none
- is given, L{sys.getfilesystemencoding} is used.
-
- @return: L{unicode} mode L{FilePath}
- """
- if type(self.path) == bytes:
- return self.clonePath(self._asTextPath(encoding=encoding))
- return self
-
- def _getPathAsSameTypeAs(self, pattern):
- """
- If C{pattern} is C{bytes}, return L{FilePath.path} as L{bytes}.
- Otherwise, return L{FilePath.path} as L{unicode}.
-
- @param pattern: The new element of the path that L{FilePath.path} may
- need to be coerced to match.
- """
- if type(pattern) == bytes:
- return self._asBytesPath()
- else:
- return self._asTextPath()
-
- def child(self, path):
- """
- Create and return a new L{FilePath} representing a path contained by
- C{self}.
-
- @param path: The base name of the new L{FilePath}. If this contains
- directory separators or parent references it will be rejected.
- @type path: L{bytes} or L{unicode}
-
- @raise InsecurePath: If the result of combining this path with C{path}
- would result in a path which is not a direct child of this path.
-
- @return: The child path.
- @rtype: L{FilePath} with a mode equal to the type of C{path}.
- """
- colon = _coerceToFilesystemEncoding(path, ":")
- sep = _coerceToFilesystemEncoding(path, os.sep)
- ourPath = self._getPathAsSameTypeAs(path)
-
- if platform.isWindows() and path.count(colon):
- # Catch paths like C:blah that don't have a slash
- raise InsecurePath(f"{path!r} contains a colon.")
-
- norm = normpath(path)
- if sep in norm:
- raise InsecurePath(f"{path!r} contains one or more directory separators")
-
- newpath = abspath(joinpath(ourPath, norm))
- if not newpath.startswith(ourPath):
- raise InsecurePath(f"{newpath!r} is not a child of {ourPath}")
- return self.clonePath(newpath)
-
- def preauthChild(self, path):
- """
- Use me if C{path} might have slashes in it, but you know they're safe.
-
- @param path: A relative path (ie, a path not starting with C{"/"})
- which will be interpreted as a child or descendant of this path.
- @type path: L{bytes} or L{unicode}
-
- @return: The child path.
- @rtype: L{FilePath} with a mode equal to the type of C{path}.
- """
- ourPath = self._getPathAsSameTypeAs(path)
-
- newpath = abspath(joinpath(ourPath, normpath(path)))
- if not newpath.startswith(ourPath):
- raise InsecurePath(f"{newpath} is not a child of {ourPath}")
- return self.clonePath(newpath)
-
- def childSearchPreauth(self, *paths):
- """
- Return my first existing child with a name in C{paths}.
-
- C{paths} is expected to be a list of *pre-secured* path fragments;
- in most cases this will be specified by a system administrator and not
- an arbitrary user.
-
- If no appropriately-named children exist, this will return L{None}.
-
- @return: L{None} or the child path.
- @rtype: L{None} or L{FilePath}
- """
- for child in paths:
- p = self._getPathAsSameTypeAs(child)
- jp = joinpath(p, child)
- if exists(jp):
- return self.clonePath(jp)
-
- def siblingExtensionSearch(self, *exts):
- """
- Attempt to return a path with my name, given multiple possible
- extensions.
-
- Each extension in C{exts} will be tested and the first path which
- exists will be returned. If no path exists, L{None} will be returned.
- If C{''} is in C{exts}, then if the file referred to by this path
- exists, C{self} will be returned.
-
- The extension '*' has a magic meaning, which means "any path that
- begins with C{self.path + '.'} is acceptable".
- """
- for ext in exts:
- if not ext and self.exists():
- return self
-
- p = self._getPathAsSameTypeAs(ext)
- star = _coerceToFilesystemEncoding(ext, "*")
- dot = _coerceToFilesystemEncoding(ext, ".")
-
- if ext == star:
- basedot = basename(p) + dot
- for fn in listdir(dirname(p)):
- if fn.startswith(basedot):
- return self.clonePath(joinpath(dirname(p), fn))
- p2 = p + ext
- if exists(p2):
- return self.clonePath(p2)
-
- def realpath(self):
- """
- Returns the absolute target as a L{FilePath} if self is a link, self
- otherwise.
-
- The absolute link is the ultimate file or directory the
- link refers to (for instance, if the link refers to another link, and
- another...). If the filesystem does not support symlinks, or
- if the link is cyclical, raises a L{LinkError}.
-
- Behaves like L{os.path.realpath} in that it does not resolve link
- names in the middle (ex. /x/y/z, y is a link to w - realpath on z
- will return /x/y/z, not /x/w/z).
-
- @return: L{FilePath} of the target path.
- @rtype: L{FilePath}
- @raises LinkError: if links are not supported or links are cyclical.
- """
- if self.islink():
- result = os.path.realpath(self.path)
- if result == self.path:
- raise LinkError("Cyclical link - will loop forever")
- return self.clonePath(result)
- return self
-
- def siblingExtension(self, ext):
- """
- Attempt to return a path with my name, given the extension at C{ext}.
-
- @param ext: File-extension to search for.
- @type ext: L{bytes} or L{unicode}
-
- @return: The sibling path.
- @rtype: L{FilePath} with the same mode as the type of C{ext}.
- """
- ourPath = self._getPathAsSameTypeAs(ext)
- return self.clonePath(ourPath + ext)
-
- def linkTo(self, linkFilePath):
- """
- Creates a symlink to self to at the path in the L{FilePath}
- C{linkFilePath}.
-
- Only works on posix systems due to its dependence on
- L{os.symlink}. Propagates L{OSError}s up from L{os.symlink} if
- C{linkFilePath.parent()} does not exist, or C{linkFilePath} already
- exists.
-
- @param linkFilePath: a FilePath representing the link to be created.
- @type linkFilePath: L{FilePath}
- """
- os.symlink(self.path, linkFilePath.path)
-
- def open(self, mode: str = "r") -> IO[bytes]:
- """
- Open this file using C{mode} or for writing if C{alwaysCreate} is
- C{True}.
-
- In all cases the file is opened in binary mode, so it is not necessary
- to include C{"b"} in C{mode}.
-
- @param mode: The mode to open the file in. Default is C{"r"}.
- @raises AssertionError: If C{"a"} is included in the mode and
- C{alwaysCreate} is C{True}.
- @return: An open file-like object.
- """
- if self.alwaysCreate:
- assert "a" not in mode, (
- "Appending not supported when " "alwaysCreate == True"
- )
- return self.create()
- # Make sure we open with exactly one "b" in the mode.
- mode = mode.replace("b", "")
- return open(self.path, mode + "b")
-
- # stat methods below
-
- def restat(self, reraise=True):
- """
- Re-calculate cached effects of 'stat'. To refresh information on this
- path after you know the filesystem may have changed, call this method.
-
- @param reraise: a boolean. If true, re-raise exceptions from
- L{os.stat}; otherwise, mark this path as not existing, and remove
- any cached stat information.
-
- @raise Exception: If C{reraise} is C{True} and an exception occurs
- while reloading metadata.
- """
- try:
- self._statinfo = stat(self.path)
- except OSError:
- self._statinfo = 0
- if reraise:
- raise
-
- def changed(self):
- """
- Clear any cached information about the state of this path on disk.
-
- @since: 10.1.0
- """
- self._statinfo = None
-
- def chmod(self, mode):
- """
- Changes the permissions on self, if possible. Propagates errors from
- L{os.chmod} up.
-
- @param mode: integer representing the new permissions desired (same as
- the command line chmod)
- @type mode: L{int}
- """
- os.chmod(self.path, mode)
-
- def getsize(self):
- """
- Retrieve the size of this file in bytes.
-
- @return: The size of the file at this file path in bytes.
- @raise Exception: if the size cannot be obtained.
- @rtype: L{int}
- """
- st = self._statinfo
- if not st:
- self.restat()
- st = self._statinfo
- return st.st_size
-
- def getModificationTime(self):
- """
- Retrieve the time of last access from this file.
-
- @return: a number of seconds from the epoch.
- @rtype: L{float}
- """
- st = self._statinfo
- if not st:
- self.restat()
- st = self._statinfo
- return float(st.st_mtime)
-
- def getStatusChangeTime(self):
- """
- Retrieve the time of the last status change for this file.
-
- @return: a number of seconds from the epoch.
- @rtype: L{float}
- """
- st = self._statinfo
- if not st:
- self.restat()
- st = self._statinfo
- return float(st.st_ctime)
-
- def getAccessTime(self):
- """
- Retrieve the time that this file was last accessed.
-
- @return: a number of seconds from the epoch.
- @rtype: L{float}
- """
- st = self._statinfo
- if not st:
- self.restat()
- st = self._statinfo
- return float(st.st_atime)
-
- def getInodeNumber(self):
- """
- Retrieve the file serial number, also called inode number, which
- distinguishes this file from all other files on the same device.
-
- @raise NotImplementedError: if the platform is Windows, since the
- inode number would be a dummy value for all files in Windows
- @return: a number representing the file serial number
- @rtype: L{int}
- @since: 11.0
- """
- if platform.isWindows():
- raise NotImplementedError
-
- st = self._statinfo
- if not st:
- self.restat()
- st = self._statinfo
- return st.st_ino
-
- def getDevice(self):
- """
- Retrieves the device containing the file. The inode number and device
- number together uniquely identify the file, but the device number is
- not necessarily consistent across reboots or system crashes.
-
- @raise NotImplementedError: if the platform is Windows, since the
- device number would be 0 for all partitions on a Windows platform
-
- @return: a number representing the device
- @rtype: L{int}
-
- @since: 11.0
- """
- if platform.isWindows():
- raise NotImplementedError
-
- st = self._statinfo
- if not st:
- self.restat()
- st = self._statinfo
- return st.st_dev
-
- def getNumberOfHardLinks(self):
- """
- Retrieves the number of hard links to the file.
-
- This count keeps track of how many directories have entries for this
- file. If the count is ever decremented to zero then the file itself is
- discarded as soon as no process still holds it open. Symbolic links
- are not counted in the total.
-
- @raise NotImplementedError: if the platform is Windows, since Windows
- doesn't maintain a link count for directories, and L{os.stat} does
- not set C{st_nlink} on Windows anyway.
- @return: the number of hard links to the file
- @rtype: L{int}
- @since: 11.0
- """
- if platform.isWindows():
- raise NotImplementedError
-
- st = self._statinfo
- if not st:
- self.restat()
- st = self._statinfo
- return st.st_nlink
-
- def getUserID(self):
- """
- Returns the user ID of the file's owner.
-
- @raise NotImplementedError: if the platform is Windows, since the UID
- is always 0 on Windows
- @return: the user ID of the file's owner
- @rtype: L{int}
- @since: 11.0
- """
- if platform.isWindows():
- raise NotImplementedError
-
- st = self._statinfo
- if not st:
- self.restat()
- st = self._statinfo
- return st.st_uid
-
- def getGroupID(self):
- """
- Returns the group ID of the file.
-
- @raise NotImplementedError: if the platform is Windows, since the GID
- is always 0 on windows
- @return: the group ID of the file
- @rtype: L{int}
- @since: 11.0
- """
- if platform.isWindows():
- raise NotImplementedError
-
- st = self._statinfo
- if not st:
- self.restat()
- st = self._statinfo
- return st.st_gid
-
- def getPermissions(self):
- """
- Returns the permissions of the file. Should also work on Windows,
- however, those permissions may not be what is expected in Windows.
-
- @return: the permissions for the file
- @rtype: L{Permissions}
- @since: 11.1
- """
- st = self._statinfo
- if not st:
- self.restat()
- st = self._statinfo
- return Permissions(S_IMODE(st.st_mode))
-
- def exists(self):
- """
- Check if this L{FilePath} exists.
-
- @return: C{True} if the stats of C{path} can be retrieved successfully,
- C{False} in the other cases.
- @rtype: L{bool}
- """
- if self._statinfo:
- return True
- else:
- self.restat(False)
- if self._statinfo:
- return True
- else:
- return False
-
- def isdir(self):
- """
- Check if this L{FilePath} refers to a directory.
-
- @return: C{True} if this L{FilePath} refers to a directory, C{False}
- otherwise.
- @rtype: L{bool}
- """
- st = self._statinfo
- if not st:
- self.restat(False)
- st = self._statinfo
- if not st:
- return False
- return S_ISDIR(st.st_mode)
-
- def isfile(self):
- """
- Check if this file path refers to a regular file.
-
- @return: C{True} if this L{FilePath} points to a regular file (not a
- directory, socket, named pipe, etc), C{False} otherwise.
- @rtype: L{bool}
- """
- st = self._statinfo
- if not st:
- self.restat(False)
- st = self._statinfo
- if not st:
- return False
- return S_ISREG(st.st_mode)
-
- def isBlockDevice(self):
- """
- Returns whether the underlying path is a block device.
-
- @return: C{True} if it is a block device, C{False} otherwise
- @rtype: L{bool}
- @since: 11.1
- """
- st = self._statinfo
- if not st:
- self.restat(False)
- st = self._statinfo
- if not st:
- return False
- return S_ISBLK(st.st_mode)
-
- def isSocket(self):
- """
- Returns whether the underlying path is a socket.
-
- @return: C{True} if it is a socket, C{False} otherwise
- @rtype: L{bool}
- @since: 11.1
- """
- st = self._statinfo
- if not st:
- self.restat(False)
- st = self._statinfo
- if not st:
- return False
- return S_ISSOCK(st.st_mode)
-
- def islink(self):
- """
- Check if this L{FilePath} points to a symbolic link.
-
- @return: C{True} if this L{FilePath} points to a symbolic link,
- C{False} otherwise.
- @rtype: L{bool}
- """
- # We can't use cached stat results here, because that is the stat of
- # the destination - (see #1773) which in *every case* but this one is
- # the right thing to use. We could call lstat here and use that, but
- # it seems unlikely we'd actually save any work that way. -glyph
- return islink(self.path)
-
- def isabs(self):
- """
- Check if this L{FilePath} refers to an absolute path.
-
- This always returns C{True}.
-
- @return: C{True}, always.
- @rtype: L{bool}
- """
- return isabs(self.path)
-
- def listdir(self):
- """
- List the base names of the direct children of this L{FilePath}.
-
- @return: A L{list} of L{bytes}/L{unicode} giving the names of the
- contents of the directory this L{FilePath} refers to. These names
- are relative to this L{FilePath}.
- @rtype: L{list}
-
- @raise OSError: Any exception the platform L{os.listdir} implementation
- may raise.
- """
- return listdir(self.path)
-
- def splitext(self):
- """
- Split the file path into a pair C{(root, ext)} such that
- C{root + ext == path}.
-
- @return: Tuple where the first item is the filename and second item is
- the file extension. See Python docs for L{os.path.splitext}.
- @rtype: L{tuple}
- """
- return splitext(self.path)
-
- def __repr__(self) -> str:
- return f"FilePath({self.path!r})"
-
- def touch(self):
- """
- Updates the access and last modification times of the file at this
- file path to the current time. Also creates the file if it does not
- already exist.
-
- @raise Exception: if unable to create or modify the last modification
- time of the file.
- """
- try:
- self.open("a").close()
- except OSError:
- pass
- utime(self.path, None)
-
- def remove(self):
- """
- Removes the file or directory that is represented by self. If
- C{self.path} is a directory, recursively remove all its children
- before removing the directory. If it's a file or link, just delete it.
- """
- if self.isdir() and not self.islink():
- for child in self.children():
- child.remove()
- os.rmdir(self.path)
- else:
- os.remove(self.path)
- self.changed()
-
- def makedirs(self, ignoreExistingDirectory=False):
- """
- Create all directories not yet existing in C{path} segments, using
- L{os.makedirs}.
-
- @param ignoreExistingDirectory: Don't raise L{OSError} if directory
- already exists.
- @type ignoreExistingDirectory: L{bool}
-
- @return: L{None}
- """
- try:
- return os.makedirs(self.path)
- except OSError as e:
- if not (
- e.errno == errno.EEXIST and ignoreExistingDirectory and self.isdir()
- ):
- raise
-
- def globChildren(self, pattern):
- """
- Assuming I am representing a directory, return a list of FilePaths
- representing my children that match the given pattern.
-
- @param pattern: A glob pattern to use to match child paths.
- @type pattern: L{unicode} or L{bytes}
-
- @return: A L{list} of matching children.
- @rtype: L{list} of L{FilePath}, with the mode of C{pattern}'s type
- """
- sep = _coerceToFilesystemEncoding(pattern, os.sep)
- ourPath = self._getPathAsSameTypeAs(pattern)
-
- import glob
-
- path = ourPath[-1] == sep and ourPath + pattern or sep.join([ourPath, pattern])
- return [self.clonePath(p) for p in glob.glob(path)]
-
- def basename(self):
- """
- Retrieve the final component of the file path's path (everything
- after the final path separator).
-
- @return: The final component of the L{FilePath}'s path (Everything
- after the final path separator).
- @rtype: the same type as this L{FilePath}'s C{path} attribute
- """
- return basename(self.path)
-
- def dirname(self):
- """
- Retrieve all of the components of the L{FilePath}'s path except the
- last one (everything up to the final path separator).
-
- @return: All of the components of the L{FilePath}'s path except the
- last one (everything up to the final path separator).
- @rtype: the same type as this L{FilePath}'s C{path} attribute
- """
- return dirname(self.path)
-
- def parent(self):
- """
- A file path for the directory containing the file at this file path.
-
- @return: A L{FilePath} representing the path which directly contains
- this L{FilePath}.
- @rtype: L{FilePath}
- """
- return self.clonePath(self.dirname())
-
- def setContent(self, content, ext=b".new"):
- """
- Replace the file at this path with a new file that contains the given
- bytes, trying to avoid data-loss in the meanwhile.
-
- On UNIX-like platforms, this method does its best to ensure that by the
- time this method returns, either the old contents I{or} the new
- contents of the file will be present at this path for subsequent
- readers regardless of premature device removal, program crash, or power
- loss, making the following assumptions:
-
- - your filesystem is journaled (i.e. your filesystem will not
- I{itself} lose data due to power loss)
-
- - your filesystem's C{rename()} is atomic
-
- - your filesystem will not discard new data while preserving new
- metadata (see U{http://mjg59.livejournal.com/108257.html} for
- more detail)
-
- On most versions of Windows there is no atomic C{rename()} (see
- U{http://bit.ly/win32-overwrite} for more information), so this method
- is slightly less helpful. There is a small window where the file at
- this path may be deleted before the new file is moved to replace it:
- however, the new file will be fully written and flushed beforehand so
- in the unlikely event that there is a crash at that point, it should be
- possible for the user to manually recover the new version of their
- data. In the future, Twisted will support atomic file moves on those
- versions of Windows which I{do} support them: see U{Twisted ticket
- 3004<http://twistedmatrix.com/trac/ticket/3004>}.
-
- This method should be safe for use by multiple concurrent processes,
- but note that it is not easy to predict which process's contents will
- ultimately end up on disk if they invoke this method at close to the
- same time.
-
- @param content: The desired contents of the file at this path.
- @type content: L{bytes}
-
- @param ext: An extension to append to the temporary filename used to
- store the bytes while they are being written. This can be used to
- make sure that temporary files can be identified by their suffix,
- for cleanup in case of crashes.
- @type ext: L{bytes}
- """
- sib = self.temporarySibling(ext)
- with sib.open("w") as f:
- f.write(content)
- if platform.isWindows() and exists(self.path):
- os.unlink(self.path)
- os.rename(sib.path, self.asBytesMode().path)
-
- def __cmp__(self, other):
- if not isinstance(other, FilePath):
- return NotImplemented
- return cmp(self.path, other.path)
-
- def createDirectory(self):
- """
- Create the directory the L{FilePath} refers to.
-
- @see: L{makedirs}
-
- @raise OSError: If the directory cannot be created.
- """
- os.mkdir(self.path)
-
- def requireCreate(self, val=1):
- """
- Sets the C{alwaysCreate} variable.
-
- @param val: C{True} or C{False}, indicating whether opening this path
- will be required to create the file or not.
- @type val: L{bool}
-
- @return: L{None}
- """
- self.alwaysCreate = val
-
- def create(self) -> IO[bytes]:
- """
- Exclusively create a file, only if this file previously did not exist.
-
- @return: A file-like object opened from this path.
- """
- fdint = os.open(self.path, _CREATE_FLAGS)
-
- # XXX TODO: 'name' attribute of returned files is not mutable or
- # settable via fdopen, so this file is slightly less functional than the
- # one returned from 'open' by default. send a patch to Python...
-
- return cast(IO[bytes], os.fdopen(fdint, "w+b"))
-
- def temporarySibling(self, extension=b""):
- """
- Construct a path referring to a sibling of this path.
-
- The resulting path will be unpredictable, so that other subprocesses
- should neither accidentally attempt to refer to the same path before it
- is created, nor they should other processes be able to guess its name
- in advance.
-
- @param extension: A suffix to append to the created filename. (Note
- that if you want an extension with a '.' you must include the '.'
- yourself.)
- @type extension: L{bytes} or L{unicode}
-
- @return: a path object with the given extension suffix, C{alwaysCreate}
- set to True.
- @rtype: L{FilePath} with a mode equal to the type of C{extension}
- """
- ourPath = self._getPathAsSameTypeAs(extension)
- sib = self.sibling(
- _secureEnoughString(ourPath)
- + self.clonePath(ourPath).basename()
- + extension
- )
- sib.requireCreate()
- return sib
-
- _chunkSize = 2 ** 2 ** 2 ** 2
-
- def copyTo(self, destination, followLinks=True):
- """
- Copies self to destination.
-
- If self doesn't exist, an OSError is raised.
-
- If self is a directory, this method copies its children (but not
- itself) recursively to destination - if destination does not exist as a
- directory, this method creates it. If destination is a file, an
- IOError will be raised.
-
- If self is a file, this method copies it to destination. If
- destination is a file, this method overwrites it. If destination is a
- directory, an IOError will be raised.
-
- If self is a link (and followLinks is False), self will be copied
- over as a new symlink with the same target as returned by os.readlink.
- That means that if it is absolute, both the old and new symlink will
- link to the same thing. If it's relative, then perhaps not (and
- it's also possible that this relative link will be broken).
-
- File/directory permissions and ownership will NOT be copied over.
-
- If followLinks is True, symlinks are followed so that they're treated
- as their targets. In other words, if self is a link, the link's target
- will be copied. If destination is a link, self will be copied to the
- destination's target (the actual destination will be destination's
- target). Symlinks under self (if self is a directory) will be
- followed and its target's children be copied recursively.
-
- If followLinks is False, symlinks will be copied over as symlinks.
-
- @param destination: the destination (a FilePath) to which self
- should be copied
- @param followLinks: whether symlinks in self should be treated as links
- or as their targets
- """
- if self.islink() and not followLinks:
- os.symlink(os.readlink(self.path), destination.path)
- return
- # XXX TODO: *thorough* audit and documentation of the exact desired
- # semantics of this code. Right now the behavior of existent
- # destination symlinks is convenient, and quite possibly correct, but
- # its security properties need to be explained.
- if self.isdir():
- if not destination.exists():
- destination.createDirectory()
- for child in self.children():
- destChild = destination.child(child.basename())
- child.copyTo(destChild, followLinks)
- elif self.isfile():
- with destination.open("w") as writefile, self.open() as readfile:
- while 1:
- # XXX TODO: optionally use os.open, os.read and
- # O_DIRECT and use os.fstatvfs to determine chunk sizes
- # and make *****sure**** copy is page-atomic; the
- # following is good enough for 99.9% of everybody and
- # won't take a week to audit though.
- chunk = readfile.read(self._chunkSize)
- writefile.write(chunk)
- if len(chunk) < self._chunkSize:
- break
- elif not self.exists():
- raise OSError(errno.ENOENT, "No such file or directory")
- else:
- # If you see the following message because you want to copy
- # symlinks, fifos, block devices, character devices, or unix
- # sockets, please feel free to add support to do sensible things in
- # reaction to those types!
- raise NotImplementedError("Only copying of files and directories supported")
-
- def moveTo(self, destination, followLinks=True):
- """
- Move self to destination - basically renaming self to whatever
- destination is named.
-
- If destination is an already-existing directory,
- moves all children to destination if destination is empty. If
- destination is a non-empty directory, or destination is a file, an
- OSError will be raised.
-
- If moving between filesystems, self needs to be copied, and everything
- that applies to copyTo applies to moveTo.
-
- @param destination: the destination (a FilePath) to which self
- should be copied
- @param followLinks: whether symlinks in self should be treated as links
- or as their targets (only applicable when moving between
- filesystems)
- """
- try:
- os.rename(self._getPathAsSameTypeAs(destination.path), destination.path)
- except OSError as ose:
- if ose.errno == errno.EXDEV:
- # man 2 rename, ubuntu linux 5.10 "breezy":
-
- # oldpath and newpath are not on the same mounted filesystem.
- # (Linux permits a filesystem to be mounted at multiple
- # points, but rename(2) does not work across different mount
- # points, even if the same filesystem is mounted on both.)
-
- # that means it's time to copy trees of directories!
- secsib = destination.temporarySibling()
- self.copyTo(secsib, followLinks) # slow
- secsib.moveTo(destination, followLinks) # visible
-
- # done creating new stuff. let's clean me up.
- mysecsib = self.temporarySibling()
- self.moveTo(mysecsib, followLinks) # visible
- mysecsib.remove() # slow
- else:
- raise
- else:
- self.changed()
- destination.changed()
-
-
- FilePath.clonePath = FilePath # type: ignore[attr-defined]
|