|
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453 |
- # Copyright (c) 2005 Divmod, Inc.
- # Copyright (c) Twisted Matrix Laboratories.
- # See LICENSE for details.
-
- """
- Tests for L{twisted.python.lockfile}.
- """
-
-
- import errno
- import os
- from unittest import skipIf, skipUnless
-
- from twisted.python import lockfile
- from twisted.python.reflect import requireModule
- from twisted.python.runtime import platform
- from twisted.trial.unittest import TestCase
-
- skipKill = False
- skipKillReason = ""
- if platform.isWindows():
- if (
- requireModule("win32api.OpenProcess") is None
- and requireModule("pywintypes") is None
- ):
- skipKill = True
- skipKillReason = (
- "On windows, lockfile.kill is not implemented "
- "in the absence of win32api and/or pywintypes."
- )
-
-
- class UtilTests(TestCase):
- """
- Tests for the helper functions used to implement L{FilesystemLock}.
- """
-
- def test_symlinkEEXIST(self):
- """
- L{lockfile.symlink} raises L{OSError} with C{errno} set to L{EEXIST}
- when an attempt is made to create a symlink which already exists.
- """
- name = self.mktemp()
- lockfile.symlink("foo", name)
- exc = self.assertRaises(OSError, lockfile.symlink, "foo", name)
- self.assertEqual(exc.errno, errno.EEXIST)
-
- @skipUnless(
- platform.isWindows(),
- "special rename EIO handling only necessary and correct on " "Windows.",
- )
- def test_symlinkEIOWindows(self):
- """
- L{lockfile.symlink} raises L{OSError} with C{errno} set to L{EIO} when
- the underlying L{rename} call fails with L{EIO}.
-
- Renaming a file on Windows may fail if the target of the rename is in
- the process of being deleted (directory deletion appears not to be
- atomic).
- """
- name = self.mktemp()
-
- def fakeRename(src, dst):
- raise OSError(errno.EIO, None)
-
- self.patch(lockfile, "rename", fakeRename)
- exc = self.assertRaises(IOError, lockfile.symlink, name, "foo")
- self.assertEqual(exc.errno, errno.EIO)
-
- def test_readlinkENOENT(self):
- """
- L{lockfile.readlink} raises L{OSError} with C{errno} set to L{ENOENT}
- when an attempt is made to read a symlink which does not exist.
- """
- name = self.mktemp()
- exc = self.assertRaises(OSError, lockfile.readlink, name)
- self.assertEqual(exc.errno, errno.ENOENT)
-
- @skipUnless(
- platform.isWindows(),
- "special readlink EACCES handling only necessary and " "correct on Windows.",
- )
- def test_readlinkEACCESWindows(self):
- """
- L{lockfile.readlink} raises L{OSError} with C{errno} set to L{EACCES}
- on Windows when the underlying file open attempt fails with C{EACCES}.
-
- Opening a file on Windows may fail if the path is inside a directory
- which is in the process of being deleted (directory deletion appears
- not to be atomic).
- """
- name = self.mktemp()
-
- def fakeOpen(path, mode):
- raise OSError(errno.EACCES, None)
-
- self.patch(lockfile, "_open", fakeOpen)
- exc = self.assertRaises(IOError, lockfile.readlink, name)
- self.assertEqual(exc.errno, errno.EACCES)
-
- @skipIf(skipKill, skipKillReason)
- def test_kill(self):
- """
- L{lockfile.kill} returns without error if passed the PID of a
- process which exists and signal C{0}.
- """
- lockfile.kill(os.getpid(), 0)
-
- @skipIf(skipKill, skipKillReason)
- def test_killESRCH(self):
- """
- L{lockfile.kill} raises L{OSError} with errno of L{ESRCH} if
- passed a PID which does not correspond to any process.
- """
- # Hopefully there is no process with PID 2 ** 31 - 1
- exc = self.assertRaises(OSError, lockfile.kill, 2 ** 31 - 1, 0)
- self.assertEqual(exc.errno, errno.ESRCH)
-
- def test_noKillCall(self):
- """
- Verify that when L{lockfile.kill} does end up as None (e.g. on Windows
- without pywin32), it doesn't end up being called and raising a
- L{TypeError}.
- """
- self.patch(lockfile, "kill", None)
- fl = lockfile.FilesystemLock(self.mktemp())
- fl.lock()
- self.assertFalse(fl.lock())
-
-
- class LockingTests(TestCase):
- def _symlinkErrorTest(self, errno):
- def fakeSymlink(source, dest):
- raise OSError(errno, None)
-
- self.patch(lockfile, "symlink", fakeSymlink)
-
- lockf = self.mktemp()
- lock = lockfile.FilesystemLock(lockf)
- exc = self.assertRaises(OSError, lock.lock)
- self.assertEqual(exc.errno, errno)
-
- def test_symlinkError(self):
- """
- An exception raised by C{symlink} other than C{EEXIST} is passed up to
- the caller of L{FilesystemLock.lock}.
- """
- self._symlinkErrorTest(errno.ENOSYS)
-
- @skipIf(
- platform.isWindows(),
- "POSIX-specific error propagation not expected on Windows.",
- )
- def test_symlinkErrorPOSIX(self):
- """
- An L{OSError} raised by C{symlink} on a POSIX platform with an errno of
- C{EACCES} or C{EIO} is passed to the caller of L{FilesystemLock.lock}.
-
- On POSIX, unlike on Windows, these are unexpected errors which cannot
- be handled by L{FilesystemLock}.
- """
- self._symlinkErrorTest(errno.EACCES)
- self._symlinkErrorTest(errno.EIO)
-
- def test_cleanlyAcquire(self):
- """
- If the lock has never been held, it can be acquired and the C{clean}
- and C{locked} attributes are set to C{True}.
- """
- lockf = self.mktemp()
- lock = lockfile.FilesystemLock(lockf)
- self.assertTrue(lock.lock())
- self.assertTrue(lock.clean)
- self.assertTrue(lock.locked)
-
- def test_cleanlyRelease(self):
- """
- If a lock is released cleanly, it can be re-acquired and the C{clean}
- and C{locked} attributes are set to C{True}.
- """
- lockf = self.mktemp()
- lock = lockfile.FilesystemLock(lockf)
- self.assertTrue(lock.lock())
- lock.unlock()
- self.assertFalse(lock.locked)
-
- lock = lockfile.FilesystemLock(lockf)
- self.assertTrue(lock.lock())
- self.assertTrue(lock.clean)
- self.assertTrue(lock.locked)
-
- def test_cannotLockLocked(self):
- """
- If a lock is currently locked, it cannot be locked again.
- """
- lockf = self.mktemp()
- firstLock = lockfile.FilesystemLock(lockf)
- self.assertTrue(firstLock.lock())
-
- secondLock = lockfile.FilesystemLock(lockf)
- self.assertFalse(secondLock.lock())
- self.assertFalse(secondLock.locked)
-
- def test_uncleanlyAcquire(self):
- """
- If a lock was held by a process which no longer exists, it can be
- acquired, the C{clean} attribute is set to C{False}, and the
- C{locked} attribute is set to C{True}.
- """
- owner = 12345
-
- def fakeKill(pid, signal):
- if signal != 0:
- raise OSError(errno.EPERM, None)
- if pid == owner:
- raise OSError(errno.ESRCH, None)
-
- lockf = self.mktemp()
- self.patch(lockfile, "kill", fakeKill)
- lockfile.symlink(str(owner), lockf)
-
- lock = lockfile.FilesystemLock(lockf)
- self.assertTrue(lock.lock())
- self.assertFalse(lock.clean)
- self.assertTrue(lock.locked)
-
- self.assertEqual(lockfile.readlink(lockf), str(os.getpid()))
-
- def test_lockReleasedBeforeCheck(self):
- """
- If the lock is initially held but then released before it can be
- examined to determine if the process which held it still exists, it is
- acquired and the C{clean} and C{locked} attributes are set to C{True}.
- """
-
- def fakeReadlink(name):
- # Pretend to be another process releasing the lock.
- lockfile.rmlink(lockf)
- # Fall back to the real implementation of readlink.
- readlinkPatch.restore()
- return lockfile.readlink(name)
-
- readlinkPatch = self.patch(lockfile, "readlink", fakeReadlink)
-
- def fakeKill(pid, signal):
- if signal != 0:
- raise OSError(errno.EPERM, None)
- if pid == 43125:
- raise OSError(errno.ESRCH, None)
-
- self.patch(lockfile, "kill", fakeKill)
-
- lockf = self.mktemp()
- lock = lockfile.FilesystemLock(lockf)
- lockfile.symlink(str(43125), lockf)
- self.assertTrue(lock.lock())
- self.assertTrue(lock.clean)
- self.assertTrue(lock.locked)
-
- @skipUnless(
- platform.isWindows(),
- "special rename EIO handling only necessary and correct on " "Windows.",
- )
- def test_lockReleasedDuringAcquireSymlink(self):
- """
- If the lock is released while an attempt is made to acquire
- it, the lock attempt fails and C{FilesystemLock.lock} returns
- C{False}. This can happen on Windows when L{lockfile.symlink}
- fails with L{IOError} of C{EIO} because another process is in
- the middle of a call to L{os.rmdir} (implemented in terms of
- RemoveDirectory) which is not atomic.
- """
-
- def fakeSymlink(src, dst):
- # While another process id doing os.rmdir which the Windows
- # implementation of rmlink does, a rename call will fail with EIO.
- raise OSError(errno.EIO, None)
-
- self.patch(lockfile, "symlink", fakeSymlink)
-
- lockf = self.mktemp()
- lock = lockfile.FilesystemLock(lockf)
- self.assertFalse(lock.lock())
- self.assertFalse(lock.locked)
-
- @skipUnless(
- platform.isWindows(),
- "special readlink EACCES handling only necessary and " "correct on Windows.",
- )
- def test_lockReleasedDuringAcquireReadlink(self):
- """
- If the lock is initially held but is released while an attempt
- is made to acquire it, the lock attempt fails and
- L{FilesystemLock.lock} returns C{False}.
- """
-
- def fakeReadlink(name):
- # While another process is doing os.rmdir which the
- # Windows implementation of rmlink does, a readlink call
- # will fail with EACCES.
- raise OSError(errno.EACCES, None)
-
- self.patch(lockfile, "readlink", fakeReadlink)
-
- lockf = self.mktemp()
- lock = lockfile.FilesystemLock(lockf)
- lockfile.symlink(str(43125), lockf)
- self.assertFalse(lock.lock())
- self.assertFalse(lock.locked)
-
- def _readlinkErrorTest(self, exceptionType, errno):
- def fakeReadlink(name):
- raise exceptionType(errno, None)
-
- self.patch(lockfile, "readlink", fakeReadlink)
-
- lockf = self.mktemp()
-
- # Make it appear locked so it has to use readlink
- lockfile.symlink(str(43125), lockf)
-
- lock = lockfile.FilesystemLock(lockf)
- exc = self.assertRaises(exceptionType, lock.lock)
- self.assertEqual(exc.errno, errno)
- self.assertFalse(lock.locked)
-
- def test_readlinkError(self):
- """
- An exception raised by C{readlink} other than C{ENOENT} is passed up to
- the caller of L{FilesystemLock.lock}.
- """
- self._readlinkErrorTest(OSError, errno.ENOSYS)
- self._readlinkErrorTest(IOError, errno.ENOSYS)
-
- @skipIf(
- platform.isWindows(),
- "POSIX-specific error propagation not expected on Windows.",
- )
- def test_readlinkErrorPOSIX(self):
- """
- Any L{IOError} raised by C{readlink} on a POSIX platform passed to the
- caller of L{FilesystemLock.lock}.
-
- On POSIX, unlike on Windows, these are unexpected errors which cannot
- be handled by L{FilesystemLock}.
- """
- self._readlinkErrorTest(IOError, errno.ENOSYS)
- self._readlinkErrorTest(IOError, errno.EACCES)
-
- def test_lockCleanedUpConcurrently(self):
- """
- If a second process cleans up the lock after a first one checks the
- lock and finds that no process is holding it, the first process does
- not fail when it tries to clean up the lock.
- """
-
- def fakeRmlink(name):
- rmlinkPatch.restore()
- # Pretend to be another process cleaning up the lock.
- lockfile.rmlink(lockf)
- # Fall back to the real implementation of rmlink.
- return lockfile.rmlink(name)
-
- rmlinkPatch = self.patch(lockfile, "rmlink", fakeRmlink)
-
- def fakeKill(pid, signal):
- if signal != 0:
- raise OSError(errno.EPERM, None)
- if pid == 43125:
- raise OSError(errno.ESRCH, None)
-
- self.patch(lockfile, "kill", fakeKill)
-
- lockf = self.mktemp()
- lock = lockfile.FilesystemLock(lockf)
- lockfile.symlink(str(43125), lockf)
- self.assertTrue(lock.lock())
- self.assertTrue(lock.clean)
- self.assertTrue(lock.locked)
-
- def test_rmlinkError(self):
- """
- An exception raised by L{rmlink} other than C{ENOENT} is passed up
- to the caller of L{FilesystemLock.lock}.
- """
-
- def fakeRmlink(name):
- raise OSError(errno.ENOSYS, None)
-
- self.patch(lockfile, "rmlink", fakeRmlink)
-
- def fakeKill(pid, signal):
- if signal != 0:
- raise OSError(errno.EPERM, None)
- if pid == 43125:
- raise OSError(errno.ESRCH, None)
-
- self.patch(lockfile, "kill", fakeKill)
-
- lockf = self.mktemp()
-
- # Make it appear locked so it has to use readlink
- lockfile.symlink(str(43125), lockf)
-
- lock = lockfile.FilesystemLock(lockf)
- exc = self.assertRaises(OSError, lock.lock)
- self.assertEqual(exc.errno, errno.ENOSYS)
- self.assertFalse(lock.locked)
-
- def test_killError(self):
- """
- If L{kill} raises an exception other than L{OSError} with errno set to
- C{ESRCH}, the exception is passed up to the caller of
- L{FilesystemLock.lock}.
- """
-
- def fakeKill(pid, signal):
- raise OSError(errno.EPERM, None)
-
- self.patch(lockfile, "kill", fakeKill)
-
- lockf = self.mktemp()
-
- # Make it appear locked so it has to use readlink
- lockfile.symlink(str(43125), lockf)
-
- lock = lockfile.FilesystemLock(lockf)
- exc = self.assertRaises(OSError, lock.lock)
- self.assertEqual(exc.errno, errno.EPERM)
- self.assertFalse(lock.locked)
-
- def test_unlockOther(self):
- """
- L{FilesystemLock.unlock} raises L{ValueError} if called for a lock
- which is held by a different process.
- """
- lockf = self.mktemp()
- lockfile.symlink(str(os.getpid() + 1), lockf)
- lock = lockfile.FilesystemLock(lockf)
- self.assertRaises(ValueError, lock.unlock)
-
- def test_isLocked(self):
- """
- L{isLocked} returns C{True} if the named lock is currently locked,
- C{False} otherwise.
- """
- lockf = self.mktemp()
- self.assertFalse(lockfile.isLocked(lockf))
- lock = lockfile.FilesystemLock(lockf)
- self.assertTrue(lock.lock())
- self.assertTrue(lockfile.isLocked(lockf))
- lock.unlock()
- self.assertFalse(lockfile.isLocked(lockf))
|