12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085 |
- import datetime
- import os
- import random
- import shutil
- import socket
- import tempfile
- import threading
- import time
- import unittest
-
- import ntsecuritycon
- import pywintypes
- import win32api
- import win32con
- import win32event
- import win32file
- import win32pipe
- import win32timezone
- import winerror
- from pywin32_testutil import TestSkipped, str2bytes, testmain
-
- try:
- set
- except NameError:
- from sets import Set as set
-
-
- class TestReadBuffer(unittest.TestCase):
- def testLen(self):
- buffer = win32file.AllocateReadBuffer(1)
- self.assertEqual(len(buffer), 1)
-
- def testSimpleIndex(self):
- buffer = win32file.AllocateReadBuffer(1)
- buffer[0] = 0xFF
- self.assertEqual(buffer[0], 0xFF)
-
- def testSimpleSlice(self):
- buffer = win32file.AllocateReadBuffer(2)
- val = str2bytes("\0\0")
- buffer[:2] = val
- self.assertEqual(buffer[0:2], val)
-
-
- class TestSimpleOps(unittest.TestCase):
- def testSimpleFiles(self):
- fd, filename = tempfile.mkstemp()
- os.close(fd)
- os.unlink(filename)
- handle = win32file.CreateFile(
- filename, win32file.GENERIC_WRITE, 0, None, win32con.CREATE_NEW, 0, None
- )
- test_data = str2bytes("Hello\0there")
- try:
- win32file.WriteFile(handle, test_data)
- handle.Close()
- # Try and open for read
- handle = win32file.CreateFile(
- filename,
- win32file.GENERIC_READ,
- 0,
- None,
- win32con.OPEN_EXISTING,
- 0,
- None,
- )
- rc, data = win32file.ReadFile(handle, 1024)
- self.assertEqual(data, test_data)
- finally:
- handle.Close()
- try:
- os.unlink(filename)
- except os.error:
- pass
-
- # A simple test using normal read/write operations.
- def testMoreFiles(self):
- # Create a file in the %TEMP% directory.
- testName = os.path.join(win32api.GetTempPath(), "win32filetest.dat")
- desiredAccess = win32file.GENERIC_READ | win32file.GENERIC_WRITE
- # Set a flag to delete the file automatically when it is closed.
- fileFlags = win32file.FILE_FLAG_DELETE_ON_CLOSE
- h = win32file.CreateFile(
- testName,
- desiredAccess,
- win32file.FILE_SHARE_READ,
- None,
- win32file.CREATE_ALWAYS,
- fileFlags,
- 0,
- )
-
- # Write a known number of bytes to the file.
- data = str2bytes("z") * 1025
-
- win32file.WriteFile(h, data)
-
- self.assertTrue(
- win32file.GetFileSize(h) == len(data),
- "WARNING: Written file does not have the same size as the length of the data in it!",
- )
-
- # Ensure we can read the data back.
- win32file.SetFilePointer(h, 0, win32file.FILE_BEGIN)
- hr, read_data = win32file.ReadFile(
- h, len(data) + 10
- ) # + 10 to get anything extra
- self.assertTrue(hr == 0, "Readfile returned %d" % hr)
-
- self.assertTrue(read_data == data, "Read data is not what we wrote!")
-
- # Now truncate the file at 1/2 its existing size.
- newSize = len(data) // 2
- win32file.SetFilePointer(h, newSize, win32file.FILE_BEGIN)
- win32file.SetEndOfFile(h)
- self.assertEqual(win32file.GetFileSize(h), newSize)
-
- # GetFileAttributesEx/GetFileAttributesExW tests.
- self.assertEqual(
- win32file.GetFileAttributesEx(testName),
- win32file.GetFileAttributesExW(testName),
- )
-
- attr, ct, at, wt, size = win32file.GetFileAttributesEx(testName)
- self.assertTrue(
- size == newSize,
- "Expected GetFileAttributesEx to return the same size as GetFileSize()",
- )
- self.assertTrue(
- attr == win32file.GetFileAttributes(testName),
- "Expected GetFileAttributesEx to return the same attributes as GetFileAttributes",
- )
-
- h = None # Close the file by removing the last reference to the handle!
-
- self.assertTrue(
- not os.path.isfile(testName), "After closing the file, it still exists!"
- )
-
- def testFilePointer(self):
- # via [ 979270 ] SetFilePointer fails with negative offset
-
- # Create a file in the %TEMP% directory.
- filename = os.path.join(win32api.GetTempPath(), "win32filetest.dat")
-
- f = win32file.CreateFile(
- filename,
- win32file.GENERIC_READ | win32file.GENERIC_WRITE,
- 0,
- None,
- win32file.CREATE_ALWAYS,
- win32file.FILE_ATTRIBUTE_NORMAL,
- 0,
- )
- try:
- # Write some data
- data = str2bytes("Some data")
- (res, written) = win32file.WriteFile(f, data)
-
- self.assertFalse(res)
- self.assertEqual(written, len(data))
-
- # Move at the beginning and read the data
- win32file.SetFilePointer(f, 0, win32file.FILE_BEGIN)
- (res, s) = win32file.ReadFile(f, len(data))
-
- self.assertFalse(res)
- self.assertEqual(s, data)
-
- # Move at the end and read the data
- win32file.SetFilePointer(f, -len(data), win32file.FILE_END)
- (res, s) = win32file.ReadFile(f, len(data))
-
- self.assertFalse(res)
- self.assertEqual(s, data)
- finally:
- f.Close()
- os.unlink(filename)
-
- def testFileTimesTimezones(self):
- filename = tempfile.mktemp("-testFileTimes")
- # now() is always returning a timestamp with microseconds but the
- # file APIs all have zero microseconds, so some comparisons fail.
- now_utc = win32timezone.utcnow().replace(microsecond=0)
- now_local = now_utc.astimezone(win32timezone.TimeZoneInfo.local())
- h = win32file.CreateFile(
- filename,
- win32file.GENERIC_READ | win32file.GENERIC_WRITE,
- 0,
- None,
- win32file.CREATE_ALWAYS,
- 0,
- 0,
- )
- try:
- win32file.SetFileTime(h, now_utc, now_utc, now_utc)
- ct, at, wt = win32file.GetFileTime(h)
- self.assertEqual(now_local, ct)
- self.assertEqual(now_local, at)
- self.assertEqual(now_local, wt)
- # and the reverse - set local, check against utc
- win32file.SetFileTime(h, now_local, now_local, now_local)
- ct, at, wt = win32file.GetFileTime(h)
- self.assertEqual(now_utc, ct)
- self.assertEqual(now_utc, at)
- self.assertEqual(now_utc, wt)
- finally:
- h.close()
- os.unlink(filename)
-
- def testFileTimes(self):
- from win32timezone import TimeZoneInfo
-
- # now() is always returning a timestamp with microseconds but the
- # file APIs all have zero microseconds, so some comparisons fail.
- now = datetime.datetime.now(tz=TimeZoneInfo.utc()).replace(microsecond=0)
- nowish = now + datetime.timedelta(seconds=1)
- later = now + datetime.timedelta(seconds=120)
-
- filename = tempfile.mktemp("-testFileTimes")
- # Windows docs the 'last time' isn't valid until the last write
- # handle is closed - so create the file, then re-open it to check.
- open(filename, "w").close()
- f = win32file.CreateFile(
- filename,
- win32file.GENERIC_READ | win32file.GENERIC_WRITE,
- 0,
- None,
- win32con.OPEN_EXISTING,
- 0,
- None,
- )
- try:
- ct, at, wt = win32file.GetFileTime(f)
- self.assertTrue(
- ct >= now,
- "File was created in the past - now=%s, created=%s" % (now, ct),
- )
- self.assertTrue(now <= ct <= nowish, (now, ct))
- self.assertTrue(
- wt >= now,
- "File was written-to in the past now=%s, written=%s" % (now, wt),
- )
- self.assertTrue(now <= wt <= nowish, (now, wt))
-
- # Now set the times.
- win32file.SetFileTime(f, later, later, later, UTCTimes=True)
- # Get them back.
- ct, at, wt = win32file.GetFileTime(f)
- # XXX - the builtin PyTime type appears to be out by a dst offset.
- # just ignore that type here...
- self.assertEqual(ct, later)
- self.assertEqual(at, later)
- self.assertEqual(wt, later)
-
- finally:
- f.Close()
- os.unlink(filename)
-
-
- class TestGetFileInfoByHandleEx(unittest.TestCase):
- __handle = __filename = None
-
- def setUp(self):
- fd, self.__filename = tempfile.mkstemp()
- os.close(fd)
-
- def tearDown(self):
- if self.__handle is not None:
- self.__handle.Close()
- if self.__filename is not None:
- try:
- os.unlink(self.__filename)
- except OSError:
- pass
- self.__handle = self.__filename = None
-
- def testFileBasicInfo(self):
- attr = win32file.GetFileAttributes(self.__filename)
- f = win32file.CreateFile(
- self.__filename,
- win32file.GENERIC_READ,
- 0,
- None,
- win32con.OPEN_EXISTING,
- 0,
- None,
- )
- self.__handle = f
- ct, at, wt = win32file.GetFileTime(f)
-
- # bug #752: this throws ERROR_BAD_LENGTH (24) in x86 binaries of build 221
- basic_info = win32file.GetFileInformationByHandleEx(f, win32file.FileBasicInfo)
-
- self.assertEqual(ct, basic_info["CreationTime"])
- self.assertEqual(at, basic_info["LastAccessTime"])
- self.assertEqual(wt, basic_info["LastWriteTime"])
- self.assertEqual(attr, basic_info["FileAttributes"])
-
-
- class TestOverlapped(unittest.TestCase):
- def testSimpleOverlapped(self):
- # Create a file in the %TEMP% directory.
- import win32event
-
- testName = os.path.join(win32api.GetTempPath(), "win32filetest.dat")
- desiredAccess = win32file.GENERIC_WRITE
- overlapped = pywintypes.OVERLAPPED()
- evt = win32event.CreateEvent(None, 0, 0, None)
- overlapped.hEvent = evt
- # Create the file and write shit-loads of data to it.
- h = win32file.CreateFile(
- testName, desiredAccess, 0, None, win32file.CREATE_ALWAYS, 0, 0
- )
- chunk_data = str2bytes("z") * 0x8000
- num_loops = 512
- expected_size = num_loops * len(chunk_data)
- for i in range(num_loops):
- win32file.WriteFile(h, chunk_data, overlapped)
- win32event.WaitForSingleObject(overlapped.hEvent, win32event.INFINITE)
- overlapped.Offset = overlapped.Offset + len(chunk_data)
- h.Close()
- # Now read the data back overlapped
- overlapped = pywintypes.OVERLAPPED()
- evt = win32event.CreateEvent(None, 0, 0, None)
- overlapped.hEvent = evt
- desiredAccess = win32file.GENERIC_READ
- h = win32file.CreateFile(
- testName, desiredAccess, 0, None, win32file.OPEN_EXISTING, 0, 0
- )
- buffer = win32file.AllocateReadBuffer(0xFFFF)
- while 1:
- try:
- hr, data = win32file.ReadFile(h, buffer, overlapped)
- win32event.WaitForSingleObject(overlapped.hEvent, win32event.INFINITE)
- overlapped.Offset = overlapped.Offset + len(data)
- if not data is buffer:
- self.fail(
- "Unexpected result from ReadFile - should be the same buffer we passed it"
- )
- except win32api.error:
- break
- h.Close()
-
- def testCompletionPortsMultiple(self):
- # Mainly checking that we can "associate" an existing handle. This
- # failed in build 203.
- ioport = win32file.CreateIoCompletionPort(
- win32file.INVALID_HANDLE_VALUE, 0, 0, 0
- )
- socks = []
- for PORT in range(9123, 9125):
- sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
- sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
- sock.bind(("", PORT))
- sock.listen(1)
- socks.append(sock)
- new = win32file.CreateIoCompletionPort(sock.fileno(), ioport, PORT, 0)
- assert new is ioport
- for s in socks:
- s.close()
- hv = int(ioport)
- ioport = new = None
- # The handle itself should be closed now (unless we leak references!)
- # Check that.
- try:
- win32file.CloseHandle(hv)
- raise RuntimeError("Expected close to fail!")
- except win32file.error as details:
- self.assertEqual(details.winerror, winerror.ERROR_INVALID_HANDLE)
-
- def testCompletionPortsQueued(self):
- class Foo:
- pass
-
- io_req_port = win32file.CreateIoCompletionPort(-1, None, 0, 0)
- overlapped = pywintypes.OVERLAPPED()
- overlapped.object = Foo()
- win32file.PostQueuedCompletionStatus(io_req_port, 0, 99, overlapped)
- errCode, bytes, key, overlapped = win32file.GetQueuedCompletionStatus(
- io_req_port, win32event.INFINITE
- )
- self.assertEqual(errCode, 0)
- self.assertTrue(isinstance(overlapped.object, Foo))
-
- def _IOCPServerThread(self, handle, port, drop_overlapped_reference):
- overlapped = pywintypes.OVERLAPPED()
- win32pipe.ConnectNamedPipe(handle, overlapped)
- if drop_overlapped_reference:
- # Be naughty - the overlapped object is now dead, but
- # GetQueuedCompletionStatus will still find it. Our check of
- # reference counting should catch that error.
- overlapped = None
- # even if we fail, be sure to close the handle; prevents hangs
- # on Vista 64...
- try:
- self.assertRaises(
- RuntimeError, win32file.GetQueuedCompletionStatus, port, -1
- )
- finally:
- handle.Close()
- return
-
- result = win32file.GetQueuedCompletionStatus(port, -1)
- ol2 = result[-1]
- self.assertTrue(ol2 is overlapped)
- data = win32file.ReadFile(handle, 512)[1]
- win32file.WriteFile(handle, data)
-
- def testCompletionPortsNonQueued(self, test_overlapped_death=0):
- # In 204 we had a reference count bug when OVERLAPPED objects were
- # associated with a completion port other than via
- # PostQueuedCompletionStatus. This test is based on the reproduction
- # reported with that bug.
- # Create the pipe.
- BUFSIZE = 512
- pipe_name = r"\\.\pipe\pywin32_test_pipe"
- handle = win32pipe.CreateNamedPipe(
- pipe_name,
- win32pipe.PIPE_ACCESS_DUPLEX | win32file.FILE_FLAG_OVERLAPPED,
- win32pipe.PIPE_TYPE_MESSAGE
- | win32pipe.PIPE_READMODE_MESSAGE
- | win32pipe.PIPE_WAIT,
- 1,
- BUFSIZE,
- BUFSIZE,
- win32pipe.NMPWAIT_WAIT_FOREVER,
- None,
- )
- # Create an IOCP and associate it with the handle.
- port = win32file.CreateIoCompletionPort(-1, 0, 0, 0)
- win32file.CreateIoCompletionPort(handle, port, 1, 0)
-
- t = threading.Thread(
- target=self._IOCPServerThread, args=(handle, port, test_overlapped_death)
- )
- t.setDaemon(True) # avoid hanging entire test suite on failure.
- t.start()
- try:
- time.sleep(0.1) # let thread do its thing.
- try:
- win32pipe.CallNamedPipe(
- r"\\.\pipe\pywin32_test_pipe", str2bytes("Hello there"), BUFSIZE, 0
- )
- except win32pipe.error:
- # Testing for overlapped death causes this
- if not test_overlapped_death:
- raise
- finally:
- if not test_overlapped_death:
- handle.Close()
- t.join(3)
- self.assertFalse(t.is_alive(), "thread didn't finish")
-
- def testCompletionPortsNonQueuedBadReference(self):
- self.testCompletionPortsNonQueued(True)
-
- def testHashable(self):
- overlapped = pywintypes.OVERLAPPED()
- d = {}
- d[overlapped] = "hello"
- self.assertEqual(d[overlapped], "hello")
-
- def testComparable(self):
- overlapped = pywintypes.OVERLAPPED()
- self.assertEqual(overlapped, overlapped)
- # ensure we explicitly test the operators.
- self.assertTrue(overlapped == overlapped)
- self.assertFalse(overlapped != overlapped)
-
- def testComparable2(self):
- # 2 overlapped objects compare equal if their contents are the same.
- overlapped1 = pywintypes.OVERLAPPED()
- overlapped2 = pywintypes.OVERLAPPED()
- self.assertEqual(overlapped1, overlapped2)
- # ensure we explicitly test the operators.
- self.assertTrue(overlapped1 == overlapped2)
- self.assertFalse(overlapped1 != overlapped2)
- # now change something in one of them - should no longer be equal.
- overlapped1.hEvent = 1
- self.assertNotEqual(overlapped1, overlapped2)
- # ensure we explicitly test the operators.
- self.assertFalse(overlapped1 == overlapped2)
- self.assertTrue(overlapped1 != overlapped2)
-
-
- class TestSocketExtensions(unittest.TestCase):
- def acceptWorker(self, port, running_event, stopped_event):
- listener = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
- listener.bind(("", port))
- listener.listen(200)
-
- # create accept socket
- accepter = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
- # An overlapped
- overlapped = pywintypes.OVERLAPPED()
- overlapped.hEvent = win32event.CreateEvent(None, 0, 0, None)
- # accept the connection.
- # We used to allow strings etc to be passed here, and they would be
- # modified! Obviously this is evil :)
- buffer = " " * 1024 # EVIL - SHOULD NOT BE ALLOWED.
- self.assertRaises(
- TypeError, win32file.AcceptEx, listener, accepter, buffer, overlapped
- )
-
- # This is the correct way to allocate the buffer...
- buffer = win32file.AllocateReadBuffer(1024)
- rc = win32file.AcceptEx(listener, accepter, buffer, overlapped)
- self.assertEqual(rc, winerror.ERROR_IO_PENDING)
- # Set the event to say we are all ready
- running_event.set()
- # and wait for the connection.
- rc = win32event.WaitForSingleObject(overlapped.hEvent, 2000)
- if rc == win32event.WAIT_TIMEOUT:
- self.fail("timed out waiting for a connection")
- nbytes = win32file.GetOverlappedResult(listener.fileno(), overlapped, False)
- # fam, loc, rem = win32file.GetAcceptExSockaddrs(accepter, buffer)
- accepter.send(buffer[:nbytes])
- # NOT set in a finally - this means *successfully* stopped!
- stopped_event.set()
-
- def testAcceptEx(self):
- port = 4680
- running = threading.Event()
- stopped = threading.Event()
- t = threading.Thread(target=self.acceptWorker, args=(port, running, stopped))
- t.start()
- running.wait(2)
- if not running.isSet():
- self.fail("AcceptEx Worker thread failed to start")
- s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
- s.connect(("127.0.0.1", port))
- win32file.WSASend(s, str2bytes("hello"), None)
- overlapped = pywintypes.OVERLAPPED()
- overlapped.hEvent = win32event.CreateEvent(None, 0, 0, None)
- # Like above - WSARecv used to allow strings as the receive buffer!!
- buffer = " " * 10
- self.assertRaises(TypeError, win32file.WSARecv, s, buffer, overlapped)
- # This one should work :)
- buffer = win32file.AllocateReadBuffer(10)
- win32file.WSARecv(s, buffer, overlapped)
- nbytes = win32file.GetOverlappedResult(s.fileno(), overlapped, True)
- got = buffer[:nbytes]
- self.assertEqual(got, str2bytes("hello"))
- # thread should have stopped
- stopped.wait(2)
- if not stopped.isSet():
- self.fail("AcceptEx Worker thread failed to successfully stop")
-
-
- class TestFindFiles(unittest.TestCase):
- def testIter(self):
- dir = os.path.join(os.getcwd(), "*")
- files = win32file.FindFilesW(dir)
- set1 = set()
- set1.update(files)
- set2 = set()
- for file in win32file.FindFilesIterator(dir):
- set2.add(file)
- assert len(set2) > 5, "This directory has less than 5 files!?"
- self.assertEqual(set1, set2)
-
- def testBadDir(self):
- dir = os.path.join(os.getcwd(), "a dir that doesnt exist", "*")
- self.assertRaises(win32file.error, win32file.FindFilesIterator, dir)
-
- def testEmptySpec(self):
- spec = os.path.join(os.getcwd(), "*.foo_bar")
- num = 0
- for i in win32file.FindFilesIterator(spec):
- num += 1
- self.assertEqual(0, num)
-
- def testEmptyDir(self):
- test_path = os.path.join(win32api.GetTempPath(), "win32file_test_directory")
- try:
- # Note: previously used shutil.rmtree, but when looking for
- # reference count leaks, that function showed leaks! os.rmdir
- # doesn't have that problem.
- os.rmdir(test_path)
- except os.error:
- pass
- os.mkdir(test_path)
- try:
- num = 0
- for i in win32file.FindFilesIterator(os.path.join(test_path, "*")):
- num += 1
- # Expecting "." and ".." only
- self.assertEqual(2, num)
- finally:
- os.rmdir(test_path)
-
-
- class TestDirectoryChanges(unittest.TestCase):
- num_test_dirs = 1
-
- def setUp(self):
- self.watcher_threads = []
- self.watcher_thread_changes = []
- self.dir_names = []
- self.dir_handles = []
- for i in range(self.num_test_dirs):
- td = tempfile.mktemp("-test-directory-changes-%d" % i)
- os.mkdir(td)
- self.dir_names.append(td)
- hdir = win32file.CreateFile(
- td,
- ntsecuritycon.FILE_LIST_DIRECTORY,
- win32con.FILE_SHARE_READ,
- None, # security desc
- win32con.OPEN_EXISTING,
- win32con.FILE_FLAG_BACKUP_SEMANTICS | win32con.FILE_FLAG_OVERLAPPED,
- None,
- )
- self.dir_handles.append(hdir)
-
- changes = []
- t = threading.Thread(
- target=self._watcherThreadOverlapped, args=(td, hdir, changes)
- )
- t.start()
- self.watcher_threads.append(t)
- self.watcher_thread_changes.append(changes)
-
- def _watcherThread(self, dn, dh, changes):
- # A synchronous version:
- # XXX - not used - I was having a whole lot of problems trying to
- # get this to work. Specifically:
- # * ReadDirectoryChangesW without an OVERLAPPED blocks infinitely.
- # * If another thread attempts to close the handle while
- # ReadDirectoryChangesW is waiting on it, the ::CloseHandle() method
- # blocks (which has nothing to do with the GIL - it is correctly
- # managed)
- # Which ends up with no way to kill the thread!
- flags = win32con.FILE_NOTIFY_CHANGE_FILE_NAME
- while 1:
- try:
- print("waiting", dh)
- changes = win32file.ReadDirectoryChangesW(
- dh, 8192, False, flags # sub-tree
- )
- print("got", changes)
- except:
- raise
- changes.extend(changes)
-
- def _watcherThreadOverlapped(self, dn, dh, changes):
- flags = win32con.FILE_NOTIFY_CHANGE_FILE_NAME
- buf = win32file.AllocateReadBuffer(8192)
- overlapped = pywintypes.OVERLAPPED()
- overlapped.hEvent = win32event.CreateEvent(None, 0, 0, None)
- while 1:
- win32file.ReadDirectoryChangesW(
- dh, buf, False, flags, overlapped # sub-tree
- )
- # Wait for our event, or for 5 seconds.
- rc = win32event.WaitForSingleObject(overlapped.hEvent, 5000)
- if rc == win32event.WAIT_OBJECT_0:
- # got some data! Must use GetOverlappedResult to find out
- # how much is valid! 0 generally means the handle has
- # been closed. Blocking is OK here, as the event has
- # already been set.
- nbytes = win32file.GetOverlappedResult(dh, overlapped, True)
- if nbytes:
- bits = win32file.FILE_NOTIFY_INFORMATION(buf, nbytes)
- changes.extend(bits)
- else:
- # This is "normal" exit - our 'tearDown' closes the
- # handle.
- # print "looks like dir handle was closed!"
- return
- else:
- print("ERROR: Watcher thread timed-out!")
- return # kill the thread!
-
- def tearDown(self):
- # be careful about raising errors at teardown!
- for h in self.dir_handles:
- # See comments in _watcherThread above - this appears to
- # deadlock if a synchronous ReadDirectoryChangesW is waiting...
- # (No such problems with an asynch ReadDirectoryChangesW)
- h.Close()
- for dn in self.dir_names:
- try:
- shutil.rmtree(dn)
- except OSError:
- print("FAILED to remove directory", dn)
-
- for t in self.watcher_threads:
- # closing dir handle should have killed threads!
- t.join(5)
- if t.is_alive():
- print("FAILED to wait for thread termination")
-
- def stablize(self):
- time.sleep(0.5)
-
- def testSimple(self):
- self.stablize()
- for dn in self.dir_names:
- fn = os.path.join(dn, "test_file")
- open(fn, "w").close()
-
- self.stablize()
- changes = self.watcher_thread_changes[0]
- self.assertEqual(changes, [(1, "test_file")])
-
- def testSmall(self):
- self.stablize()
- for dn in self.dir_names:
- fn = os.path.join(dn, "x")
- open(fn, "w").close()
-
- self.stablize()
- changes = self.watcher_thread_changes[0]
- self.assertEqual(changes, [(1, "x")])
-
-
- class TestEncrypt(unittest.TestCase):
- def testEncrypt(self):
- fname = tempfile.mktemp("win32file_test")
- f = open(fname, "wb")
- f.write(str2bytes("hello"))
- f.close()
- f = None
- try:
- try:
- win32file.EncryptFile(fname)
- except win32file.error as details:
- if details.winerror != winerror.ERROR_ACCESS_DENIED:
- raise
- print("It appears this is not NTFS - cant encrypt/decrypt")
- win32file.DecryptFile(fname)
- finally:
- if f is not None:
- f.close()
- os.unlink(fname)
-
-
- class TestConnect(unittest.TestCase):
- def connect_thread_runner(self, expect_payload, giveup_event):
- # As Windows 2000 doesn't do ConnectEx, we need to use a non-blocking
- # accept, as our test connection may never come. May as well use
- # AcceptEx for this...
- listener = socket.socket()
- self.addr = ("localhost", random.randint(10000, 64000))
- listener.bind(self.addr)
- listener.listen(1)
-
- # create accept socket
- accepter = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
- # An overlapped
- overlapped = pywintypes.OVERLAPPED()
- overlapped.hEvent = win32event.CreateEvent(None, 0, 0, None)
- # accept the connection.
- if expect_payload:
- buf_size = 1024
- else:
- # when we don't expect data we must be careful to only pass the
- # exact number of bytes for the endpoint data...
- buf_size = win32file.CalculateSocketEndPointSize(listener)
-
- buffer = win32file.AllocateReadBuffer(buf_size)
- win32file.AcceptEx(listener, accepter, buffer, overlapped)
- # wait for the connection or our test to fail.
- events = giveup_event, overlapped.hEvent
- rc = win32event.WaitForMultipleObjects(events, False, 2000)
- if rc == win32event.WAIT_TIMEOUT:
- self.fail("timed out waiting for a connection")
- if rc == win32event.WAIT_OBJECT_0:
- # Our main thread running the test failed and will never connect.
- return
- # must be a connection.
- nbytes = win32file.GetOverlappedResult(listener.fileno(), overlapped, False)
- if expect_payload:
- self.request = buffer[:nbytes]
- accepter.send(str2bytes("some expected response"))
-
- def test_connect_with_payload(self):
- giveup_event = win32event.CreateEvent(None, 0, 0, None)
- t = threading.Thread(
- target=self.connect_thread_runner, args=(True, giveup_event)
- )
- t.start()
- time.sleep(0.1)
- s2 = socket.socket()
- ol = pywintypes.OVERLAPPED()
- s2.bind(("0.0.0.0", 0)) # connectex requires the socket be bound beforehand
- try:
- win32file.ConnectEx(s2, self.addr, ol, str2bytes("some expected request"))
- except win32file.error as exc:
- win32event.SetEvent(giveup_event)
- if exc.winerror == 10022: # WSAEINVAL
- raise TestSkipped("ConnectEx is not available on this platform")
- raise # some error error we don't expect.
- # We occasionally see ERROR_CONNECTION_REFUSED in automation
- try:
- win32file.GetOverlappedResult(s2.fileno(), ol, 1)
- except win32file.error as exc:
- win32event.SetEvent(giveup_event)
- if exc.winerror == winerror.ERROR_CONNECTION_REFUSED:
- raise TestSkipped("Assuming ERROR_CONNECTION_REFUSED is transient")
- raise
- ol = pywintypes.OVERLAPPED()
- buff = win32file.AllocateReadBuffer(1024)
- win32file.WSARecv(s2, buff, ol, 0)
- length = win32file.GetOverlappedResult(s2.fileno(), ol, 1)
- self.response = buff[:length]
- self.assertEqual(self.response, str2bytes("some expected response"))
- self.assertEqual(self.request, str2bytes("some expected request"))
- t.join(5)
- self.assertFalse(t.is_alive(), "worker thread didn't terminate")
-
- def test_connect_without_payload(self):
- giveup_event = win32event.CreateEvent(None, 0, 0, None)
- t = threading.Thread(
- target=self.connect_thread_runner, args=(False, giveup_event)
- )
- t.start()
- time.sleep(0.1)
- s2 = socket.socket()
- ol = pywintypes.OVERLAPPED()
- s2.bind(("0.0.0.0", 0)) # connectex requires the socket be bound beforehand
- try:
- win32file.ConnectEx(s2, self.addr, ol)
- except win32file.error as exc:
- win32event.SetEvent(giveup_event)
- if exc.winerror == 10022: # WSAEINVAL
- raise TestSkipped("ConnectEx is not available on this platform")
- raise # some error error we don't expect.
- # We occasionally see ERROR_CONNECTION_REFUSED in automation
- try:
- win32file.GetOverlappedResult(s2.fileno(), ol, 1)
- except win32file.error as exc:
- win32event.SetEvent(giveup_event)
- if exc.winerror == winerror.ERROR_CONNECTION_REFUSED:
- raise TestSkipped("Assuming ERROR_CONNECTION_REFUSED is transient")
- raise
-
- ol = pywintypes.OVERLAPPED()
- buff = win32file.AllocateReadBuffer(1024)
- win32file.WSARecv(s2, buff, ol, 0)
- length = win32file.GetOverlappedResult(s2.fileno(), ol, 1)
- self.response = buff[:length]
- self.assertEqual(self.response, str2bytes("some expected response"))
- t.join(5)
- self.assertFalse(t.is_alive(), "worker thread didn't terminate")
-
-
- class TestTransmit(unittest.TestCase):
- def test_transmit(self):
- import binascii
-
- bytes = os.urandom(1024 * 1024)
- val = binascii.hexlify(bytes)
- val_length = len(val)
- f = tempfile.TemporaryFile()
- f.write(val)
-
- def runner():
- s1 = socket.socket()
- # binding fails occasionally on github CI with:
- # OSError: [WinError 10013] An attempt was made to access a socket in a way forbidden by its access permissions
- # which probably just means the random port is already in use, so
- # let that happen a few times.
- for i in range(5):
- self.addr = ("localhost", random.randint(10000, 64000))
- try:
- s1.bind(self.addr)
- break
- except os.error as exc:
- if exc.winerror != 10013:
- raise
- print("Failed to use port", self.addr, "trying another random one")
- else:
- raise RuntimeError("Failed to find an available port to bind to.")
- s1.listen(1)
- cli, addr = s1.accept()
- buf = 1
- self.request = []
- while buf:
- buf = cli.recv(1024 * 100)
- self.request.append(buf)
-
- th = threading.Thread(target=runner)
- th.start()
- time.sleep(0.5)
- s2 = socket.socket()
- s2.connect(self.addr)
-
- length = 0
- aaa = str2bytes("[AAA]")
- bbb = str2bytes("[BBB]")
- ccc = str2bytes("[CCC]")
- ddd = str2bytes("[DDD]")
- empty = str2bytes("")
- ol = pywintypes.OVERLAPPED()
- f.seek(0)
- win32file.TransmitFile(
- s2, win32file._get_osfhandle(f.fileno()), val_length, 0, ol, 0
- )
- length += win32file.GetOverlappedResult(s2.fileno(), ol, 1)
-
- ol = pywintypes.OVERLAPPED()
- f.seek(0)
- win32file.TransmitFile(
- s2, win32file._get_osfhandle(f.fileno()), val_length, 0, ol, 0, aaa, bbb
- )
- length += win32file.GetOverlappedResult(s2.fileno(), ol, 1)
-
- ol = pywintypes.OVERLAPPED()
- f.seek(0)
- win32file.TransmitFile(
- s2, win32file._get_osfhandle(f.fileno()), val_length, 0, ol, 0, empty, empty
- )
- length += win32file.GetOverlappedResult(s2.fileno(), ol, 1)
-
- ol = pywintypes.OVERLAPPED()
- f.seek(0)
- win32file.TransmitFile(
- s2, win32file._get_osfhandle(f.fileno()), val_length, 0, ol, 0, None, ccc
- )
- length += win32file.GetOverlappedResult(s2.fileno(), ol, 1)
-
- ol = pywintypes.OVERLAPPED()
- f.seek(0)
- win32file.TransmitFile(
- s2, win32file._get_osfhandle(f.fileno()), val_length, 0, ol, 0, ddd
- )
- length += win32file.GetOverlappedResult(s2.fileno(), ol, 1)
-
- s2.close()
- th.join()
- buf = str2bytes("").join(self.request)
- self.assertEqual(length, len(buf))
- expected = val + aaa + val + bbb + val + val + ccc + ddd + val
- self.assertEqual(type(expected), type(buf))
- self.assertEqual(expected, buf)
-
-
- class TestWSAEnumNetworkEvents(unittest.TestCase):
- def test_basics(self):
- s = socket.socket()
- e = win32event.CreateEvent(None, 1, 0, None)
- win32file.WSAEventSelect(s, e, 0)
- self.assertEqual(win32file.WSAEnumNetworkEvents(s), {})
- self.assertEqual(win32file.WSAEnumNetworkEvents(s, e), {})
- self.assertRaises(TypeError, win32file.WSAEnumNetworkEvents, s, e, 3)
- self.assertRaises(TypeError, win32file.WSAEnumNetworkEvents, s, "spam")
- self.assertRaises(TypeError, win32file.WSAEnumNetworkEvents, "spam", e)
- self.assertRaises(TypeError, win32file.WSAEnumNetworkEvents, "spam")
- f = open("NUL")
- h = win32file._get_osfhandle(f.fileno())
- self.assertRaises(win32file.error, win32file.WSAEnumNetworkEvents, h)
- self.assertRaises(win32file.error, win32file.WSAEnumNetworkEvents, s, h)
- try:
- win32file.WSAEnumNetworkEvents(h)
- except win32file.error as e:
- self.assertEqual(e.winerror, win32file.WSAENOTSOCK)
- try:
- win32file.WSAEnumNetworkEvents(s, h)
- except win32file.error as e:
- # According to the docs it would seem reasonable that
- # this would fail with WSAEINVAL, but it doesn't.
- self.assertEqual(e.winerror, win32file.WSAENOTSOCK)
-
- def test_functional(self):
- # This is not really a unit test, but it does exercise the code
- # quite well and can serve as an example of WSAEventSelect and
- # WSAEnumNetworkEvents usage.
- port = socket.socket()
- port.setblocking(0)
- port_event = win32event.CreateEvent(None, 0, 0, None)
- win32file.WSAEventSelect(
- port, port_event, win32file.FD_ACCEPT | win32file.FD_CLOSE
- )
- port.bind(("127.0.0.1", 0))
- port.listen(10)
-
- client = socket.socket()
- client.setblocking(0)
- client_event = win32event.CreateEvent(None, 0, 0, None)
- win32file.WSAEventSelect(
- client,
- client_event,
- win32file.FD_CONNECT
- | win32file.FD_READ
- | win32file.FD_WRITE
- | win32file.FD_CLOSE,
- )
- err = client.connect_ex(port.getsockname())
- self.assertEqual(err, win32file.WSAEWOULDBLOCK)
-
- res = win32event.WaitForSingleObject(port_event, 1000)
- self.assertEqual(res, win32event.WAIT_OBJECT_0)
- events = win32file.WSAEnumNetworkEvents(port, port_event)
- self.assertEqual(events, {win32file.FD_ACCEPT: 0})
-
- server, addr = port.accept()
- server.setblocking(0)
- server_event = win32event.CreateEvent(None, 1, 0, None)
- win32file.WSAEventSelect(
- server,
- server_event,
- win32file.FD_READ | win32file.FD_WRITE | win32file.FD_CLOSE,
- )
- res = win32event.WaitForSingleObject(server_event, 1000)
- self.assertEqual(res, win32event.WAIT_OBJECT_0)
- events = win32file.WSAEnumNetworkEvents(server, server_event)
- self.assertEqual(events, {win32file.FD_WRITE: 0})
-
- res = win32event.WaitForSingleObject(client_event, 1000)
- self.assertEqual(res, win32event.WAIT_OBJECT_0)
- events = win32file.WSAEnumNetworkEvents(client, client_event)
- self.assertEqual(events, {win32file.FD_CONNECT: 0, win32file.FD_WRITE: 0})
- sent = 0
- data = str2bytes("x") * 16 * 1024
- while sent < 16 * 1024 * 1024:
- try:
- sent += client.send(data)
- except socket.error as e:
- if e.args[0] == win32file.WSAEINTR:
- continue
- elif e.args[0] in (win32file.WSAEWOULDBLOCK, win32file.WSAENOBUFS):
- break
- else:
- raise
- else:
- self.fail("could not find socket buffer limit")
-
- events = win32file.WSAEnumNetworkEvents(client)
- self.assertEqual(events, {})
-
- res = win32event.WaitForSingleObject(server_event, 1000)
- self.assertEqual(res, win32event.WAIT_OBJECT_0)
- events = win32file.WSAEnumNetworkEvents(server, server_event)
- self.assertEqual(events, {win32file.FD_READ: 0})
-
- received = 0
- while received < sent:
- try:
- received += len(server.recv(16 * 1024))
- except socket.error as e:
- if e.args[0] in [win32file.WSAEINTR, win32file.WSAEWOULDBLOCK]:
- continue
- else:
- raise
-
- self.assertEqual(received, sent)
- events = win32file.WSAEnumNetworkEvents(server)
- self.assertEqual(events, {})
-
- res = win32event.WaitForSingleObject(client_event, 1000)
- self.assertEqual(res, win32event.WAIT_OBJECT_0)
- events = win32file.WSAEnumNetworkEvents(client, client_event)
- self.assertEqual(events, {win32file.FD_WRITE: 0})
-
- client.shutdown(socket.SHUT_WR)
- res = win32event.WaitForSingleObject(server_event, 1000)
- self.assertEqual(res, win32event.WAIT_OBJECT_0)
- # strange timing issues...
- for i in range(5):
- events = win32file.WSAEnumNetworkEvents(server, server_event)
- if events:
- break
- win32api.Sleep(100)
- else:
- raise AssertionError("failed to get events")
- self.assertEqual(events, {win32file.FD_CLOSE: 0})
- events = win32file.WSAEnumNetworkEvents(client)
- self.assertEqual(events, {})
-
- server.close()
- res = win32event.WaitForSingleObject(client_event, 1000)
- self.assertEqual(res, win32event.WAIT_OBJECT_0)
- events = win32file.WSAEnumNetworkEvents(client, client_event)
- self.assertEqual(events, {win32file.FD_CLOSE: 0})
-
- client.close()
- events = win32file.WSAEnumNetworkEvents(port)
- self.assertEqual(events, {})
-
-
- if __name__ == "__main__":
- testmain()
|