925 lines
39 KiB
Python
925 lines
39 KiB
Python
import unittest
|
|
from pywin32_testutil import str2bytes, TestSkipped, testmain
|
|
import win32api, win32file, win32pipe, pywintypes, winerror, win32event
|
|
import win32con, ntsecuritycon
|
|
import sys
|
|
import os
|
|
import tempfile
|
|
import threading
|
|
import time
|
|
import shutil
|
|
import socket
|
|
import datetime
|
|
import random
|
|
import win32timezone
|
|
|
|
try:
|
|
set
|
|
except NameError:
|
|
from sets import Set as set
|
|
|
|
class TestReadBuffer(unittest.TestCase):
|
|
def testLen(self):
|
|
buffer = win32file.AllocateReadBuffer(1)
|
|
self.failUnlessEqual(len(buffer), 1)
|
|
|
|
def testSimpleIndex(self):
|
|
val = str2bytes('\xFF')
|
|
buffer = win32file.AllocateReadBuffer(1)
|
|
buffer[0] = val
|
|
self.failUnlessEqual(buffer[0], val)
|
|
|
|
def testSimpleSlice(self):
|
|
buffer = win32file.AllocateReadBuffer(2)
|
|
val = str2bytes('\0\0')
|
|
buffer[:2] = val
|
|
self.failUnlessEqual(buffer[0:2], val)
|
|
|
|
class TestSimpleOps(unittest.TestCase):
|
|
def testSimpleFiles(self):
|
|
fd, filename = tempfile.mkstemp()
|
|
os.close(fd)
|
|
os.unlink(filename)
|
|
handle = win32file.CreateFile(filename, win32file.GENERIC_WRITE, 0, None, win32con.CREATE_NEW, 0, None)
|
|
test_data = str2bytes("Hello\0there")
|
|
try:
|
|
win32file.WriteFile(handle, test_data)
|
|
handle.Close()
|
|
# Try and open for read
|
|
handle = win32file.CreateFile(filename, win32file.GENERIC_READ, 0, None, win32con.OPEN_EXISTING, 0, None)
|
|
rc, data = win32file.ReadFile(handle, 1024)
|
|
self.assertEquals(data, test_data)
|
|
finally:
|
|
handle.Close()
|
|
try:
|
|
os.unlink(filename)
|
|
except os.error:
|
|
pass
|
|
|
|
# A simple test using normal read/write operations.
|
|
def testMoreFiles(self):
|
|
# Create a file in the %TEMP% directory.
|
|
testName = os.path.join( win32api.GetTempPath(), "win32filetest.dat" )
|
|
desiredAccess = win32file.GENERIC_READ | win32file.GENERIC_WRITE
|
|
# Set a flag to delete the file automatically when it is closed.
|
|
fileFlags = win32file.FILE_FLAG_DELETE_ON_CLOSE
|
|
h = win32file.CreateFile( testName, desiredAccess, win32file.FILE_SHARE_READ, None, win32file.CREATE_ALWAYS, fileFlags, 0)
|
|
|
|
# Write a known number of bytes to the file.
|
|
data = str2bytes("z") * 1025
|
|
|
|
win32file.WriteFile(h, data)
|
|
|
|
self.failUnless(win32file.GetFileSize(h) == len(data), "WARNING: Written file does not have the same size as the length of the data in it!")
|
|
|
|
# Ensure we can read the data back.
|
|
win32file.SetFilePointer(h, 0, win32file.FILE_BEGIN)
|
|
hr, read_data = win32file.ReadFile(h, len(data)+10) # + 10 to get anything extra
|
|
self.failUnless(hr==0, "Readfile returned %d" % hr)
|
|
|
|
self.failUnless(read_data == data, "Read data is not what we wrote!")
|
|
|
|
# Now truncate the file at 1/2 its existing size.
|
|
newSize = len(data)//2
|
|
win32file.SetFilePointer(h, newSize, win32file.FILE_BEGIN)
|
|
win32file.SetEndOfFile(h)
|
|
self.failUnlessEqual(win32file.GetFileSize(h), newSize)
|
|
|
|
# GetFileAttributesEx/GetFileAttributesExW tests.
|
|
self.failUnlessEqual(win32file.GetFileAttributesEx(testName), win32file.GetFileAttributesExW(testName))
|
|
|
|
attr, ct, at, wt, size = win32file.GetFileAttributesEx(testName)
|
|
self.failUnless(size==newSize,
|
|
"Expected GetFileAttributesEx to return the same size as GetFileSize()")
|
|
self.failUnless(attr==win32file.GetFileAttributes(testName),
|
|
"Expected GetFileAttributesEx to return the same attributes as GetFileAttributes")
|
|
|
|
h = None # Close the file by removing the last reference to the handle!
|
|
|
|
self.failUnless(not os.path.isfile(testName), "After closing the file, it still exists!")
|
|
|
|
def testFilePointer(self):
|
|
# via [ 979270 ] SetFilePointer fails with negative offset
|
|
|
|
# Create a file in the %TEMP% directory.
|
|
filename = os.path.join( win32api.GetTempPath(), "win32filetest.dat" )
|
|
|
|
f = win32file.CreateFile(filename,
|
|
win32file.GENERIC_READ|win32file.GENERIC_WRITE,
|
|
0,
|
|
None,
|
|
win32file.CREATE_ALWAYS,
|
|
win32file.FILE_ATTRIBUTE_NORMAL,
|
|
0)
|
|
try:
|
|
#Write some data
|
|
data = str2bytes('Some data')
|
|
(res, written) = win32file.WriteFile(f, data)
|
|
|
|
self.failIf(res)
|
|
self.assertEqual(written, len(data))
|
|
|
|
#Move at the beginning and read the data
|
|
win32file.SetFilePointer(f, 0, win32file.FILE_BEGIN)
|
|
(res, s) = win32file.ReadFile(f, len(data))
|
|
|
|
self.failIf(res)
|
|
self.assertEqual(s, data)
|
|
|
|
#Move at the end and read the data
|
|
win32file.SetFilePointer(f, -len(data), win32file.FILE_END)
|
|
(res, s) = win32file.ReadFile(f, len(data))
|
|
|
|
self.failIf(res)
|
|
self.failUnlessEqual(s, data)
|
|
finally:
|
|
f.Close()
|
|
os.unlink(filename)
|
|
|
|
def testFileTimesTimezones(self):
|
|
if not issubclass(pywintypes.TimeType, datetime.datetime):
|
|
# maybe should report 'skipped', but that's not quite right as
|
|
# there is nothing you can do to avoid it being skipped!
|
|
return
|
|
filename = tempfile.mktemp("-testFileTimes")
|
|
now_utc = win32timezone.utcnow()
|
|
now_local = now_utc.astimezone(win32timezone.TimeZoneInfo.local())
|
|
h = win32file.CreateFile(filename,
|
|
win32file.GENERIC_READ|win32file.GENERIC_WRITE,
|
|
0, None, win32file.CREATE_ALWAYS, 0, 0)
|
|
try:
|
|
win32file.SetFileTime(h, now_utc, now_utc, now_utc)
|
|
ct, at, wt = win32file.GetFileTime(h)
|
|
self.failUnlessEqual(now_local, ct)
|
|
self.failUnlessEqual(now_local, at)
|
|
self.failUnlessEqual(now_local, wt)
|
|
# and the reverse - set local, check against utc
|
|
win32file.SetFileTime(h, now_local, now_local, now_local)
|
|
ct, at, wt = win32file.GetFileTime(h)
|
|
self.failUnlessEqual(now_utc, ct)
|
|
self.failUnlessEqual(now_utc, at)
|
|
self.failUnlessEqual(now_utc, wt)
|
|
finally:
|
|
h.close()
|
|
os.unlink(filename)
|
|
|
|
def testFileTimes(self):
|
|
if issubclass(pywintypes.TimeType, datetime.datetime):
|
|
from win32timezone import TimeZoneInfo
|
|
now = datetime.datetime.now(tz=TimeZoneInfo.local())
|
|
nowish = now + datetime.timedelta(seconds=1)
|
|
later = now + datetime.timedelta(seconds=120)
|
|
else:
|
|
rc, tzi = win32api.GetTimeZoneInformation()
|
|
bias = tzi[0]
|
|
if rc==2: # daylight-savings is in effect.
|
|
bias += tzi[-1]
|
|
bias *= 60 # minutes to seconds...
|
|
tick = int(time.time())
|
|
now = pywintypes.Time(tick+bias)
|
|
nowish = pywintypes.Time(tick+bias+1)
|
|
later = pywintypes.Time(tick+bias+120)
|
|
|
|
filename = tempfile.mktemp("-testFileTimes")
|
|
# Windows docs the 'last time' isn't valid until the last write
|
|
# handle is closed - so create the file, then re-open it to check.
|
|
open(filename,"w").close()
|
|
f = win32file.CreateFile(filename, win32file.GENERIC_READ|win32file.GENERIC_WRITE,
|
|
0, None,
|
|
win32con.OPEN_EXISTING, 0, None)
|
|
try:
|
|
ct, at, wt = win32file.GetFileTime(f)
|
|
self.failUnless(ct >= now, "File was created in the past - now=%s, created=%s" % (now, ct))
|
|
self.failUnless( now <= ct <= nowish, (now, ct))
|
|
self.failUnless(wt >= now, "File was written-to in the past now=%s, written=%s" % (now,wt))
|
|
self.failUnless( now <= wt <= nowish, (now, wt))
|
|
|
|
# Now set the times.
|
|
win32file.SetFileTime(f, later, later, later)
|
|
# Get them back.
|
|
ct, at, wt = win32file.GetFileTime(f)
|
|
# XXX - the builtin PyTime type appears to be out by a dst offset.
|
|
# just ignore that type here...
|
|
if issubclass(pywintypes.TimeType, datetime.datetime):
|
|
self.failUnlessEqual(ct, later)
|
|
self.failUnlessEqual(at, later)
|
|
self.failUnlessEqual(wt, later)
|
|
|
|
finally:
|
|
f.Close()
|
|
os.unlink(filename)
|
|
|
|
class TestOverlapped(unittest.TestCase):
|
|
def testSimpleOverlapped(self):
|
|
# Create a file in the %TEMP% directory.
|
|
import win32event
|
|
testName = os.path.join( win32api.GetTempPath(), "win32filetest.dat" )
|
|
desiredAccess = win32file.GENERIC_WRITE
|
|
overlapped = pywintypes.OVERLAPPED()
|
|
evt = win32event.CreateEvent(None, 0, 0, None)
|
|
overlapped.hEvent = evt
|
|
# Create the file and write shit-loads of data to it.
|
|
h = win32file.CreateFile( testName, desiredAccess, 0, None, win32file.CREATE_ALWAYS, 0, 0)
|
|
chunk_data = str2bytes("z") * 0x8000
|
|
num_loops = 512
|
|
expected_size = num_loops * len(chunk_data)
|
|
for i in range(num_loops):
|
|
win32file.WriteFile(h, chunk_data, overlapped)
|
|
win32event.WaitForSingleObject(overlapped.hEvent, win32event.INFINITE)
|
|
overlapped.Offset = overlapped.Offset + len(chunk_data)
|
|
h.Close()
|
|
# Now read the data back overlapped
|
|
overlapped = pywintypes.OVERLAPPED()
|
|
evt = win32event.CreateEvent(None, 0, 0, None)
|
|
overlapped.hEvent = evt
|
|
desiredAccess = win32file.GENERIC_READ
|
|
h = win32file.CreateFile( testName, desiredAccess, 0, None, win32file.OPEN_EXISTING, 0, 0)
|
|
buffer = win32file.AllocateReadBuffer(0xFFFF)
|
|
while 1:
|
|
try:
|
|
hr, data = win32file.ReadFile(h, buffer, overlapped)
|
|
win32event.WaitForSingleObject(overlapped.hEvent, win32event.INFINITE)
|
|
overlapped.Offset = overlapped.Offset + len(data)
|
|
if not data is buffer:
|
|
self.fail("Unexpected result from ReadFile - should be the same buffer we passed it")
|
|
except win32api.error:
|
|
break
|
|
h.Close()
|
|
|
|
def testCompletionPortsMultiple(self):
|
|
# Mainly checking that we can "associate" an existing handle. This
|
|
# failed in build 203.
|
|
ioport = win32file.CreateIoCompletionPort(win32file.INVALID_HANDLE_VALUE,
|
|
0, 0, 0)
|
|
socks = []
|
|
for PORT in range(9123, 9125):
|
|
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
|
sock.setsockopt(socket.SOL_SOCKET, socket.SO_REUSEADDR, 1)
|
|
sock.bind(('', PORT))
|
|
sock.listen(1)
|
|
socks.append(sock)
|
|
new = win32file.CreateIoCompletionPort(sock.fileno(), ioport, PORT, 0)
|
|
assert new is ioport
|
|
for s in socks:
|
|
s.close()
|
|
hv = int(ioport)
|
|
ioport = new = None
|
|
# The handle itself should be closed now (unless we leak references!)
|
|
# Check that.
|
|
try:
|
|
win32file.CloseHandle(hv)
|
|
raise RuntimeError("Expected close to fail!")
|
|
except win32file.error as details:
|
|
self.failUnlessEqual(details.winerror, winerror.ERROR_INVALID_HANDLE)
|
|
|
|
def testCompletionPortsQueued(self):
|
|
class Foo: pass
|
|
io_req_port = win32file.CreateIoCompletionPort(-1, None, 0, 0)
|
|
overlapped = pywintypes.OVERLAPPED()
|
|
overlapped.object = Foo()
|
|
win32file.PostQueuedCompletionStatus(io_req_port, 0, 99, overlapped)
|
|
errCode, bytes, key, overlapped = \
|
|
win32file.GetQueuedCompletionStatus(io_req_port, win32event.INFINITE)
|
|
self.failUnlessEqual(errCode, 0)
|
|
self.failUnless(isinstance(overlapped.object, Foo))
|
|
|
|
def _IOCPServerThread(self, handle, port, drop_overlapped_reference):
|
|
overlapped = pywintypes.OVERLAPPED()
|
|
win32pipe.ConnectNamedPipe(handle, overlapped)
|
|
if drop_overlapped_reference:
|
|
# Be naughty - the overlapped object is now dead, but
|
|
# GetQueuedCompletionStatus will still find it. Our check of
|
|
# reference counting should catch that error.
|
|
overlapped = None
|
|
# even if we fail, be sure to close the handle; prevents hangs
|
|
# on Vista 64...
|
|
try:
|
|
self.failUnlessRaises(RuntimeError,
|
|
win32file.GetQueuedCompletionStatus, port, -1)
|
|
finally:
|
|
handle.Close()
|
|
return
|
|
|
|
result = win32file.GetQueuedCompletionStatus(port, -1)
|
|
ol2 = result[-1]
|
|
self.failUnless(ol2 is overlapped)
|
|
data = win32file.ReadFile(handle, 512)[1]
|
|
win32file.WriteFile(handle, data)
|
|
|
|
def testCompletionPortsNonQueued(self, test_overlapped_death = 0):
|
|
# In 204 we had a reference count bug when OVERLAPPED objects were
|
|
# associated with a completion port other than via
|
|
# PostQueuedCompletionStatus. This test is based on the reproduction
|
|
# reported with that bug.
|
|
# Create the pipe.
|
|
BUFSIZE = 512
|
|
pipe_name = r"\\.\pipe\pywin32_test_pipe"
|
|
handle = win32pipe.CreateNamedPipe(pipe_name,
|
|
win32pipe.PIPE_ACCESS_DUPLEX|
|
|
win32file.FILE_FLAG_OVERLAPPED,
|
|
win32pipe.PIPE_TYPE_MESSAGE|
|
|
win32pipe.PIPE_READMODE_MESSAGE|
|
|
win32pipe.PIPE_WAIT,
|
|
1, BUFSIZE, BUFSIZE,
|
|
win32pipe.NMPWAIT_WAIT_FOREVER,
|
|
None)
|
|
# Create an IOCP and associate it with the handle.
|
|
port = win32file.CreateIoCompletionPort(-1, 0, 0, 0)
|
|
win32file.CreateIoCompletionPort(handle, port, 1, 0)
|
|
|
|
t = threading.Thread(target=self._IOCPServerThread, args=(handle,port, test_overlapped_death))
|
|
t.setDaemon(True) # avoid hanging entire test suite on failure.
|
|
t.start()
|
|
try:
|
|
time.sleep(0.1) # let thread do its thing.
|
|
try:
|
|
win32pipe.CallNamedPipe(r"\\.\pipe\pywin32_test_pipe", str2bytes("Hello there"), BUFSIZE, 0)
|
|
except win32pipe.error:
|
|
# Testing for overlapped death causes this
|
|
if not test_overlapped_death:
|
|
raise
|
|
finally:
|
|
if not test_overlapped_death:
|
|
handle.Close()
|
|
t.join(3)
|
|
self.failIf(t.isAlive(), "thread didn't finish")
|
|
|
|
def testCompletionPortsNonQueuedBadReference(self):
|
|
self.testCompletionPortsNonQueued(True)
|
|
|
|
def testHashable(self):
|
|
overlapped = pywintypes.OVERLAPPED()
|
|
d = {}
|
|
d[overlapped] = "hello"
|
|
self.failUnlessEqual(d[overlapped], "hello")
|
|
|
|
def testComparable(self):
|
|
overlapped = pywintypes.OVERLAPPED()
|
|
self.failUnlessEqual(overlapped, overlapped)
|
|
# ensure we explicitly test the operators.
|
|
self.failUnless(overlapped == overlapped)
|
|
self.failIf(overlapped != overlapped)
|
|
|
|
def testComparable2(self):
|
|
# 2 overlapped objects compare equal if their contents are the same.
|
|
overlapped1 = pywintypes.OVERLAPPED()
|
|
overlapped2 = pywintypes.OVERLAPPED()
|
|
self.failUnlessEqual(overlapped1, overlapped2)
|
|
# ensure we explicitly test the operators.
|
|
self.failUnless(overlapped1 == overlapped2)
|
|
self.failIf(overlapped1 != overlapped2)
|
|
# now change something in one of them - should no longer be equal.
|
|
overlapped1.hEvent = 1
|
|
self.failIfEqual(overlapped1, overlapped2)
|
|
# ensure we explicitly test the operators.
|
|
self.failIf(overlapped1 == overlapped2)
|
|
self.failUnless(overlapped1 != overlapped2)
|
|
|
|
class TestSocketExtensions(unittest.TestCase):
|
|
def acceptWorker(self, port, running_event, stopped_event):
|
|
listener = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
|
listener.bind(('', port))
|
|
listener.listen(200)
|
|
|
|
# create accept socket
|
|
accepter = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
|
# An overlapped
|
|
overlapped = pywintypes.OVERLAPPED()
|
|
overlapped.hEvent = win32event.CreateEvent(None, 0, 0, None)
|
|
# accept the connection.
|
|
# We used to allow strings etc to be passed here, and they would be
|
|
# modified! Obviously this is evil :)
|
|
buffer = " " * 1024 # EVIL - SHOULD NOT BE ALLOWED.
|
|
self.assertRaises(TypeError, win32file.AcceptEx, listener, accepter, buffer, overlapped)
|
|
|
|
# This is the correct way to allocate the buffer...
|
|
buffer = win32file.AllocateReadBuffer(1024)
|
|
rc = win32file.AcceptEx(listener, accepter, buffer, overlapped)
|
|
self.failUnlessEqual(rc, winerror.ERROR_IO_PENDING)
|
|
# Set the event to say we are all ready
|
|
running_event.set()
|
|
# and wait for the connection.
|
|
rc = win32event.WaitForSingleObject(overlapped.hEvent, 2000)
|
|
if rc == win32event.WAIT_TIMEOUT:
|
|
self.fail("timed out waiting for a connection")
|
|
nbytes = win32file.GetOverlappedResult(listener.fileno(), overlapped, False)
|
|
#fam, loc, rem = win32file.GetAcceptExSockaddrs(accepter, buffer)
|
|
accepter.send(buffer[:nbytes])
|
|
# NOT set in a finally - this means *successfully* stopped!
|
|
stopped_event.set()
|
|
|
|
def testAcceptEx(self):
|
|
port = 4680
|
|
running = threading.Event()
|
|
stopped = threading.Event()
|
|
t = threading.Thread(target=self.acceptWorker, args=(port, running,stopped))
|
|
t.start()
|
|
running.wait(2)
|
|
if not running.isSet():
|
|
self.fail("AcceptEx Worker thread failed to start")
|
|
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
|
s.connect(('127.0.0.1', port))
|
|
win32file.WSASend(s, str2bytes("hello"), None)
|
|
overlapped = pywintypes.OVERLAPPED()
|
|
overlapped.hEvent = win32event.CreateEvent(None, 0, 0, None)
|
|
# Like above - WSARecv used to allow strings as the receive buffer!!
|
|
buffer = " " * 10
|
|
self.assertRaises(TypeError, win32file.WSARecv, s, buffer, overlapped)
|
|
# This one should work :)
|
|
buffer = win32file.AllocateReadBuffer(10)
|
|
win32file.WSARecv(s, buffer, overlapped)
|
|
nbytes = win32file.GetOverlappedResult(s.fileno(), overlapped, True)
|
|
got = buffer[:nbytes]
|
|
self.failUnlessEqual(got, str2bytes("hello"))
|
|
# thread should have stopped
|
|
stopped.wait(2)
|
|
if not stopped.isSet():
|
|
self.fail("AcceptEx Worker thread failed to successfully stop")
|
|
|
|
class TestFindFiles(unittest.TestCase):
|
|
def testIter(self):
|
|
dir = os.path.join(os.getcwd(), "*")
|
|
files = win32file.FindFilesW(dir)
|
|
set1 = set()
|
|
set1.update(files)
|
|
set2 = set()
|
|
for file in win32file.FindFilesIterator(dir):
|
|
set2.add(file)
|
|
assert len(set2) > 5, "This directory has less than 5 files!?"
|
|
self.failUnlessEqual(set1, set2)
|
|
|
|
def testBadDir(self):
|
|
dir = os.path.join(os.getcwd(), "a dir that doesnt exist", "*")
|
|
self.assertRaises(win32file.error, win32file.FindFilesIterator, dir)
|
|
|
|
def testEmptySpec(self):
|
|
spec = os.path.join(os.getcwd(), "*.foo_bar")
|
|
num = 0
|
|
for i in win32file.FindFilesIterator(spec):
|
|
num += 1
|
|
self.failUnlessEqual(0, num)
|
|
|
|
def testEmptyDir(self):
|
|
test_path = os.path.join(win32api.GetTempPath(), "win32file_test_directory")
|
|
try:
|
|
# Note: previously used shutil.rmtree, but when looking for
|
|
# reference count leaks, that function showed leaks! os.rmdir
|
|
# doesn't have that problem.
|
|
os.rmdir(test_path)
|
|
except os.error:
|
|
pass
|
|
os.mkdir(test_path)
|
|
try:
|
|
num = 0
|
|
for i in win32file.FindFilesIterator(os.path.join(test_path, "*")):
|
|
num += 1
|
|
# Expecting "." and ".." only
|
|
self.failUnlessEqual(2, num)
|
|
finally:
|
|
os.rmdir(test_path)
|
|
|
|
class TestDirectoryChanges(unittest.TestCase):
|
|
num_test_dirs = 1
|
|
def setUp(self):
|
|
self.watcher_threads = []
|
|
self.watcher_thread_changes = []
|
|
self.dir_names = []
|
|
self.dir_handles = []
|
|
for i in range(self.num_test_dirs):
|
|
td = tempfile.mktemp("-test-directory-changes-%d" % i)
|
|
os.mkdir(td)
|
|
self.dir_names.append(td)
|
|
hdir = win32file.CreateFile(td,
|
|
ntsecuritycon.FILE_LIST_DIRECTORY,
|
|
win32con.FILE_SHARE_READ,
|
|
None, # security desc
|
|
win32con.OPEN_EXISTING,
|
|
win32con.FILE_FLAG_BACKUP_SEMANTICS |
|
|
win32con.FILE_FLAG_OVERLAPPED,
|
|
None)
|
|
self.dir_handles.append(hdir)
|
|
|
|
changes = []
|
|
t = threading.Thread(target=self._watcherThreadOverlapped,
|
|
args=(td, hdir, changes))
|
|
t.start()
|
|
self.watcher_threads.append(t)
|
|
self.watcher_thread_changes.append(changes)
|
|
|
|
def _watcherThread(self, dn, dh, changes):
|
|
# A synchronous version:
|
|
# XXX - not used - I was having a whole lot of problems trying to
|
|
# get this to work. Specifically:
|
|
# * ReadDirectoryChangesW without an OVERLAPPED blocks infinitely.
|
|
# * If another thread attempts to close the handle while
|
|
# ReadDirectoryChangesW is waiting on it, the ::CloseHandle() method
|
|
# blocks (which has nothing to do with the GIL - it is correctly
|
|
# managed)
|
|
# Which ends up with no way to kill the thread!
|
|
flags = win32con.FILE_NOTIFY_CHANGE_FILE_NAME
|
|
while 1:
|
|
try:
|
|
print("waiting", dh)
|
|
changes = win32file.ReadDirectoryChangesW(dh,
|
|
8192,
|
|
False, #sub-tree
|
|
flags)
|
|
print("got", changes)
|
|
except:
|
|
raise
|
|
changes.extend(changes)
|
|
|
|
def _watcherThreadOverlapped(self, dn, dh, changes):
|
|
flags = win32con.FILE_NOTIFY_CHANGE_FILE_NAME
|
|
buf = win32file.AllocateReadBuffer(8192)
|
|
overlapped = pywintypes.OVERLAPPED()
|
|
overlapped.hEvent = win32event.CreateEvent(None, 0, 0, None)
|
|
while 1:
|
|
win32file.ReadDirectoryChangesW(dh,
|
|
buf,
|
|
False, #sub-tree
|
|
flags,
|
|
overlapped)
|
|
# Wait for our event, or for 5 seconds.
|
|
rc = win32event.WaitForSingleObject(overlapped.hEvent, 5000)
|
|
if rc == win32event.WAIT_OBJECT_0:
|
|
# got some data! Must use GetOverlappedResult to find out
|
|
# how much is valid! 0 generally means the handle has
|
|
# been closed. Blocking is OK here, as the event has
|
|
# already been set.
|
|
nbytes = win32file.GetOverlappedResult(dh, overlapped, True)
|
|
if nbytes:
|
|
bits = win32file.FILE_NOTIFY_INFORMATION(buf, nbytes)
|
|
changes.extend(bits)
|
|
else:
|
|
# This is "normal" exit - our 'tearDown' closes the
|
|
# handle.
|
|
# print "looks like dir handle was closed!"
|
|
return
|
|
else:
|
|
print("ERROR: Watcher thread timed-out!")
|
|
return # kill the thread!
|
|
|
|
def tearDown(self):
|
|
# be careful about raising errors at teardown!
|
|
for h in self.dir_handles:
|
|
# See comments in _watcherThread above - this appears to
|
|
# deadlock if a synchronous ReadDirectoryChangesW is waiting...
|
|
# (No such problems with an asynch ReadDirectoryChangesW)
|
|
h.Close()
|
|
for dn in self.dir_names:
|
|
try:
|
|
shutil.rmtree(dn)
|
|
except OSError:
|
|
print("FAILED to remove directory", dn)
|
|
|
|
for t in self.watcher_threads:
|
|
# closing dir handle should have killed threads!
|
|
t.join(5)
|
|
if t.isAlive():
|
|
print("FAILED to wait for thread termination")
|
|
|
|
def stablize(self):
|
|
time.sleep(0.5)
|
|
|
|
def testSimple(self):
|
|
self.stablize()
|
|
for dn in self.dir_names:
|
|
fn = os.path.join(dn, "test_file")
|
|
open(fn, "w").close()
|
|
|
|
self.stablize()
|
|
changes = self.watcher_thread_changes[0]
|
|
self.failUnlessEqual(changes, [(1, "test_file")])
|
|
|
|
def testSmall(self):
|
|
self.stablize()
|
|
for dn in self.dir_names:
|
|
fn = os.path.join(dn, "x")
|
|
open(fn, "w").close()
|
|
|
|
self.stablize()
|
|
changes = self.watcher_thread_changes[0]
|
|
self.failUnlessEqual(changes, [(1, "x")])
|
|
|
|
class TestEncrypt(unittest.TestCase):
|
|
def testEncrypt(self):
|
|
fname = tempfile.mktemp("win32file_test")
|
|
f = open(fname, "wb")
|
|
f.write(str2bytes("hello"))
|
|
f.close()
|
|
f = None
|
|
try:
|
|
try:
|
|
win32file.EncryptFile(fname)
|
|
except win32file.error as details:
|
|
if details.winerror != winerror.ERROR_ACCESS_DENIED:
|
|
raise
|
|
print("It appears this is not NTFS - cant encrypt/decrypt")
|
|
win32file.DecryptFile(fname)
|
|
finally:
|
|
if f is not None:
|
|
f.close()
|
|
os.unlink(fname)
|
|
|
|
class TestConnect(unittest.TestCase):
|
|
def connect_thread_runner(self, expect_payload, giveup_event):
|
|
# As Windows 2000 doesn't do ConnectEx, we need to use a non-blocking
|
|
# accept, as our test connection may never come. May as well use
|
|
# AcceptEx for this...
|
|
listener = socket.socket()
|
|
self.addr = ('localhost', random.randint(10000,64000))
|
|
listener.bind(self.addr)
|
|
listener.listen(1)
|
|
|
|
# create accept socket
|
|
accepter = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
|
# An overlapped
|
|
overlapped = pywintypes.OVERLAPPED()
|
|
overlapped.hEvent = win32event.CreateEvent(None, 0, 0, None)
|
|
# accept the connection.
|
|
if expect_payload:
|
|
buf_size = 1024
|
|
else:
|
|
# when we don't expect data we must be careful to only pass the
|
|
# exact number of bytes for the endpoint data...
|
|
buf_size = win32file.CalculateSocketEndPointSize(listener)
|
|
|
|
buffer = win32file.AllocateReadBuffer(buf_size)
|
|
win32file.AcceptEx(listener, accepter, buffer, overlapped)
|
|
# wait for the connection or our test to fail.
|
|
events = giveup_event, overlapped.hEvent
|
|
rc = win32event.WaitForMultipleObjects(events, False, 2000)
|
|
if rc == win32event.WAIT_TIMEOUT:
|
|
self.fail("timed out waiting for a connection")
|
|
if rc == win32event.WAIT_OBJECT_0:
|
|
# Our main thread running the test failed and will never connect.
|
|
return
|
|
# must be a connection.
|
|
nbytes = win32file.GetOverlappedResult(listener.fileno(), overlapped, False)
|
|
if expect_payload:
|
|
self.request = buffer[:nbytes]
|
|
accepter.send(str2bytes('some expected response'))
|
|
|
|
def test_connect_with_payload(self):
|
|
giveup_event = win32event.CreateEvent(None, 0, 0, None)
|
|
t = threading.Thread(target=self.connect_thread_runner,
|
|
args=(True, giveup_event))
|
|
t.start()
|
|
time.sleep(0.1)
|
|
s2 = socket.socket()
|
|
ol = pywintypes.OVERLAPPED()
|
|
s2.bind(('0.0.0.0', 0)) # connectex requires the socket be bound beforehand
|
|
try:
|
|
win32file.ConnectEx(s2, self.addr, ol, str2bytes("some expected request"))
|
|
except win32file.error as exc:
|
|
win32event.SetEvent(giveup_event)
|
|
if exc.winerror == 10022: # WSAEINVAL
|
|
raise TestSkipped("ConnectEx is not available on this platform")
|
|
raise # some error error we don't expect.
|
|
win32file.GetOverlappedResult(s2.fileno(), ol, 1)
|
|
ol = pywintypes.OVERLAPPED()
|
|
buff = win32file.AllocateReadBuffer(1024)
|
|
win32file.WSARecv(s2, buff, ol, 0)
|
|
length = win32file.GetOverlappedResult(s2.fileno(), ol, 1)
|
|
self.response = buff[:length]
|
|
self.assertEqual(self.response, str2bytes('some expected response'))
|
|
self.assertEqual(self.request, str2bytes('some expected request'))
|
|
t.join(5)
|
|
self.failIf(t.isAlive(), "worker thread didn't terminate")
|
|
|
|
def test_connect_without_payload(self):
|
|
giveup_event = win32event.CreateEvent(None, 0, 0, None)
|
|
t = threading.Thread(target=self.connect_thread_runner,
|
|
args=(False, giveup_event))
|
|
t.start()
|
|
time.sleep(0.1)
|
|
s2 = socket.socket()
|
|
ol = pywintypes.OVERLAPPED()
|
|
s2.bind(('0.0.0.0', 0)) # connectex requires the socket be bound beforehand
|
|
try:
|
|
win32file.ConnectEx(s2, self.addr, ol)
|
|
except win32file.error as exc:
|
|
win32event.SetEvent(giveup_event)
|
|
if exc.winerror == 10022: # WSAEINVAL
|
|
raise TestSkipped("ConnectEx is not available on this platform")
|
|
raise # some error error we don't expect.
|
|
win32file.GetOverlappedResult(s2.fileno(), ol, 1)
|
|
ol = pywintypes.OVERLAPPED()
|
|
buff = win32file.AllocateReadBuffer(1024)
|
|
win32file.WSARecv(s2, buff, ol, 0)
|
|
length = win32file.GetOverlappedResult(s2.fileno(), ol, 1)
|
|
self.response = buff[:length]
|
|
self.assertEqual(self.response, str2bytes('some expected response'))
|
|
t.join(5)
|
|
self.failIf(t.isAlive(), "worker thread didn't terminate")
|
|
|
|
class TestTransmit(unittest.TestCase):
|
|
def test_transmit(self):
|
|
import binascii
|
|
bytes = os.urandom(1024*1024)
|
|
val = binascii.hexlify(bytes)
|
|
val_length = len(val)
|
|
f = tempfile.TemporaryFile()
|
|
f.write(val)
|
|
|
|
def runner():
|
|
s1 = socket.socket()
|
|
self.addr = ('localhost', random.randint(10000,64000))
|
|
s1.bind(self.addr)
|
|
s1.listen(1)
|
|
cli, addr = s1.accept()
|
|
buf = 1
|
|
self.request = []
|
|
while buf:
|
|
buf = cli.recv(1024*100)
|
|
self.request.append(buf)
|
|
|
|
th = threading.Thread(target=runner)
|
|
th.start()
|
|
time.sleep(0.5)
|
|
s2 = socket.socket()
|
|
s2.connect(self.addr)
|
|
|
|
length = 0
|
|
aaa = str2bytes("[AAA]")
|
|
bbb = str2bytes("[BBB]")
|
|
ccc = str2bytes("[CCC]")
|
|
ddd = str2bytes("[DDD]")
|
|
empty = str2bytes("")
|
|
ol = pywintypes.OVERLAPPED()
|
|
f.seek(0)
|
|
win32file.TransmitFile(s2, win32file._get_osfhandle(f.fileno()), val_length, 0, ol, 0)
|
|
length += win32file.GetOverlappedResult(s2.fileno(), ol, 1)
|
|
|
|
ol = pywintypes.OVERLAPPED()
|
|
f.seek(0)
|
|
win32file.TransmitFile(s2, win32file._get_osfhandle(f.fileno()), val_length, 0, ol, 0, aaa, bbb)
|
|
length += win32file.GetOverlappedResult(s2.fileno(), ol, 1)
|
|
|
|
ol = pywintypes.OVERLAPPED()
|
|
f.seek(0)
|
|
win32file.TransmitFile(s2, win32file._get_osfhandle(f.fileno()), val_length, 0, ol, 0, empty, empty)
|
|
length += win32file.GetOverlappedResult(s2.fileno(), ol, 1)
|
|
|
|
ol = pywintypes.OVERLAPPED()
|
|
f.seek(0)
|
|
win32file.TransmitFile(s2, win32file._get_osfhandle(f.fileno()), val_length, 0, ol, 0, None, ccc)
|
|
length += win32file.GetOverlappedResult(s2.fileno(), ol, 1)
|
|
|
|
ol = pywintypes.OVERLAPPED()
|
|
f.seek(0)
|
|
win32file.TransmitFile(s2, win32file._get_osfhandle(f.fileno()), val_length, 0, ol, 0, ddd)
|
|
length += win32file.GetOverlappedResult(s2.fileno(), ol, 1)
|
|
|
|
s2.close()
|
|
th.join()
|
|
buf = str2bytes('').join(self.request)
|
|
self.assertEqual(length, len(buf))
|
|
expected = val + aaa + val + bbb + val + val + ccc + ddd + val
|
|
self.assertEqual(type(expected), type(buf))
|
|
self.assert_(expected == buf)
|
|
|
|
|
|
class TestWSAEnumNetworkEvents(unittest.TestCase):
|
|
|
|
def test_basics(self):
|
|
s = socket.socket()
|
|
e = win32event.CreateEvent(None, 1, 0, None)
|
|
win32file.WSAEventSelect(s, e, 0)
|
|
self.assertEquals(win32file.WSAEnumNetworkEvents(s), {})
|
|
self.assertEquals(win32file.WSAEnumNetworkEvents(s, e), {})
|
|
self.assertRaises(TypeError, win32file.WSAEnumNetworkEvents, s, e, 3)
|
|
self.assertRaises(TypeError, win32file.WSAEnumNetworkEvents, s, "spam")
|
|
self.assertRaises(TypeError, win32file.WSAEnumNetworkEvents, "spam", e)
|
|
self.assertRaises(TypeError, win32file.WSAEnumNetworkEvents, "spam")
|
|
f = open("NUL")
|
|
h = win32file._get_osfhandle(f.fileno())
|
|
self.assertRaises(win32file.error, win32file.WSAEnumNetworkEvents, h)
|
|
self.assertRaises(win32file.error, win32file.WSAEnumNetworkEvents, s, h)
|
|
try:
|
|
win32file.WSAEnumNetworkEvents(h)
|
|
except win32file.error as e:
|
|
self.assertEquals(e.winerror, win32file.WSAENOTSOCK)
|
|
try:
|
|
win32file.WSAEnumNetworkEvents(s, h)
|
|
except win32file.error as e:
|
|
# According to the docs it would seem reasonable that
|
|
# this would fail with WSAEINVAL, but it doesn't.
|
|
self.assertEquals(e.winerror, win32file.WSAENOTSOCK)
|
|
|
|
def test_functional(self):
|
|
# This is not really a unit test, but it does exercise the code
|
|
# quite well and can serve as an example of WSAEventSelect and
|
|
# WSAEnumNetworkEvents usage.
|
|
port = socket.socket()
|
|
port.setblocking(0)
|
|
port_event = win32event.CreateEvent(None, 0, 0, None)
|
|
win32file.WSAEventSelect(port, port_event,
|
|
win32file.FD_ACCEPT |
|
|
win32file.FD_CLOSE)
|
|
port.bind(("127.0.0.1", 0))
|
|
port.listen(10)
|
|
|
|
client = socket.socket()
|
|
client.setblocking(0)
|
|
client_event = win32event.CreateEvent(None, 0, 0, None)
|
|
win32file.WSAEventSelect(client, client_event,
|
|
win32file.FD_CONNECT |
|
|
win32file.FD_READ |
|
|
win32file.FD_WRITE |
|
|
win32file.FD_CLOSE)
|
|
err = client.connect_ex(port.getsockname())
|
|
self.assertEquals(err, win32file.WSAEWOULDBLOCK)
|
|
|
|
res = win32event.WaitForSingleObject(port_event, 1000)
|
|
self.assertEquals(res, win32event.WAIT_OBJECT_0)
|
|
events = win32file.WSAEnumNetworkEvents(port, port_event)
|
|
self.assertEquals(events, {win32file.FD_ACCEPT: 0})
|
|
|
|
server, addr = port.accept()
|
|
server.setblocking(0)
|
|
server_event = win32event.CreateEvent(None, 1, 0, None)
|
|
win32file.WSAEventSelect(server, server_event,
|
|
win32file.FD_READ |
|
|
win32file.FD_WRITE |
|
|
win32file.FD_CLOSE)
|
|
res = win32event.WaitForSingleObject(server_event, 1000)
|
|
self.assertEquals(res, win32event.WAIT_OBJECT_0)
|
|
events = win32file.WSAEnumNetworkEvents(server, server_event)
|
|
self.assertEquals(events, {win32file.FD_WRITE: 0})
|
|
|
|
res = win32event.WaitForSingleObject(client_event, 1000)
|
|
self.assertEquals(res, win32event.WAIT_OBJECT_0)
|
|
events = win32file.WSAEnumNetworkEvents(client, client_event)
|
|
self.assertEquals(events, {win32file.FD_CONNECT: 0,
|
|
win32file.FD_WRITE: 0})
|
|
sent = 0
|
|
data = str2bytes("x") * 16 * 1024
|
|
while sent < 16 * 1024 * 1024:
|
|
try:
|
|
sent += client.send(data)
|
|
except socket.error as e:
|
|
if e.args[0] == win32file.WSAEINTR:
|
|
continue
|
|
elif e.args[0] in (win32file.WSAEWOULDBLOCK, win32file.WSAENOBUFS):
|
|
break
|
|
else:
|
|
raise
|
|
else:
|
|
self.fail("could not find socket buffer limit")
|
|
|
|
events = win32file.WSAEnumNetworkEvents(client)
|
|
self.assertEquals(events, {})
|
|
|
|
res = win32event.WaitForSingleObject(server_event, 1000)
|
|
self.assertEquals(res, win32event.WAIT_OBJECT_0)
|
|
events = win32file.WSAEnumNetworkEvents(server, server_event)
|
|
self.assertEquals(events, {win32file.FD_READ: 0})
|
|
|
|
received = 0
|
|
while received < sent:
|
|
try:
|
|
received += len(server.recv(16 * 1024))
|
|
except socket.error as e:
|
|
if e.args[0] in [win32file.WSAEINTR, win32file.WSAEWOULDBLOCK]:
|
|
continue
|
|
else:
|
|
raise
|
|
|
|
self.assertEquals(received, sent)
|
|
events = win32file.WSAEnumNetworkEvents(server)
|
|
self.assertEquals(events, {})
|
|
|
|
res = win32event.WaitForSingleObject(client_event, 1000)
|
|
self.assertEquals(res, win32event.WAIT_OBJECT_0)
|
|
events = win32file.WSAEnumNetworkEvents(client, client_event)
|
|
self.assertEquals(events, {win32file.FD_WRITE: 0})
|
|
|
|
client.shutdown(socket.SHUT_WR)
|
|
res = win32event.WaitForSingleObject(server_event, 1000)
|
|
self.assertEquals(res, win32event.WAIT_OBJECT_0)
|
|
# strange timing issues...
|
|
for i in range(5):
|
|
events = win32file.WSAEnumNetworkEvents(server, server_event)
|
|
if events: break
|
|
win32api.Sleep(100)
|
|
else:
|
|
raise AssertionError("failed to get events")
|
|
self.assertEquals(events, {win32file.FD_CLOSE: 0})
|
|
events = win32file.WSAEnumNetworkEvents(client)
|
|
self.assertEquals(events, {})
|
|
|
|
server.close()
|
|
res = win32event.WaitForSingleObject(client_event, 1000)
|
|
self.assertEquals(res, win32event.WAIT_OBJECT_0)
|
|
events = win32file.WSAEnumNetworkEvents(client, client_event)
|
|
self.assertEquals(events, {win32file.FD_CLOSE: 0})
|
|
|
|
client.close()
|
|
events = win32file.WSAEnumNetworkEvents(port)
|
|
self.assertEquals(events, {})
|
|
|
|
|
|
if __name__ == '__main__':
|
|
testmain()
|