596 lines
19 KiB
Python
596 lines
19 KiB
Python
# Adapted from test_file.py by Daniel Stutzbach
|
|
|
|
import sys
|
|
import os
|
|
import io
|
|
import errno
|
|
import unittest
|
|
from array import array
|
|
from weakref import proxy
|
|
from functools import wraps
|
|
|
|
from test.support import (TESTFN, TESTFN_UNICODE, check_warnings, run_unittest,
|
|
make_bad_fd, cpython_only, swap_attr)
|
|
from collections import UserList
|
|
|
|
import _io # C implementation of io
|
|
import _pyio # Python implementation of io
|
|
|
|
|
|
class AutoFileTests:
|
|
# file tests for which a test file is automatically set up
|
|
|
|
def setUp(self):
|
|
self.f = self.FileIO(TESTFN, 'w')
|
|
|
|
def tearDown(self):
|
|
if self.f:
|
|
self.f.close()
|
|
os.remove(TESTFN)
|
|
|
|
def testWeakRefs(self):
|
|
# verify weak references
|
|
p = proxy(self.f)
|
|
p.write(bytes(range(10)))
|
|
self.assertEqual(self.f.tell(), p.tell())
|
|
self.f.close()
|
|
self.f = None
|
|
self.assertRaises(ReferenceError, getattr, p, 'tell')
|
|
|
|
def testSeekTell(self):
|
|
self.f.write(bytes(range(20)))
|
|
self.assertEqual(self.f.tell(), 20)
|
|
self.f.seek(0)
|
|
self.assertEqual(self.f.tell(), 0)
|
|
self.f.seek(10)
|
|
self.assertEqual(self.f.tell(), 10)
|
|
self.f.seek(5, 1)
|
|
self.assertEqual(self.f.tell(), 15)
|
|
self.f.seek(-5, 1)
|
|
self.assertEqual(self.f.tell(), 10)
|
|
self.f.seek(-5, 2)
|
|
self.assertEqual(self.f.tell(), 15)
|
|
|
|
def testAttributes(self):
|
|
# verify expected attributes exist
|
|
f = self.f
|
|
|
|
self.assertEqual(f.mode, "wb")
|
|
self.assertEqual(f.closed, False)
|
|
|
|
# verify the attributes are readonly
|
|
for attr in 'mode', 'closed':
|
|
self.assertRaises((AttributeError, TypeError),
|
|
setattr, f, attr, 'oops')
|
|
|
|
def testBlksize(self):
|
|
# test private _blksize attribute
|
|
blksize = io.DEFAULT_BUFFER_SIZE
|
|
# try to get preferred blksize from stat.st_blksize, if available
|
|
if hasattr(os, 'fstat'):
|
|
fst = os.fstat(self.f.fileno())
|
|
blksize = getattr(fst, 'st_blksize', blksize)
|
|
self.assertEqual(self.f._blksize, blksize)
|
|
|
|
# verify readinto
|
|
def testReadintoByteArray(self):
|
|
self.f.write(bytes([1, 2, 0, 255]))
|
|
self.f.close()
|
|
|
|
ba = bytearray(b'abcdefgh')
|
|
with self.FileIO(TESTFN, 'r') as f:
|
|
n = f.readinto(ba)
|
|
self.assertEqual(ba, b'\x01\x02\x00\xffefgh')
|
|
self.assertEqual(n, 4)
|
|
|
|
def _testReadintoMemoryview(self):
|
|
self.f.write(bytes([1, 2, 0, 255]))
|
|
self.f.close()
|
|
|
|
m = memoryview(bytearray(b'abcdefgh'))
|
|
with self.FileIO(TESTFN, 'r') as f:
|
|
n = f.readinto(m)
|
|
self.assertEqual(m, b'\x01\x02\x00\xffefgh')
|
|
self.assertEqual(n, 4)
|
|
|
|
m = memoryview(bytearray(b'abcdefgh')).cast('H', shape=[2, 2])
|
|
with self.FileIO(TESTFN, 'r') as f:
|
|
n = f.readinto(m)
|
|
self.assertEqual(bytes(m), b'\x01\x02\x00\xffefgh')
|
|
self.assertEqual(n, 4)
|
|
|
|
def _testReadintoArray(self):
|
|
self.f.write(bytes([1, 2, 0, 255]))
|
|
self.f.close()
|
|
|
|
a = array('B', b'abcdefgh')
|
|
with self.FileIO(TESTFN, 'r') as f:
|
|
n = f.readinto(a)
|
|
self.assertEqual(a, array('B', [1, 2, 0, 255, 101, 102, 103, 104]))
|
|
self.assertEqual(n, 4)
|
|
|
|
a = array('b', b'abcdefgh')
|
|
with self.FileIO(TESTFN, 'r') as f:
|
|
n = f.readinto(a)
|
|
self.assertEqual(a, array('b', [1, 2, 0, -1, 101, 102, 103, 104]))
|
|
self.assertEqual(n, 4)
|
|
|
|
a = array('I', b'abcdefgh')
|
|
with self.FileIO(TESTFN, 'r') as f:
|
|
n = f.readinto(a)
|
|
self.assertEqual(a, array('I', b'\x01\x02\x00\xffefgh'))
|
|
self.assertEqual(n, 4)
|
|
|
|
def testWritelinesList(self):
|
|
l = [b'123', b'456']
|
|
self.f.writelines(l)
|
|
self.f.close()
|
|
self.f = self.FileIO(TESTFN, 'rb')
|
|
buf = self.f.read()
|
|
self.assertEqual(buf, b'123456')
|
|
|
|
def testWritelinesUserList(self):
|
|
l = UserList([b'123', b'456'])
|
|
self.f.writelines(l)
|
|
self.f.close()
|
|
self.f = self.FileIO(TESTFN, 'rb')
|
|
buf = self.f.read()
|
|
self.assertEqual(buf, b'123456')
|
|
|
|
def testWritelinesError(self):
|
|
self.assertRaises(TypeError, self.f.writelines, [1, 2, 3])
|
|
self.assertRaises(TypeError, self.f.writelines, None)
|
|
self.assertRaises(TypeError, self.f.writelines, "abc")
|
|
|
|
def test_none_args(self):
|
|
self.f.write(b"hi\nbye\nabc")
|
|
self.f.close()
|
|
self.f = self.FileIO(TESTFN, 'r')
|
|
self.assertEqual(self.f.read(None), b"hi\nbye\nabc")
|
|
self.f.seek(0)
|
|
self.assertEqual(self.f.readline(None), b"hi\n")
|
|
self.assertEqual(self.f.readlines(None), [b"bye\n", b"abc"])
|
|
|
|
def test_reject(self):
|
|
self.assertRaises(TypeError, self.f.write, "Hello!")
|
|
|
|
def testRepr(self):
|
|
self.assertEqual(repr(self.f),
|
|
"<%s.FileIO name=%r mode=%r closefd=True>" %
|
|
(self.modulename, self.f.name, self.f.mode))
|
|
del self.f.name
|
|
self.assertEqual(repr(self.f),
|
|
"<%s.FileIO fd=%r mode=%r closefd=True>" %
|
|
(self.modulename, self.f.fileno(), self.f.mode))
|
|
self.f.close()
|
|
self.assertEqual(repr(self.f),
|
|
"<%s.FileIO [closed]>" % (self.modulename,))
|
|
|
|
def testReprNoCloseFD(self):
|
|
fd = os.open(TESTFN, os.O_RDONLY)
|
|
try:
|
|
with self.FileIO(fd, 'r', closefd=False) as f:
|
|
self.assertEqual(repr(f),
|
|
"<%s.FileIO name=%r mode=%r closefd=False>" %
|
|
(self.modulename, f.name, f.mode))
|
|
finally:
|
|
os.close(fd)
|
|
|
|
def testRecursiveRepr(self):
|
|
# Issue #25455
|
|
with swap_attr(self.f, 'name', self.f):
|
|
with self.assertRaises(RuntimeError):
|
|
repr(self.f) # Should not crash
|
|
|
|
def testErrors(self):
|
|
f = self.f
|
|
self.assertFalse(f.isatty())
|
|
self.assertFalse(f.closed)
|
|
#self.assertEqual(f.name, TESTFN)
|
|
self.assertRaises(ValueError, f.read, 10) # Open for reading
|
|
f.close()
|
|
self.assertTrue(f.closed)
|
|
f = self.FileIO(TESTFN, 'r')
|
|
self.assertRaises(TypeError, f.readinto, "")
|
|
self.assertFalse(f.closed)
|
|
f.close()
|
|
self.assertTrue(f.closed)
|
|
|
|
def testMethods(self):
|
|
methods = ['fileno', 'isatty', 'seekable', 'readable', 'writable',
|
|
'read', 'readall', 'readline', 'readlines',
|
|
'tell', 'truncate', 'flush']
|
|
|
|
self.f.close()
|
|
self.assertTrue(self.f.closed)
|
|
|
|
for methodname in methods:
|
|
method = getattr(self.f, methodname)
|
|
# should raise on closed file
|
|
self.assertRaises(ValueError, method)
|
|
|
|
self.assertRaises(TypeError, self.f.readinto)
|
|
self.assertRaises(ValueError, self.f.readinto, bytearray(1))
|
|
self.assertRaises(TypeError, self.f.seek)
|
|
self.assertRaises(ValueError, self.f.seek, 0)
|
|
self.assertRaises(TypeError, self.f.write)
|
|
self.assertRaises(ValueError, self.f.write, b'')
|
|
self.assertRaises(TypeError, self.f.writelines)
|
|
self.assertRaises(ValueError, self.f.writelines, b'')
|
|
|
|
def testOpendir(self):
|
|
# Issue 3703: opening a directory should fill the errno
|
|
# Windows always returns "[Errno 13]: Permission denied
|
|
# Unix uses fstat and returns "[Errno 21]: Is a directory"
|
|
try:
|
|
self.FileIO('.', 'r')
|
|
except OSError as e:
|
|
self.assertNotEqual(e.errno, 0)
|
|
self.assertEqual(e.filename, ".")
|
|
else:
|
|
self.fail("Should have raised OSError")
|
|
|
|
@unittest.skipIf(os.name == 'nt', "test only works on a POSIX-like system")
|
|
def testOpenDirFD(self):
|
|
fd = os.open('.', os.O_RDONLY)
|
|
with self.assertRaises(OSError) as cm:
|
|
self.FileIO(fd, 'r')
|
|
os.close(fd)
|
|
self.assertEqual(cm.exception.errno, errno.EISDIR)
|
|
|
|
#A set of functions testing that we get expected behaviour if someone has
|
|
#manually closed the internal file descriptor. First, a decorator:
|
|
def ClosedFD(func):
|
|
@wraps(func)
|
|
def wrapper(self):
|
|
#forcibly close the fd before invoking the problem function
|
|
f = self.f
|
|
os.close(f.fileno())
|
|
try:
|
|
func(self, f)
|
|
finally:
|
|
try:
|
|
self.f.close()
|
|
except OSError:
|
|
pass
|
|
return wrapper
|
|
|
|
def ClosedFDRaises(func):
|
|
@wraps(func)
|
|
def wrapper(self):
|
|
#forcibly close the fd before invoking the problem function
|
|
f = self.f
|
|
os.close(f.fileno())
|
|
try:
|
|
func(self, f)
|
|
except OSError as e:
|
|
self.assertEqual(e.errno, errno.EBADF)
|
|
else:
|
|
self.fail("Should have raised OSError")
|
|
finally:
|
|
try:
|
|
self.f.close()
|
|
except OSError:
|
|
pass
|
|
return wrapper
|
|
|
|
@ClosedFDRaises
|
|
def testErrnoOnClose(self, f):
|
|
f.close()
|
|
|
|
@ClosedFDRaises
|
|
def testErrnoOnClosedWrite(self, f):
|
|
f.write(b'a')
|
|
|
|
@ClosedFDRaises
|
|
def testErrnoOnClosedSeek(self, f):
|
|
f.seek(0)
|
|
|
|
@ClosedFDRaises
|
|
def testErrnoOnClosedTell(self, f):
|
|
f.tell()
|
|
|
|
@ClosedFDRaises
|
|
def testErrnoOnClosedTruncate(self, f):
|
|
f.truncate(0)
|
|
|
|
@ClosedFD
|
|
def testErrnoOnClosedSeekable(self, f):
|
|
f.seekable()
|
|
|
|
@ClosedFD
|
|
def testErrnoOnClosedReadable(self, f):
|
|
f.readable()
|
|
|
|
@ClosedFD
|
|
def testErrnoOnClosedWritable(self, f):
|
|
f.writable()
|
|
|
|
@ClosedFD
|
|
def testErrnoOnClosedFileno(self, f):
|
|
f.fileno()
|
|
|
|
@ClosedFD
|
|
def testErrnoOnClosedIsatty(self, f):
|
|
self.assertEqual(f.isatty(), False)
|
|
|
|
def ReopenForRead(self):
|
|
try:
|
|
self.f.close()
|
|
except OSError:
|
|
pass
|
|
self.f = self.FileIO(TESTFN, 'r')
|
|
os.close(self.f.fileno())
|
|
return self.f
|
|
|
|
@ClosedFDRaises
|
|
def testErrnoOnClosedRead(self, f):
|
|
f = self.ReopenForRead()
|
|
f.read(1)
|
|
|
|
@ClosedFDRaises
|
|
def testErrnoOnClosedReadall(self, f):
|
|
f = self.ReopenForRead()
|
|
f.readall()
|
|
|
|
@ClosedFDRaises
|
|
def testErrnoOnClosedReadinto(self, f):
|
|
f = self.ReopenForRead()
|
|
a = array('b', b'x'*10)
|
|
f.readinto(a)
|
|
|
|
class CAutoFileTests(AutoFileTests, unittest.TestCase):
|
|
FileIO = _io.FileIO
|
|
modulename = '_io'
|
|
|
|
class PyAutoFileTests(AutoFileTests, unittest.TestCase):
|
|
FileIO = _pyio.FileIO
|
|
modulename = '_pyio'
|
|
|
|
|
|
class OtherFileTests:
|
|
|
|
def testAbles(self):
|
|
try:
|
|
f = self.FileIO(TESTFN, "w")
|
|
self.assertEqual(f.readable(), False)
|
|
self.assertEqual(f.writable(), True)
|
|
self.assertEqual(f.seekable(), True)
|
|
f.close()
|
|
|
|
f = self.FileIO(TESTFN, "r")
|
|
self.assertEqual(f.readable(), True)
|
|
self.assertEqual(f.writable(), False)
|
|
self.assertEqual(f.seekable(), True)
|
|
f.close()
|
|
|
|
f = self.FileIO(TESTFN, "a+")
|
|
self.assertEqual(f.readable(), True)
|
|
self.assertEqual(f.writable(), True)
|
|
self.assertEqual(f.seekable(), True)
|
|
self.assertEqual(f.isatty(), False)
|
|
f.close()
|
|
|
|
if sys.platform != "win32":
|
|
try:
|
|
f = self.FileIO("/dev/tty", "a")
|
|
except OSError:
|
|
# When run in a cron job there just aren't any
|
|
# ttys, so skip the test. This also handles other
|
|
# OS'es that don't support /dev/tty.
|
|
pass
|
|
else:
|
|
self.assertEqual(f.readable(), False)
|
|
self.assertEqual(f.writable(), True)
|
|
if sys.platform != "darwin" and \
|
|
'bsd' not in sys.platform and \
|
|
not sys.platform.startswith(('sunos', 'aix')):
|
|
# Somehow /dev/tty appears seekable on some BSDs
|
|
self.assertEqual(f.seekable(), False)
|
|
self.assertEqual(f.isatty(), True)
|
|
f.close()
|
|
finally:
|
|
os.unlink(TESTFN)
|
|
|
|
def testInvalidModeStrings(self):
|
|
# check invalid mode strings
|
|
for mode in ("", "aU", "wU+", "rw", "rt"):
|
|
try:
|
|
f = self.FileIO(TESTFN, mode)
|
|
except ValueError:
|
|
pass
|
|
else:
|
|
f.close()
|
|
self.fail('%r is an invalid file mode' % mode)
|
|
|
|
def testModeStrings(self):
|
|
# test that the mode attribute is correct for various mode strings
|
|
# given as init args
|
|
try:
|
|
for modes in [('w', 'wb'), ('wb', 'wb'), ('wb+', 'rb+'),
|
|
('w+b', 'rb+'), ('a', 'ab'), ('ab', 'ab'),
|
|
('ab+', 'ab+'), ('a+b', 'ab+'), ('r', 'rb'),
|
|
('rb', 'rb'), ('rb+', 'rb+'), ('r+b', 'rb+')]:
|
|
# read modes are last so that TESTFN will exist first
|
|
with self.FileIO(TESTFN, modes[0]) as f:
|
|
self.assertEqual(f.mode, modes[1])
|
|
finally:
|
|
if os.path.exists(TESTFN):
|
|
os.unlink(TESTFN)
|
|
|
|
def testUnicodeOpen(self):
|
|
# verify repr works for unicode too
|
|
f = self.FileIO(str(TESTFN), "w")
|
|
f.close()
|
|
os.unlink(TESTFN)
|
|
|
|
def testBytesOpen(self):
|
|
# Opening a bytes filename
|
|
try:
|
|
fn = TESTFN.encode("ascii")
|
|
except UnicodeEncodeError:
|
|
self.skipTest('could not encode %r to ascii' % TESTFN)
|
|
f = self.FileIO(fn, "w")
|
|
try:
|
|
f.write(b"abc")
|
|
f.close()
|
|
with open(TESTFN, "rb") as f:
|
|
self.assertEqual(f.read(), b"abc")
|
|
finally:
|
|
os.unlink(TESTFN)
|
|
|
|
@unittest.skipIf(sys.getfilesystemencoding() != 'utf-8',
|
|
"test only works for utf-8 filesystems")
|
|
def testUtf8BytesOpen(self):
|
|
# Opening a UTF-8 bytes filename
|
|
try:
|
|
fn = TESTFN_UNICODE.encode("utf-8")
|
|
except UnicodeEncodeError:
|
|
self.skipTest('could not encode %r to utf-8' % TESTFN_UNICODE)
|
|
f = self.FileIO(fn, "w")
|
|
try:
|
|
f.write(b"abc")
|
|
f.close()
|
|
with open(TESTFN_UNICODE, "rb") as f:
|
|
self.assertEqual(f.read(), b"abc")
|
|
finally:
|
|
os.unlink(TESTFN_UNICODE)
|
|
|
|
def testConstructorHandlesNULChars(self):
|
|
fn_with_NUL = 'foo\0bar'
|
|
self.assertRaises(ValueError, self.FileIO, fn_with_NUL, 'w')
|
|
self.assertRaises(ValueError, self.FileIO, bytes(fn_with_NUL, 'ascii'), 'w')
|
|
|
|
def testInvalidFd(self):
|
|
self.assertRaises(ValueError, self.FileIO, -10)
|
|
self.assertRaises(OSError, self.FileIO, make_bad_fd())
|
|
if sys.platform == 'win32':
|
|
import msvcrt
|
|
self.assertRaises(OSError, msvcrt.get_osfhandle, make_bad_fd())
|
|
|
|
def testBadModeArgument(self):
|
|
# verify that we get a sensible error message for bad mode argument
|
|
bad_mode = "qwerty"
|
|
try:
|
|
f = self.FileIO(TESTFN, bad_mode)
|
|
except ValueError as msg:
|
|
if msg.args[0] != 0:
|
|
s = str(msg)
|
|
if TESTFN in s or bad_mode not in s:
|
|
self.fail("bad error message for invalid mode: %s" % s)
|
|
# if msg.args[0] == 0, we're probably on Windows where there may be
|
|
# no obvious way to discover why open() failed.
|
|
else:
|
|
f.close()
|
|
self.fail("no error for invalid mode: %s" % bad_mode)
|
|
|
|
def testTruncate(self):
|
|
f = self.FileIO(TESTFN, 'w')
|
|
f.write(bytes(bytearray(range(10))))
|
|
self.assertEqual(f.tell(), 10)
|
|
f.truncate(5)
|
|
self.assertEqual(f.tell(), 10)
|
|
self.assertEqual(f.seek(0, io.SEEK_END), 5)
|
|
f.truncate(15)
|
|
self.assertEqual(f.tell(), 5)
|
|
self.assertEqual(f.seek(0, io.SEEK_END), 15)
|
|
f.close()
|
|
|
|
def testTruncateOnWindows(self):
|
|
def bug801631():
|
|
# SF bug <http://www.python.org/sf/801631>
|
|
# "file.truncate fault on windows"
|
|
f = self.FileIO(TESTFN, 'w')
|
|
f.write(bytes(range(11)))
|
|
f.close()
|
|
|
|
f = self.FileIO(TESTFN,'r+')
|
|
data = f.read(5)
|
|
if data != bytes(range(5)):
|
|
self.fail("Read on file opened for update failed %r" % data)
|
|
if f.tell() != 5:
|
|
self.fail("File pos after read wrong %d" % f.tell())
|
|
|
|
f.truncate()
|
|
if f.tell() != 5:
|
|
self.fail("File pos after ftruncate wrong %d" % f.tell())
|
|
|
|
f.close()
|
|
size = os.path.getsize(TESTFN)
|
|
if size != 5:
|
|
self.fail("File size after ftruncate wrong %d" % size)
|
|
|
|
try:
|
|
bug801631()
|
|
finally:
|
|
os.unlink(TESTFN)
|
|
|
|
def testAppend(self):
|
|
try:
|
|
f = open(TESTFN, 'wb')
|
|
f.write(b'spam')
|
|
f.close()
|
|
f = open(TESTFN, 'ab')
|
|
f.write(b'eggs')
|
|
f.close()
|
|
f = open(TESTFN, 'rb')
|
|
d = f.read()
|
|
f.close()
|
|
self.assertEqual(d, b'spameggs')
|
|
finally:
|
|
try:
|
|
os.unlink(TESTFN)
|
|
except:
|
|
pass
|
|
|
|
def testInvalidInit(self):
|
|
self.assertRaises(TypeError, self.FileIO, "1", 0, 0)
|
|
|
|
def testWarnings(self):
|
|
with check_warnings(quiet=True) as w:
|
|
self.assertEqual(w.warnings, [])
|
|
self.assertRaises(TypeError, self.FileIO, [])
|
|
self.assertEqual(w.warnings, [])
|
|
self.assertRaises(ValueError, self.FileIO, "/some/invalid/name", "rt")
|
|
self.assertEqual(w.warnings, [])
|
|
|
|
def testUnclosedFDOnException(self):
|
|
class MyException(Exception): pass
|
|
class MyFileIO(self.FileIO):
|
|
def __setattr__(self, name, value):
|
|
if name == "name":
|
|
raise MyException("blocked setting name")
|
|
return super(MyFileIO, self).__setattr__(name, value)
|
|
fd = os.open(__file__, os.O_RDONLY)
|
|
self.assertRaises(MyException, MyFileIO, fd)
|
|
os.close(fd) # should not raise OSError(EBADF)
|
|
|
|
class COtherFileTests(OtherFileTests, unittest.TestCase):
|
|
FileIO = _io.FileIO
|
|
modulename = '_io'
|
|
|
|
@cpython_only
|
|
def testInvalidFd_overflow(self):
|
|
# Issue 15989
|
|
import _testcapi
|
|
self.assertRaises(TypeError, self.FileIO, _testcapi.INT_MAX + 1)
|
|
self.assertRaises(TypeError, self.FileIO, _testcapi.INT_MIN - 1)
|
|
|
|
class PyOtherFileTests(OtherFileTests, unittest.TestCase):
|
|
FileIO = _pyio.FileIO
|
|
modulename = '_pyio'
|
|
|
|
|
|
def test_main():
|
|
# Historically, these tests have been sloppy about removing TESTFN.
|
|
# So get rid of it no matter what.
|
|
try:
|
|
run_unittest(CAutoFileTests, PyAutoFileTests,
|
|
COtherFileTests, PyOtherFileTests)
|
|
finally:
|
|
if os.path.exists(TESTFN):
|
|
os.unlink(TESTFN)
|
|
|
|
if __name__ == '__main__':
|
|
test_main()
|