cpython/Lib/tempfile.py

273 lines
9.2 KiB
Python
Raw Normal View History

"""Temporary files and filenames."""
# XXX This tries to be not UNIX specific, but I don't know beans about
# how to choose a temp directory or filename on MS-DOS or other
# systems so it may have to be changed...
1991-11-12 11:38:08 -04:00
import os
1991-11-12 11:38:08 -04:00
__all__ = ["mktemp", "TemporaryFile", "tempdir", "gettempprefix"]
# Parameters that the caller may set to override the defaults
tempdir = None
template = None
def gettempdir():
"""Function to calculate the directory to use."""
global tempdir
if tempdir is not None:
return tempdir
# _gettempdir_inner deduces whether a candidate temp dir is usable by
# trying to create a file in it, and write to it. If that succeeds,
# great, it closes the file and unlinks it. There's a race, though:
# the *name* of the test file it tries is the same across all threads
# under most OSes (Linux is an exception), and letting multiple threads
# all try to open, write to, close, and unlink a single file can cause
# a variety of bogus errors (e.g., you cannot unlink a file under
# Windows if anyone has it open, and two threads cannot create the
# same file in O_EXCL mode under Unix). The simplest cure is to serialize
# calls to _gettempdir_inner. This isn't a real expense, because the
# first thread to succeed sets the global tempdir, and all subsequent
# calls to gettempdir() reuse that without trying _gettempdir_inner.
_tempdir_lock.acquire()
try:
return _gettempdir_inner()
finally:
_tempdir_lock.release()
def _gettempdir_inner():
"""Function to calculate the directory to use."""
1996-05-28 20:31:34 -03:00
global tempdir
if tempdir is not None:
return tempdir
try:
pwd = os.getcwd()
except (AttributeError, os.error):
pwd = os.curdir
attempdirs = ['/tmp', '/var/tmp', '/usr/tmp', pwd]
1996-08-20 17:38:59 -03:00
if os.name == 'nt':
attempdirs.insert(0, 'C:\\TEMP')
attempdirs.insert(0, '\\TEMP')
1997-04-11 16:00:53 -03:00
elif os.name == 'mac':
import macfs, MACFS
try:
2001-01-14 23:26:36 -04:00
refnum, dirid = macfs.FindFolder(MACFS.kOnSystemDisk,
MACFS.kTemporaryFolderType, 1)
dirname = macfs.FSSpec((refnum, dirid, '')).as_pathname()
attempdirs.insert(0, dirname)
except macfs.error:
pass
2001-10-24 17:42:55 -03:00
elif os.name == 'riscos':
scrapdir = os.getenv('Wimp$ScrapDir')
if scrapdir:
attempdirs.insert(0, scrapdir)
for envname in 'TMPDIR', 'TEMP', 'TMP':
if envname in os.environ:
attempdirs.insert(0, os.environ[envname])
1996-08-20 17:38:59 -03:00
testfile = gettempprefix() + 'test'
1996-05-28 20:31:34 -03:00
for dir in attempdirs:
try:
2001-01-14 23:26:36 -04:00
filename = os.path.join(dir, testfile)
if os.name == 'posix':
try:
2001-02-19 11:34:10 -04:00
fd = os.open(filename,
os.O_RDWR | os.O_CREAT | os.O_EXCL, 0700)
2001-01-14 23:26:36 -04:00
except OSError:
pass
else:
fp = os.fdopen(fd, 'w')
fp.write('blat')
fp.close()
os.unlink(filename)
del fp, fd
tempdir = dir
break
else:
fp = open(filename, 'w')
fp.write('blat')
fp.close()
os.unlink(filename)
tempdir = dir
break
except IOError:
pass
1996-05-28 20:31:34 -03:00
if tempdir is None:
msg = "Can't find a usable temporary directory amongst " + `attempdirs`
raise IOError, msg
1996-05-28 20:31:34 -03:00
return tempdir
# template caches the result of gettempprefix, for speed, when possible.
# XXX unclear why this isn't "_template"; left it "template" for backward
# compatibility.
if os.name == "posix":
# We don't try to cache the template on posix: the pid may change on us
# between calls due to a fork, and on Linux the pid changes even for
# another thread in the same process. Since any attempt to keep the
# cache in synch would have to call os.getpid() anyway in order to make
# sure the pid hasn't changed between calls, a cache wouldn't save any
# time. In addition, a cache is difficult to keep correct with the pid
# changing willy-nilly, and earlier attempts proved buggy (races).
template = None
# Else the pid never changes, so gettempprefix always returns the same
# string.
elif os.name == "nt":
template = '~' + `os.getpid()` + '-'
2001-10-24 17:42:55 -03:00
elif os.name in ('mac', 'riscos'):
template = 'Python-Tmp-'
else:
template = 'tmp' # XXX might choose a better one
def gettempprefix():
"""Function to calculate a prefix of the filename to use.
This incorporates the current process id on systems that support such a
notion, so that concurrent processes don't generate the same prefix.
"""
global template
if template is None:
return '@' + `os.getpid()` + '.'
else:
return template
1991-11-12 11:38:08 -04:00
def mktemp(suffix=""):
"""User-callable function to return a unique temporary file name."""
dir = gettempdir()
pre = gettempprefix()
while 1:
i = _counter.get_next()
file = os.path.join(dir, pre + str(i) + suffix)
if not os.path.exists(file):
return file
class TemporaryFileWrapper:
"""Temporary file wrapper
This class provides a wrapper around files opened for temporary use.
In particular, it seeks to automatically remove the file when it is
no longer needed.
"""
# Cache the unlinker so we don't get spurious errors at shutdown
# when the module-level "os" is None'd out. Note that this must
# be referenced as self.unlink, because the name TemporaryFileWrapper
# may also get None'd out before __del__ is called.
unlink = os.unlink
def __init__(self, file, path):
self.file = file
self.path = path
self.close_called = 0
def close(self):
if not self.close_called:
self.close_called = 1
self.file.close()
self.unlink(self.path)
def __del__(self):
self.close()
def __getattr__(self, name):
file = self.__dict__['file']
a = getattr(file, name)
if type(a) != type(0):
setattr(self, name, a)
return a
try:
import fcntl as _fcntl
def _set_cloexec(fd, flag=_fcntl.FD_CLOEXEC):
flags = _fcntl.fcntl(fd, _fcntl.F_GETFD, 0)
if flags >= 0:
# flags read successfully, modify
flags |= flag
_fcntl.fcntl(fd, _fcntl.F_SETFD, flags)
except (ImportError, AttributeError):
def _set_cloexec(fd):
pass
def TemporaryFile(mode='w+b', bufsize=-1, suffix=""):
"""Create and return a temporary file (opened read-write by default)."""
name = mktemp(suffix)
if os.name == 'posix':
# Unix -- be very careful
fd = os.open(name, os.O_RDWR|os.O_CREAT|os.O_EXCL, 0700)
_set_cloexec(fd)
try:
os.unlink(name)
return os.fdopen(fd, mode, bufsize)
except:
os.close(fd)
raise
elif os.name == 'nt':
# Windows -- can't unlink an open file, but O_TEMPORARY creates a
# file that "deletes itself" when the last handle is closed.
# O_NOINHERIT ensures processes created via spawn() don't get a
# handle to this too. That would be a security hole, and, on my
# Win98SE box, when an O_TEMPORARY file is inherited by a spawned
# process, the fd in the spawned process seems to lack the
# O_TEMPORARY flag, so the file doesn't go away by magic then if the
# spawning process closes it first.
flags = (os.O_RDWR | os.O_CREAT | os.O_EXCL |
os.O_TEMPORARY | os.O_NOINHERIT)
if 'b' in mode:
flags |= os.O_BINARY
fd = os.open(name, flags, 0700)
return os.fdopen(fd, mode, bufsize)
else:
# Assume we can't unlink a file that's still open, or arrange for
# an automagically self-deleting file -- use wrapper.
file = open(name, mode, bufsize)
return TemporaryFileWrapper(file, name)
# In order to generate unique names, mktemp() uses _counter.get_next().
# This returns a unique integer on each call, in a threadsafe way (i.e.,
# multiple threads will never see the same integer). The integer will
# usually be a Python int, but if _counter.get_next() is called often
# enough, it will become a Python long.
# Note that the only names that survive this next block of code
# are "_counter" and "_tempdir_lock".
class _ThreadSafeCounter:
def __init__(self, mutex, initialvalue=0):
self.mutex = mutex
self.i = initialvalue
def get_next(self):
self.mutex.acquire()
result = self.i
try:
newi = result + 1
except OverflowError:
newi = long(result) + 1
self.i = newi
self.mutex.release()
return result
try:
import thread
except ImportError:
class _DummyMutex:
def acquire(self):
pass
release = acquire
_counter = _ThreadSafeCounter(_DummyMutex())
_tempdir_lock = _DummyMutex()
del _DummyMutex
else:
_counter = _ThreadSafeCounter(thread.allocate_lock())
_tempdir_lock = thread.allocate_lock()
del thread
del _ThreadSafeCounter