2000-04-03 23:05:59 -03:00
|
|
|
"""distutils.archive_util
|
|
|
|
|
|
|
|
Utility functions for creating archive files (tarballs, zip files,
|
|
|
|
that sort of thing)."""
|
|
|
|
|
|
|
|
__revision__ = "$Id$"
|
|
|
|
|
|
|
|
import os
|
|
|
|
from distutils.errors import DistutilsExecError
|
|
|
|
from distutils.spawn import spawn
|
2000-08-21 22:48:54 -03:00
|
|
|
from distutils.dir_util import mkpath
|
2002-06-04 17:14:43 -03:00
|
|
|
from distutils import log
|
2000-04-03 23:05:59 -03:00
|
|
|
|
|
|
|
def make_tarball (base_name, base_dir, compress="gzip",
|
|
|
|
verbose=0, dry_run=0):
|
|
|
|
"""Create a (possibly compressed) tar file from all the files under
|
2000-09-25 23:13:49 -03:00
|
|
|
'base_dir'. 'compress' must be "gzip" (the default), "compress",
|
|
|
|
"bzip2", or None. Both "tar" and the compression utility named by
|
|
|
|
'compress' must be on the default program search path, so this is
|
|
|
|
probably Unix-specific. The output tar file will be named 'base_dir' +
|
|
|
|
".tar", possibly plus the appropriate compression extension (".gz",
|
|
|
|
".bz2" or ".Z"). Return the output filename.
|
|
|
|
"""
|
2000-04-03 23:05:59 -03:00
|
|
|
# XXX GNU tar 1.13 has a nifty option to add a prefix directory.
|
|
|
|
# It's pretty new, though, so we certainly can't require it --
|
|
|
|
# but it would be nice to take advantage of it to skip the
|
|
|
|
# "create a tree of hardlinks" step! (Would also be nice to
|
|
|
|
# detect GNU tar to use its 'z' option and save a step.)
|
|
|
|
|
|
|
|
compress_ext = { 'gzip': ".gz",
|
2000-04-24 22:38:20 -03:00
|
|
|
'bzip2': '.bz2',
|
2000-04-03 23:05:59 -03:00
|
|
|
'compress': ".Z" }
|
2001-12-06 16:51:35 -04:00
|
|
|
|
2000-04-24 22:38:20 -03:00
|
|
|
# flags for compression program, each element of list will be an argument
|
|
|
|
compress_flags = {'gzip': ["-f9"],
|
|
|
|
'compress': ["-f"],
|
|
|
|
'bzip2': ['-f9']}
|
2000-04-03 23:05:59 -03:00
|
|
|
|
2000-04-24 22:38:20 -03:00
|
|
|
if compress is not None and compress not in compress_ext.keys():
|
2007-08-30 00:52:21 -03:00
|
|
|
raise ValueError(
|
|
|
|
"bad value for 'compress': must be None, 'gzip', or 'compress'")
|
2000-04-03 23:05:59 -03:00
|
|
|
|
|
|
|
archive_name = base_name + ".tar"
|
2002-06-04 17:14:43 -03:00
|
|
|
mkpath(os.path.dirname(archive_name), dry_run=dry_run)
|
2000-04-03 23:05:59 -03:00
|
|
|
cmd = ["tar", "-cf", archive_name, base_dir]
|
2002-06-04 17:14:43 -03:00
|
|
|
spawn(cmd, dry_run=dry_run)
|
2000-04-03 23:05:59 -03:00
|
|
|
|
|
|
|
if compress:
|
2000-09-25 23:13:49 -03:00
|
|
|
spawn([compress] + compress_flags[compress] + [archive_name],
|
2002-06-04 17:14:43 -03:00
|
|
|
dry_run=dry_run)
|
2000-04-03 23:05:59 -03:00
|
|
|
return archive_name + compress_ext[compress]
|
|
|
|
else:
|
|
|
|
return archive_name
|
|
|
|
|
|
|
|
# make_tarball ()
|
|
|
|
|
|
|
|
|
|
|
|
def make_zipfile (base_name, base_dir, verbose=0, dry_run=0):
|
2000-09-25 23:13:49 -03:00
|
|
|
"""Create a zip file from all the files under 'base_dir'. The output
|
2002-11-21 14:33:28 -04:00
|
|
|
zip file will be named 'base_dir' + ".zip". Uses either the "zipfile"
|
|
|
|
Python module (if available) or the InfoZIP "zip" utility (if installed
|
|
|
|
and found on the default search path). If neither tool is available,
|
|
|
|
raises DistutilsExecError. Returns the name of the output zip file.
|
2000-09-25 23:13:49 -03:00
|
|
|
"""
|
2002-11-21 14:33:28 -04:00
|
|
|
try:
|
|
|
|
import zipfile
|
|
|
|
except ImportError:
|
|
|
|
zipfile = None
|
2004-07-18 03:16:08 -03:00
|
|
|
|
2000-04-03 23:05:59 -03:00
|
|
|
zip_filename = base_name + ".zip"
|
2002-06-04 17:14:43 -03:00
|
|
|
mkpath(os.path.dirname(zip_filename), dry_run=dry_run)
|
2002-11-21 14:33:28 -04:00
|
|
|
|
|
|
|
# If zipfile module is not available, try spawning an external
|
|
|
|
# 'zip' command.
|
|
|
|
if zipfile is None:
|
|
|
|
if verbose:
|
|
|
|
zipoptions = "-r"
|
|
|
|
else:
|
|
|
|
zipoptions = "-rq"
|
2004-07-18 03:16:08 -03:00
|
|
|
|
2000-04-03 23:05:59 -03:00
|
|
|
try:
|
2002-11-21 14:33:28 -04:00
|
|
|
spawn(["zip", zipoptions, zip_filename, base_dir],
|
|
|
|
dry_run=dry_run)
|
|
|
|
except DistutilsExecError:
|
|
|
|
# XXX really should distinguish between "couldn't find
|
|
|
|
# external 'zip' command" and "zip failed".
|
2007-08-30 00:52:21 -03:00
|
|
|
raise DistutilsExecError(("unable to create zip file '%s': "
|
2002-11-21 14:33:28 -04:00
|
|
|
"could neither import the 'zipfile' module nor "
|
2007-08-30 00:52:21 -03:00
|
|
|
"find a standalone zip utility") % zip_filename)
|
2000-04-03 23:05:59 -03:00
|
|
|
|
2002-11-21 14:33:28 -04:00
|
|
|
else:
|
|
|
|
log.info("creating '%s' and adding '%s' to it",
|
2002-06-04 17:14:43 -03:00
|
|
|
zip_filename, base_dir)
|
2002-11-21 14:33:28 -04:00
|
|
|
|
2000-04-03 23:05:59 -03:00
|
|
|
if not dry_run:
|
2001-04-14 13:17:00 -03:00
|
|
|
z = zipfile.ZipFile(zip_filename, "w",
|
2000-09-25 23:13:49 -03:00
|
|
|
compression=zipfile.ZIP_DEFLATED)
|
2000-04-03 23:05:59 -03:00
|
|
|
|
Merged revisions 62873,62887,62892-62896,62904 via svnmerge from
svn+ssh://pythondev@svn.python.org/python/trunk
........
r62873 | raymond.hettinger | 2008-05-08 12:18:13 -0500 (Thu, 08 May 2008) | 1 line
Issue 2778. Document the temporary frozenset swap in __contains__(), remove(), and discard().
........
r62887 | brett.cannon | 2008-05-08 14:50:51 -0500 (Thu, 08 May 2008) | 5 lines
Make test.test_support.catch_warning() take an argument specifying if any
triggered warnings should be captured. This allows the context manager to be
used to just prevent the internal state of the 'warnings' framework and thus
allow triggered warnings to be displayed.
........
r62892 | brett.cannon | 2008-05-08 15:20:24 -0500 (Thu, 08 May 2008) | 4 lines
Fix a bug introduced by the addition of the 'record' argument to
test.test_support.catch_warning() where showwarning() was not being set
properly.
........
r62893 | brett.cannon | 2008-05-08 15:20:54 -0500 (Thu, 08 May 2008) | 2 lines
Document the 'record' argument for test.test_support.catch_warning().
........
r62894 | brett.cannon | 2008-05-08 15:23:06 -0500 (Thu, 08 May 2008) | 4 lines
Fix sys.flags to properly expose bytes_warning.
Closes issue #2790.
........
r62895 | brett.cannon | 2008-05-08 15:23:54 -0500 (Thu, 08 May 2008) | 2 lines
Add a missing entry on the fix for issue #2790.
........
r62896 | brett.cannon | 2008-05-08 15:24:43 -0500 (Thu, 08 May 2008) | 2 lines
Add test.test_support.catch_warning()'s new argument.
........
r62904 | benjamin.peterson | 2008-05-08 17:09:54 -0500 (Thu, 08 May 2008) | 2 lines
Replace instances of os.path.walk with os.walk
........
2008-05-08 19:27:58 -03:00
|
|
|
for dirpath, dirnames, filenames in os.walk(base_dir):
|
|
|
|
for name in filenames:
|
|
|
|
path = os.path.normpath(os.path.join(dirpath, name))
|
|
|
|
if os.path.isfile(path):
|
|
|
|
z.write(path, path)
|
|
|
|
log.info("adding '%s'" % path)
|
2000-04-03 23:05:59 -03:00
|
|
|
z.close()
|
|
|
|
|
|
|
|
return zip_filename
|
|
|
|
|
|
|
|
# make_zipfile ()
|
|
|
|
|
|
|
|
|
2000-04-22 00:09:56 -03:00
|
|
|
ARCHIVE_FORMATS = {
|
2000-06-23 21:23:20 -03:00
|
|
|
'gztar': (make_tarball, [('compress', 'gzip')], "gzip'ed tar-file"),
|
|
|
|
'bztar': (make_tarball, [('compress', 'bzip2')], "bzip2'ed tar-file"),
|
|
|
|
'ztar': (make_tarball, [('compress', 'compress')], "compressed tar file"),
|
|
|
|
'tar': (make_tarball, [('compress', None)], "uncompressed tar file"),
|
2000-08-21 22:48:54 -03:00
|
|
|
'zip': (make_zipfile, [],"ZIP file")
|
2000-04-22 00:09:56 -03:00
|
|
|
}
|
|
|
|
|
|
|
|
def check_archive_formats (formats):
|
|
|
|
for format in formats:
|
2006-08-18 19:13:04 -03:00
|
|
|
if format not in ARCHIVE_FORMATS:
|
2000-04-22 00:09:56 -03:00
|
|
|
return format
|
|
|
|
else:
|
|
|
|
return None
|
|
|
|
|
2000-04-03 23:05:59 -03:00
|
|
|
def make_archive (base_name, format,
|
|
|
|
root_dir=None, base_dir=None,
|
|
|
|
verbose=0, dry_run=0):
|
|
|
|
"""Create an archive file (eg. zip or tar). 'base_name' is the name
|
|
|
|
of the file to create, minus any format-specific extension; 'format'
|
|
|
|
is the archive format: one of "zip", "tar", "ztar", or "gztar".
|
|
|
|
'root_dir' is a directory that will be the root directory of the
|
|
|
|
archive; ie. we typically chdir into 'root_dir' before creating the
|
|
|
|
archive. 'base_dir' is the directory where we start archiving from;
|
|
|
|
ie. 'base_dir' will be the common prefix of all files and
|
|
|
|
directories in the archive. 'root_dir' and 'base_dir' both default
|
2000-05-31 22:07:55 -03:00
|
|
|
to the current directory. Returns the name of the archive file.
|
|
|
|
"""
|
2000-04-03 23:05:59 -03:00
|
|
|
save_cwd = os.getcwd()
|
|
|
|
if root_dir is not None:
|
2002-06-04 17:14:43 -03:00
|
|
|
log.debug("changing into '%s'", root_dir)
|
2000-09-25 23:13:49 -03:00
|
|
|
base_name = os.path.abspath(base_name)
|
2000-04-03 23:05:59 -03:00
|
|
|
if not dry_run:
|
2000-09-25 23:13:49 -03:00
|
|
|
os.chdir(root_dir)
|
2000-04-03 23:05:59 -03:00
|
|
|
|
|
|
|
if base_dir is None:
|
|
|
|
base_dir = os.curdir
|
|
|
|
|
2002-06-04 17:14:43 -03:00
|
|
|
kwargs = { 'dry_run': dry_run }
|
2001-12-06 16:51:35 -04:00
|
|
|
|
2000-04-22 00:09:56 -03:00
|
|
|
try:
|
|
|
|
format_info = ARCHIVE_FORMATS[format]
|
|
|
|
except KeyError:
|
2007-08-30 00:52:21 -03:00
|
|
|
raise ValueError("unknown archive format '%s'" % format)
|
2000-04-03 23:05:59 -03:00
|
|
|
|
2000-04-22 00:09:56 -03:00
|
|
|
func = format_info[0]
|
|
|
|
for (arg,val) in format_info[1]:
|
|
|
|
kwargs[arg] = val
|
2006-03-17 04:00:19 -04:00
|
|
|
filename = func(base_name, base_dir, **kwargs)
|
2000-04-03 23:05:59 -03:00
|
|
|
|
|
|
|
if root_dir is not None:
|
2002-06-04 17:14:43 -03:00
|
|
|
log.debug("changing back to '%s'", save_cwd)
|
2000-09-25 23:13:49 -03:00
|
|
|
os.chdir(save_cwd)
|
2000-04-03 23:05:59 -03:00
|
|
|
|
2000-05-31 22:07:55 -03:00
|
|
|
return filename
|
|
|
|
|
2000-04-03 23:05:59 -03:00
|
|
|
# make_archive ()
|