module cleanup
This commit is contained in:
parent
98026f1521
commit
e2f35c3588
|
@ -6,15 +6,13 @@ and building lists of files.
|
||||||
|
|
||||||
__revision__ = "$Id$"
|
__revision__ = "$Id$"
|
||||||
|
|
||||||
import os, string, re
|
import os, re
|
||||||
import fnmatch
|
import fnmatch
|
||||||
from types import *
|
|
||||||
from distutils.util import convert_path
|
from distutils.util import convert_path
|
||||||
from distutils.errors import DistutilsTemplateError, DistutilsInternalError
|
from distutils.errors import DistutilsTemplateError, DistutilsInternalError
|
||||||
from distutils import log
|
from distutils import log
|
||||||
|
|
||||||
class FileList:
|
class FileList:
|
||||||
|
|
||||||
"""A list of files built by on exploring the filesystem and filtered by
|
"""A list of files built by on exploring the filesystem and filtered by
|
||||||
applying various patterns to what we find there.
|
applying various patterns to what we find there.
|
||||||
|
|
||||||
|
@ -29,12 +27,9 @@ class FileList:
|
||||||
filtering applied)
|
filtering applied)
|
||||||
"""
|
"""
|
||||||
|
|
||||||
def __init__(self,
|
def __init__(self, warn=None, debug_print=None):
|
||||||
warn=None,
|
|
||||||
debug_print=None):
|
|
||||||
# ignore argument to FileList, but keep them for backwards
|
# ignore argument to FileList, but keep them for backwards
|
||||||
# compatibility
|
# compatibility
|
||||||
|
|
||||||
self.allfiles = None
|
self.allfiles = None
|
||||||
self.files = []
|
self.files = []
|
||||||
|
|
||||||
|
@ -81,7 +76,7 @@ class FileList:
|
||||||
# -- "File template" methods ---------------------------------------
|
# -- "File template" methods ---------------------------------------
|
||||||
|
|
||||||
def _parse_template_line(self, line):
|
def _parse_template_line(self, line):
|
||||||
words = string.split(line)
|
words = line.split()
|
||||||
action = words[0]
|
action = words[0]
|
||||||
|
|
||||||
patterns = dir = dir_pattern = None
|
patterns = dir = dir_pattern = None
|
||||||
|
@ -114,11 +109,7 @@ class FileList:
|
||||||
|
|
||||||
return (action, patterns, dir, dir_pattern)
|
return (action, patterns, dir, dir_pattern)
|
||||||
|
|
||||||
# _parse_template_line ()
|
|
||||||
|
|
||||||
|
|
||||||
def process_template_line(self, line):
|
def process_template_line(self, line):
|
||||||
|
|
||||||
# Parse the line: split it up, make sure the right number of words
|
# Parse the line: split it up, make sure the right number of words
|
||||||
# is there, and return the relevant words. 'action' is always
|
# is there, and return the relevant words. 'action' is always
|
||||||
# defined: it's the first word of the line. Which of the other
|
# defined: it's the first word of the line. Which of the other
|
||||||
|
@ -130,28 +121,28 @@ class FileList:
|
||||||
# right number of words on the line for that action -- so we
|
# right number of words on the line for that action -- so we
|
||||||
# can proceed with minimal error-checking.
|
# can proceed with minimal error-checking.
|
||||||
if action == 'include':
|
if action == 'include':
|
||||||
self.debug_print("include " + string.join(patterns))
|
self.debug_print("include " + ' '.join(patterns))
|
||||||
for pattern in patterns:
|
for pattern in patterns:
|
||||||
if not self.include_pattern(pattern, anchor=1):
|
if not self.include_pattern(pattern, anchor=1):
|
||||||
log.warn("warning: no files found matching '%s'",
|
log.warn("warning: no files found matching '%s'",
|
||||||
pattern)
|
pattern)
|
||||||
|
|
||||||
elif action == 'exclude':
|
elif action == 'exclude':
|
||||||
self.debug_print("exclude " + string.join(patterns))
|
self.debug_print("exclude " + ' '.join(patterns))
|
||||||
for pattern in patterns:
|
for pattern in patterns:
|
||||||
if not self.exclude_pattern(pattern, anchor=1):
|
if not self.exclude_pattern(pattern, anchor=1):
|
||||||
log.warn(("warning: no previously-included files "
|
log.warn(("warning: no previously-included files "
|
||||||
"found matching '%s'"), pattern)
|
"found matching '%s'"), pattern)
|
||||||
|
|
||||||
elif action == 'global-include':
|
elif action == 'global-include':
|
||||||
self.debug_print("global-include " + string.join(patterns))
|
self.debug_print("global-include " + ' '.join(patterns))
|
||||||
for pattern in patterns:
|
for pattern in patterns:
|
||||||
if not self.include_pattern(pattern, anchor=0):
|
if not self.include_pattern(pattern, anchor=0):
|
||||||
log.warn(("warning: no files found matching '%s' " +
|
log.warn(("warning: no files found matching '%s' " +
|
||||||
"anywhere in distribution"), pattern)
|
"anywhere in distribution"), pattern)
|
||||||
|
|
||||||
elif action == 'global-exclude':
|
elif action == 'global-exclude':
|
||||||
self.debug_print("global-exclude " + string.join(patterns))
|
self.debug_print("global-exclude " + ' '.join(patterns))
|
||||||
for pattern in patterns:
|
for pattern in patterns:
|
||||||
if not self.exclude_pattern(pattern, anchor=0):
|
if not self.exclude_pattern(pattern, anchor=0):
|
||||||
log.warn(("warning: no previously-included files matching "
|
log.warn(("warning: no previously-included files matching "
|
||||||
|
@ -160,7 +151,7 @@ class FileList:
|
||||||
|
|
||||||
elif action == 'recursive-include':
|
elif action == 'recursive-include':
|
||||||
self.debug_print("recursive-include %s %s" %
|
self.debug_print("recursive-include %s %s" %
|
||||||
(dir, string.join(patterns)))
|
(dir, ' '.join(patterns)))
|
||||||
for pattern in patterns:
|
for pattern in patterns:
|
||||||
if not self.include_pattern(pattern, prefix=dir):
|
if not self.include_pattern(pattern, prefix=dir):
|
||||||
log.warn(("warning: no files found matching '%s' " +
|
log.warn(("warning: no files found matching '%s' " +
|
||||||
|
@ -169,7 +160,7 @@ class FileList:
|
||||||
|
|
||||||
elif action == 'recursive-exclude':
|
elif action == 'recursive-exclude':
|
||||||
self.debug_print("recursive-exclude %s %s" %
|
self.debug_print("recursive-exclude %s %s" %
|
||||||
(dir, string.join(patterns)))
|
(dir, ' '.join(patterns)))
|
||||||
for pattern in patterns:
|
for pattern in patterns:
|
||||||
if not self.exclude_pattern(pattern, prefix=dir):
|
if not self.exclude_pattern(pattern, prefix=dir):
|
||||||
log.warn(("warning: no previously-included files matching "
|
log.warn(("warning: no previously-included files matching "
|
||||||
|
@ -196,13 +187,13 @@ class FileList:
|
||||||
|
|
||||||
# -- Filtering/selection methods -----------------------------------
|
# -- Filtering/selection methods -----------------------------------
|
||||||
|
|
||||||
def include_pattern (self, pattern,
|
def include_pattern(self, pattern, anchor=1, prefix=None, is_regex=0):
|
||||||
anchor=1, prefix=None, is_regex=0):
|
|
||||||
"""Select strings (presumably filenames) from 'self.files' that
|
"""Select strings (presumably filenames) from 'self.files' that
|
||||||
match 'pattern', a Unix-style wildcard (glob) pattern. Patterns
|
match 'pattern', a Unix-style wildcard (glob) pattern.
|
||||||
are not quite the same as implemented by the 'fnmatch' module: '*'
|
|
||||||
and '?' match non-special characters, where "special" is platform-
|
Patterns are not quite the same as implemented by the 'fnmatch'
|
||||||
dependent: slash on Unix; colon, slash, and backslash on
|
module: '*' and '?' match non-special characters, where "special"
|
||||||
|
is platform-dependent: slash on Unix; colon, slash, and backslash on
|
||||||
DOS/Windows; and colon on Mac OS.
|
DOS/Windows; and colon on Mac OS.
|
||||||
|
|
||||||
If 'anchor' is true (the default), then the pattern match is more
|
If 'anchor' is true (the default), then the pattern match is more
|
||||||
|
@ -239,16 +230,14 @@ class FileList:
|
||||||
|
|
||||||
return files_found
|
return files_found
|
||||||
|
|
||||||
# include_pattern ()
|
|
||||||
|
|
||||||
|
def exclude_pattern(self, pattern, anchor=1, prefix=None, is_regex=0):
|
||||||
def exclude_pattern (self, pattern,
|
|
||||||
anchor=1, prefix=None, is_regex=0):
|
|
||||||
"""Remove strings (presumably filenames) from 'files' that match
|
"""Remove strings (presumably filenames) from 'files' that match
|
||||||
'pattern'. Other parameters are the same as for
|
'pattern'.
|
||||||
'include_pattern()', above.
|
|
||||||
The list 'self.files' is modified in place.
|
Other parameters are the same as for 'include_pattern()', above.
|
||||||
Return 1 if files are found.
|
The list 'self.files' is modified in place. Return 1 if files are
|
||||||
|
found.
|
||||||
"""
|
"""
|
||||||
files_found = 0
|
files_found = 0
|
||||||
pattern_re = translate_pattern(pattern, anchor, prefix, is_regex)
|
pattern_re = translate_pattern(pattern, anchor, prefix, is_regex)
|
||||||
|
@ -262,10 +251,6 @@ class FileList:
|
||||||
|
|
||||||
return files_found
|
return files_found
|
||||||
|
|
||||||
# exclude_pattern ()
|
|
||||||
|
|
||||||
# class FileList
|
|
||||||
|
|
||||||
|
|
||||||
# ----------------------------------------------------------------------
|
# ----------------------------------------------------------------------
|
||||||
# Utility functions
|
# Utility functions
|
||||||
|
@ -303,10 +288,11 @@ def findall (dir = os.curdir):
|
||||||
|
|
||||||
|
|
||||||
def glob_to_re(pattern):
|
def glob_to_re(pattern):
|
||||||
"""Translate a shell-like glob pattern to a regular expression; return
|
"""Translate a shell-like glob pattern to a regular expression.
|
||||||
a string containing the regex. Differs from 'fnmatch.translate()' in
|
|
||||||
that '*' does not match "special characters" (which are
|
Return a string containing the regex. Differs from
|
||||||
platform-specific).
|
'fnmatch.translate()' in that '*' does not match "special characters"
|
||||||
|
(which are platform-specific).
|
||||||
"""
|
"""
|
||||||
pattern_re = fnmatch.translate(pattern)
|
pattern_re = fnmatch.translate(pattern)
|
||||||
|
|
||||||
|
@ -321,17 +307,17 @@ def glob_to_re(pattern):
|
||||||
|
|
||||||
return pattern_re
|
return pattern_re
|
||||||
|
|
||||||
# glob_to_re ()
|
|
||||||
|
|
||||||
|
|
||||||
def translate_pattern(pattern, anchor=1, prefix=None, is_regex=0):
|
def translate_pattern(pattern, anchor=1, prefix=None, is_regex=0):
|
||||||
"""Translate a shell-like wildcard pattern to a compiled regular
|
"""Translate a shell-like wildcard pattern to a compiled regular
|
||||||
expression. Return the compiled regex. If 'is_regex' true,
|
expression.
|
||||||
|
|
||||||
|
Return the compiled regex. If 'is_regex' true,
|
||||||
then 'pattern' is directly compiled to a regex (if it's a string)
|
then 'pattern' is directly compiled to a regex (if it's a string)
|
||||||
or just returned as-is (assumes it's a regex object).
|
or just returned as-is (assumes it's a regex object).
|
||||||
"""
|
"""
|
||||||
if is_regex:
|
if is_regex:
|
||||||
if type(pattern) is StringType:
|
if isinstance(pattern, str):
|
||||||
return re.compile(pattern)
|
return re.compile(pattern)
|
||||||
else:
|
else:
|
||||||
return pattern
|
return pattern
|
||||||
|
@ -344,11 +330,10 @@ def translate_pattern (pattern, anchor=1, prefix=None, is_regex=0):
|
||||||
if prefix is not None:
|
if prefix is not None:
|
||||||
# ditch end of pattern character
|
# ditch end of pattern character
|
||||||
empty_pattern = glob_to_re('')
|
empty_pattern = glob_to_re('')
|
||||||
prefix_re = (glob_to_re(prefix))[:-len(empty_pattern)]
|
prefix_re = glob_to_re(prefix)[:-len(empty_pattern)]
|
||||||
pattern_re = "^" + os.path.join(prefix_re, ".*" + pattern_re)
|
pattern_re = "^" + os.path.join(prefix_re, ".*" + pattern_re)
|
||||||
else: # no prefix -- respect anchor flag
|
else: # no prefix -- respect anchor flag
|
||||||
if anchor:
|
if anchor:
|
||||||
pattern_re = "^" + pattern_re
|
pattern_re = "^" + pattern_re
|
||||||
|
|
||||||
return re.compile(pattern_re)
|
return re.compile(pattern_re)
|
||||||
# translate_pattern ()
|
|
||||||
|
|
Loading…
Reference in New Issue