Merged revisions 82732,82734,82738 via svnmerge from

svn+ssh://pythondev@svn.python.org/python/branches/release27-maint

................
  r82732 | r.david.murray | 2010-07-09 09:16:00 -0400 (Fri, 09 Jul 2010) | 13 lines

  Merged revisions 82730 via svnmerge from
  svn+ssh://pythondev@svn.python.org/python/branches/py3k

  'merge' in the sense that this is the same fix by the same author.

  ........
    r82730 | r.david.murray | 2010-07-09 08:23:21 -0400 (Fri, 09 Jul 2010) | 4 lines

    7846: limit fnmatch pattern cache to _MAXCACHE=100 entries.

    Patch by Andrew Clegg.
  ........
................
  r82734 | r.david.murray | 2010-07-09 09:17:45 -0400 (Fri, 09 Jul 2010) | 9 lines

  Merged revisions 82731 via svnmerge from
  svn+ssh://pythondev@svn.python.org/python/branches/py3k

  ........
    r82731 | r.david.murray | 2010-07-09 09:14:03 -0400 (Fri, 09 Jul 2010) | 2 lines

    Fix sort order mistake in Misc/ACKS.
  ........
................
  r82738 | r.david.murray | 2010-07-09 09:25:56 -0400 (Fri, 09 Jul 2010) | 2 lines

  Add missing NEWS entry for 7646.
................
This commit is contained in:
R. David Murray 2010-07-09 13:29:33 +00:00
parent 39db30c3e5
commit bda5f2b3d9
4 changed files with 18 additions and 1 deletions

View File

@ -15,6 +15,7 @@ import re
__all__ = ["filter", "fnmatch","fnmatchcase","translate"] __all__ = ["filter", "fnmatch","fnmatchcase","translate"]
_cache = {} _cache = {}
_MAXCACHE = 100
def fnmatch(name, pat): def fnmatch(name, pat):
"""Test whether FILENAME matches PATTERN. """Test whether FILENAME matches PATTERN.
@ -44,6 +45,8 @@ def filter(names, pat):
pat=os.path.normcase(pat) pat=os.path.normcase(pat)
if not pat in _cache: if not pat in _cache:
res = translate(pat) res = translate(pat)
if len(_cache) >= _MAXCACHE:
_cache.clear()
_cache[pat] = re.compile(res) _cache[pat] = re.compile(res)
match=_cache[pat].match match=_cache[pat].match
if os.path is posixpath: if os.path is posixpath:
@ -66,6 +69,8 @@ def fnmatchcase(name, pat):
if not pat in _cache: if not pat in _cache:
res = translate(pat) res = translate(pat)
if len(_cache) >= _MAXCACHE:
_cache.clear()
_cache[pat] = re.compile(res) _cache[pat] = re.compile(res)
return _cache[pat].match(name) is not None return _cache[pat].match(name) is not None

View File

@ -3,7 +3,7 @@
from test import test_support from test import test_support
import unittest import unittest
from fnmatch import fnmatch, fnmatchcase from fnmatch import fnmatch, fnmatchcase, _MAXCACHE, _cache
class FnmatchTestCase(unittest.TestCase): class FnmatchTestCase(unittest.TestCase):
@ -49,6 +49,15 @@ class FnmatchTestCase(unittest.TestCase):
check('AbC', 'abc', 0, fnmatchcase) check('AbC', 'abc', 0, fnmatchcase)
check('abc', 'AbC', 0, fnmatchcase) check('abc', 'AbC', 0, fnmatchcase)
def test_cache_clearing(self):
# check that caches do not grow too large
# http://bugs.python.org/issue7846
# string pattern cache
for i in range(_MAXCACHE + 1):
fnmatch('foo', '?' * i)
self.assertTrue(len(_cache) <= _MAXCACHE)
def test_main(): def test_main():
test_support.run_unittest(FnmatchTestCase) test_support.run_unittest(FnmatchTestCase)

View File

@ -132,6 +132,7 @@ Tom Christiansen
Vadim Chugunov Vadim Chugunov
David Cinege David Cinege
Mike Clarkson Mike Clarkson
Andrew Clegg
Brad Clements Brad Clements
Steve Clift Steve Clift
Nick Coghlan Nick Coghlan

View File

@ -81,6 +81,8 @@ C-API
Library Library
------- -------
- Issue #7646: The fnmatch pattern cache no longer grows without bound.
- Issue #9136: Fix 'dictionary changed size during iteration' - Issue #9136: Fix 'dictionary changed size during iteration'
RuntimeError produced when profiling the decimal module. This was RuntimeError produced when profiling the decimal module. This was
due to a dangerous iteration over 'locals()' in Context.__init__. due to a dangerous iteration over 'locals()' in Context.__init__.