2011-07-29 07:06:13 -03:00
|
|
|
#!/usr/bin/env python
|
2010-11-26 04:04:57 -04:00
|
|
|
import re
|
|
|
|
import sys
|
|
|
|
import shutil
|
2008-03-18 14:25:13 -03:00
|
|
|
import os.path
|
|
|
|
import subprocess
|
2011-07-30 16:34:04 -03:00
|
|
|
import sysconfig
|
2008-03-18 14:25:13 -03:00
|
|
|
|
|
|
|
import reindent
|
2010-11-26 04:04:57 -04:00
|
|
|
import untabify
|
|
|
|
|
|
|
|
|
2011-07-30 16:34:04 -03:00
|
|
|
SRCDIR = sysconfig.get_config_var('srcdir')
|
|
|
|
|
2010-11-26 04:04:57 -04:00
|
|
|
def n_files_str(count):
|
|
|
|
"""Return 'N file(s)' with the proper plurality on 'file'."""
|
|
|
|
return "{} file{}".format(count, "s" if count != 1 else "")
|
2008-03-18 14:25:13 -03:00
|
|
|
|
|
|
|
|
|
|
|
def status(message, modal=False, info=None):
|
|
|
|
"""Decorator to output status info to stdout."""
|
|
|
|
def decorated_fxn(fxn):
|
|
|
|
def call_fxn(*args, **kwargs):
|
|
|
|
sys.stdout.write(message + ' ... ')
|
|
|
|
sys.stdout.flush()
|
|
|
|
result = fxn(*args, **kwargs)
|
|
|
|
if not modal and not info:
|
|
|
|
print "done"
|
|
|
|
elif info:
|
|
|
|
print info(result)
|
|
|
|
else:
|
2010-11-26 04:04:57 -04:00
|
|
|
print "yes" if result else "NO"
|
2008-03-18 14:25:13 -03:00
|
|
|
return result
|
|
|
|
return call_fxn
|
|
|
|
return decorated_fxn
|
|
|
|
|
2010-11-26 04:04:57 -04:00
|
|
|
|
2012-02-22 05:40:09 -04:00
|
|
|
def mq_patches_applied():
|
|
|
|
"""Check if there are any applied MQ patches."""
|
|
|
|
cmd = 'hg qapplied'
|
|
|
|
st = subprocess.Popen(cmd.split(),
|
|
|
|
stdout=subprocess.PIPE,
|
|
|
|
stderr=subprocess.PIPE)
|
|
|
|
try:
|
|
|
|
bstdout, _ = st.communicate()
|
|
|
|
return st.returncode == 0 and bstdout
|
|
|
|
finally:
|
|
|
|
st.stdout.close()
|
|
|
|
st.stderr.close()
|
|
|
|
|
|
|
|
|
2017-03-12 06:34:16 -03:00
|
|
|
def get_git_branch():
|
|
|
|
"""Get the symbolic name for the current git branch"""
|
|
|
|
cmd = "git rev-parse --abbrev-ref HEAD".split()
|
|
|
|
try:
|
|
|
|
return subprocess.check_output(cmd, stderr=subprocess.PIPE)
|
|
|
|
except subprocess.CalledProcessError:
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
|
|
def get_git_upstream_remote():
|
|
|
|
"""Get the remote name to use for upstream branches
|
|
|
|
|
|
|
|
Uses "upstream" if it exists, "origin" otherwise
|
|
|
|
"""
|
|
|
|
cmd = "git remote get-url upstream".split()
|
|
|
|
try:
|
|
|
|
subprocess.check_output(cmd, stderr=subprocess.PIPE)
|
|
|
|
except subprocess.CalledProcessError:
|
|
|
|
return "origin"
|
|
|
|
return "upstream"
|
|
|
|
|
|
|
|
|
|
|
|
@status("Getting base branch for PR",
|
|
|
|
info=lambda x: x if x is not None else "not a PR branch")
|
|
|
|
def get_base_branch():
|
2017-04-09 05:32:48 -03:00
|
|
|
if not os.path.exists(os.path.join(SRCDIR, '.git')):
|
2017-03-12 06:34:16 -03:00
|
|
|
# Not a git checkout, so there's no base branch
|
|
|
|
return None
|
|
|
|
version = sys.version_info
|
|
|
|
if version.releaselevel == 'alpha':
|
|
|
|
base_branch = "master"
|
|
|
|
else:
|
|
|
|
base_branch = "{0.major}.{0.minor}".format(version)
|
|
|
|
this_branch = get_git_branch()
|
|
|
|
if this_branch is None or this_branch == base_branch:
|
|
|
|
# Not on a git PR branch, so there's no base branch
|
|
|
|
return None
|
|
|
|
upstream_remote = get_git_upstream_remote()
|
|
|
|
return upstream_remote + "/" + base_branch
|
|
|
|
|
|
|
|
|
2008-03-18 14:25:13 -03:00
|
|
|
@status("Getting the list of files that have been added/changed",
|
2010-11-26 04:04:57 -04:00
|
|
|
info=lambda x: n_files_str(len(x)))
|
2017-03-12 06:34:16 -03:00
|
|
|
def changed_files(base_branch=None):
|
|
|
|
"""Get the list of changed or added files from Mercurial or git."""
|
2011-07-30 16:34:04 -03:00
|
|
|
if os.path.isdir(os.path.join(SRCDIR, '.hg')):
|
2017-03-12 06:34:16 -03:00
|
|
|
if base_branch is not None:
|
|
|
|
sys.exit('need a git checkout to check PR status')
|
2010-11-26 04:04:57 -04:00
|
|
|
cmd = 'hg status --added --modified --no-status'
|
2012-02-22 05:40:09 -04:00
|
|
|
if mq_patches_applied():
|
|
|
|
cmd += ' --rev qparent'
|
2017-03-12 06:34:16 -03:00
|
|
|
st = subprocess.Popen(cmd.split(), stdout=subprocess.PIPE)
|
|
|
|
try:
|
2010-11-26 04:04:57 -04:00
|
|
|
return [x.decode().rstrip() for x in st.stdout]
|
2017-03-12 06:34:16 -03:00
|
|
|
finally:
|
|
|
|
st.stdout.close()
|
2017-03-12 07:03:45 -03:00
|
|
|
elif os.path.exists(os.path.join(SRCDIR, '.git')):
|
|
|
|
# We just use an existence check here as:
|
|
|
|
# directory = normal git checkout/clone
|
|
|
|
# file = git worktree directory
|
2017-03-12 06:34:16 -03:00
|
|
|
if base_branch:
|
|
|
|
cmd = 'git diff --name-status ' + base_branch
|
2010-11-26 04:04:57 -04:00
|
|
|
else:
|
2017-03-12 06:34:16 -03:00
|
|
|
cmd = 'git status --porcelain'
|
|
|
|
filenames = []
|
|
|
|
st = subprocess.Popen(cmd.split(), stdout=subprocess.PIPE)
|
|
|
|
try:
|
|
|
|
for line in st.stdout:
|
|
|
|
line = line.decode().rstrip()
|
|
|
|
status_text, filename = line.split(None, 1)
|
|
|
|
status = set(status_text)
|
|
|
|
# modified, added or unmerged files
|
|
|
|
if not status.intersection('MAU'):
|
|
|
|
continue
|
|
|
|
if ' -> ' in filename:
|
|
|
|
# file is renamed
|
|
|
|
filename = filename.split(' -> ', 2)[1].strip()
|
|
|
|
filenames.append(filename)
|
|
|
|
finally:
|
|
|
|
st.stdout.close()
|
|
|
|
return filenames
|
|
|
|
else:
|
|
|
|
sys.exit('need a checkout to get modified files')
|
2010-11-26 04:04:57 -04:00
|
|
|
|
|
|
|
|
|
|
|
def report_modified_files(file_paths):
|
|
|
|
count = len(file_paths)
|
|
|
|
if count == 0:
|
|
|
|
return n_files_str(count)
|
|
|
|
else:
|
|
|
|
lines = ["{}:".format(n_files_str(count))]
|
|
|
|
for path in file_paths:
|
|
|
|
lines.append(" {}".format(path))
|
|
|
|
return "\n".join(lines)
|
|
|
|
|
|
|
|
|
|
|
|
@status("Fixing whitespace", info=report_modified_files)
|
2008-03-18 14:25:13 -03:00
|
|
|
def normalize_whitespace(file_paths):
|
|
|
|
"""Make sure that the whitespace for .py files have been normalized."""
|
|
|
|
reindent.makebackup = False # No need to create backups.
|
2010-11-26 04:04:57 -04:00
|
|
|
fixed = []
|
|
|
|
for path in (x for x in file_paths if x.endswith('.py')):
|
2011-07-30 16:34:04 -03:00
|
|
|
if reindent.check(os.path.join(SRCDIR, path)):
|
2010-11-26 04:04:57 -04:00
|
|
|
fixed.append(path)
|
|
|
|
return fixed
|
|
|
|
|
|
|
|
|
|
|
|
@status("Fixing C file whitespace", info=report_modified_files)
|
|
|
|
def normalize_c_whitespace(file_paths):
|
|
|
|
"""Report if any C files """
|
|
|
|
fixed = []
|
|
|
|
for path in file_paths:
|
2011-07-30 16:34:04 -03:00
|
|
|
abspath = os.path.join(SRCDIR, path)
|
|
|
|
with open(abspath, 'r') as f:
|
2010-11-26 04:04:57 -04:00
|
|
|
if '\t' not in f.read():
|
|
|
|
continue
|
2011-07-30 16:34:04 -03:00
|
|
|
untabify.process(abspath, 8, verbose=False)
|
2010-11-26 04:04:57 -04:00
|
|
|
fixed.append(path)
|
|
|
|
return fixed
|
|
|
|
|
|
|
|
|
|
|
|
ws_re = re.compile(br'\s+(\r?\n)$')
|
|
|
|
|
|
|
|
@status("Fixing docs whitespace", info=report_modified_files)
|
|
|
|
def normalize_docs_whitespace(file_paths):
|
|
|
|
fixed = []
|
|
|
|
for path in file_paths:
|
2011-07-30 16:34:04 -03:00
|
|
|
abspath = os.path.join(SRCDIR, path)
|
2010-11-26 04:04:57 -04:00
|
|
|
try:
|
2011-07-30 16:34:04 -03:00
|
|
|
with open(abspath, 'rb') as f:
|
2010-11-26 04:04:57 -04:00
|
|
|
lines = f.readlines()
|
|
|
|
new_lines = [ws_re.sub(br'\1', line) for line in lines]
|
|
|
|
if new_lines != lines:
|
2011-07-30 16:34:04 -03:00
|
|
|
shutil.copyfile(abspath, abspath + '.bak')
|
|
|
|
with open(abspath, 'wb') as f:
|
2010-11-26 04:04:57 -04:00
|
|
|
f.writelines(new_lines)
|
|
|
|
fixed.append(path)
|
|
|
|
except Exception as err:
|
|
|
|
print 'Cannot fix %s: %s' % (path, err)
|
|
|
|
return fixed
|
|
|
|
|
2008-03-18 14:25:13 -03:00
|
|
|
|
|
|
|
@status("Docs modified", modal=True)
|
|
|
|
def docs_modified(file_paths):
|
2010-11-26 04:04:57 -04:00
|
|
|
"""Report if any file in the Doc directory has been changed."""
|
|
|
|
return bool(file_paths)
|
|
|
|
|
2008-03-18 14:25:13 -03:00
|
|
|
|
|
|
|
@status("Misc/ACKS updated", modal=True)
|
|
|
|
def credit_given(file_paths):
|
|
|
|
"""Check if Misc/ACKS has been changed."""
|
2013-07-21 21:57:44 -03:00
|
|
|
return os.path.join('Misc', 'ACKS') in file_paths
|
2008-03-18 14:25:13 -03:00
|
|
|
|
2010-11-26 04:04:57 -04:00
|
|
|
|
2008-03-18 14:25:13 -03:00
|
|
|
@status("Misc/NEWS updated", modal=True)
|
|
|
|
def reported_news(file_paths):
|
|
|
|
"""Check if Misc/NEWS has been changed."""
|
2013-07-21 21:57:44 -03:00
|
|
|
return os.path.join('Misc', 'NEWS') in file_paths
|
2008-03-18 14:25:13 -03:00
|
|
|
|
|
|
|
|
|
|
|
def main():
|
2017-03-12 06:34:16 -03:00
|
|
|
base_branch = get_base_branch()
|
|
|
|
file_paths = changed_files(base_branch)
|
2010-11-26 04:04:57 -04:00
|
|
|
python_files = [fn for fn in file_paths if fn.endswith('.py')]
|
|
|
|
c_files = [fn for fn in file_paths if fn.endswith(('.c', '.h'))]
|
2014-10-19 06:54:08 -03:00
|
|
|
doc_files = [fn for fn in file_paths if fn.startswith('Doc') and
|
|
|
|
fn.endswith(('.rst', '.inc'))]
|
2013-07-21 21:57:44 -03:00
|
|
|
misc_files = {os.path.join('Misc', 'ACKS'), os.path.join('Misc', 'NEWS')}\
|
|
|
|
& set(file_paths)
|
2010-11-26 04:04:57 -04:00
|
|
|
# PEP 8 whitespace rules enforcement.
|
|
|
|
normalize_whitespace(python_files)
|
|
|
|
# C rules enforcement.
|
|
|
|
normalize_c_whitespace(c_files)
|
|
|
|
# Doc whitespace enforcement.
|
|
|
|
normalize_docs_whitespace(doc_files)
|
2008-03-18 14:25:13 -03:00
|
|
|
# Docs updated.
|
2010-11-26 04:04:57 -04:00
|
|
|
docs_modified(doc_files)
|
2008-03-18 14:25:13 -03:00
|
|
|
# Misc/ACKS changed.
|
2013-07-21 21:57:44 -03:00
|
|
|
credit_given(misc_files)
|
2008-03-18 14:25:13 -03:00
|
|
|
# Misc/NEWS changed.
|
2013-07-21 21:57:44 -03:00
|
|
|
reported_news(misc_files)
|
2008-03-18 14:25:13 -03:00
|
|
|
|
|
|
|
# Test suite run and passed.
|
2011-08-19 03:41:00 -03:00
|
|
|
if python_files or c_files:
|
2013-01-11 08:07:47 -04:00
|
|
|
end = " and check for refleaks?" if c_files else "?"
|
2011-08-19 03:41:00 -03:00
|
|
|
print
|
2013-01-11 08:07:47 -04:00
|
|
|
print "Did you run the test suite" + end
|
2008-03-18 14:25:13 -03:00
|
|
|
|
|
|
|
|
|
|
|
if __name__ == '__main__':
|
|
|
|
main()
|