ardupilot/Tools/ardupilotwaf/build_summary.py

297 lines
9.3 KiB
Python
Raw Normal View History

2016-05-25 12:22:49 -03:00
# encoding: utf-8
# Copyright (C) 2016 Intel Corporation. All rights reserved.
#
# This file is free software: you can redistribute it and/or modify it
# under the terms of the GNU General Public License as published by the
# Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This file is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
# See the GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License along
# with this program. If not, see <http://www.gnu.org/licenses/>.
'''
Waf tool for printing build summary. To be used, this must be loaded in the
options(), configure() and build() functions.
This tool expects toolchain tool to be already loaded.
The environment variable BUILD_SUMMARY_HEADER can be used to change the default
header for the targets' summary table.
Extra information can be printed by creating assigning a function to
bld.extra_build_summary. That function must receive bld as the first argument
and this module as the second one.
If one target's task generator (tg) doesn't have a link_task or places the ELF
file at a place different from link_task.outputs[0], then
tg.build_summary['binary'] should be set as the Node object or a path relative
to bld.bldnode for the binary file. Otherwise, size information won't be
printed for that target.
'''
import sys
from waflib import Context, Logs, Node
from waflib.Configure import conf
from waflib.TaskGen import before_method, feature
MAX_TARGETS = 20
header_text = {
'target': 'Target',
'binary_path': 'Binary',
'size_text': 'Text (B)',
'size_data': 'Data (B)',
'size_bss': 'BSS (B)',
'size_total': 'Total Flash Used (B)',
'size_free_flash': 'Free Flash (B)',
'ext_flash_used': 'External Flash Used (B)',
2016-05-25 12:22:49 -03:00
}
def text(label, text=''):
text = text.strip()
if text:
Logs.info('%s%s%s%s%s' % (
Logs.colors.NORMAL,
Logs.colors.BOLD,
label,
Logs.colors.NORMAL,
text))
else:
Logs.info('%s%s%s' % (
Logs.colors.NORMAL,
Logs.colors.BOLD,
label
))
def print_table(summary_data_list, header):
max_widths = []
table = [[] for _ in range(len(summary_data_list))]
header_row = []
for h in header:
txt = header_text.get(h, h)
header_row.append(txt)
max_width = len(txt)
for i, row_data in enumerate(summary_data_list):
data = row_data.get(h, '-')
# Output if a piece of reporting data is not applicable, example: free_flash in SITL
if data is None:
data = "Not Applicable"
txt = str(data)
2016-05-25 12:22:49 -03:00
table[i].append(txt)
w = len(txt)
if w > max_width:
max_width = w
max_widths.append(max_width)
sep = ' '
fmts = ['{:<%d}' % w for w in max_widths]
header_row = sep.join(fmts).format(*header_row)
text(header_row)
line = ('-' * len(sep)).join('-' * w for w in max_widths)
print(line)
for row in table:
fmts = []
for j, v in enumerate(row):
w = max_widths[j]
try:
float(v)
except ValueError:
fmts.append('{:<%d}' % w)
else:
fmts.append('{:>%d}' % w)
row = sep.join(fmts).format(*row)
print(row)
def _build_summary(bld):
Logs.info('')
text('BUILD SUMMARY')
text('Build directory: ', bld.bldnode.abspath())
targets_suppressed = False
if bld.targets == '*':
taskgens = bld.get_all_task_gen()
if len(taskgens) > MAX_TARGETS and not bld.options.summary_all:
targets_suppressed = True
taskgens = taskgens[:MAX_TARGETS]
else:
targets = bld.targets.split(',')
if len(targets) > MAX_TARGETS and not bld.options.summary_all:
targets_suppressed = True
targets = targets[:MAX_TARGETS]
taskgens = [bld.get_tgen_by_name(t) for t in targets]
nodes = []
filtered_taskgens = []
for tg in taskgens:
if not hasattr(tg, 'build_summary'):
tg.init_summary_data()
n = tg.build_summary.get('binary', None)
if not n:
t = getattr(tg, 'link_task', None)
if not t:
continue
n = t.outputs[0]
tg.build_summary['binary'] = str(n)
2016-05-25 12:22:49 -03:00
nodes.append(n)
filtered_taskgens.append(tg)
taskgens = filtered_taskgens
if nodes:
l = bld.size_summary(nodes)
for i, data in enumerate(l):
taskgens[i].build_summary.update(data)
summary_data_list = [tg.build_summary for tg in taskgens]
print_table(summary_data_list, bld.env.BUILD_SUMMARY_HEADER)
if targets_suppressed:
Logs.info('')
Logs.pprint(
'NORMAL',
'\033[0;31;1mNote: Some targets were suppressed. Use --summary-all if you want information of all targets.',
)
2016-05-25 12:22:49 -03:00
if hasattr(bld, 'extra_build_summary'):
bld.extra_build_summary(bld, sys.modules[__name__])
# totals=True means relying on -t flag to give us a "(TOTALS)" output
def _parse_size_output(s, s_all, totals=False):
# Get the size of .crash_log to remove it from .bss reporting
# also get external flash size if applicable
crash_log_size = None
ext_flash_used = 0
if s_all is not None:
lines = s_all.splitlines()[1:]
for line in lines:
if ".crash_log" in line:
row = line.strip().split()
crash_log_size = int(row[1])
if ".extflash" in line:
row = line.strip().split()
if int(row[1]) > 0:
ext_flash_used = int(row[1])
import re
pattern = re.compile("^.*TOTALS.*$")
2016-05-25 12:22:49 -03:00
lines = s.splitlines()[1:]
l = []
for line in lines:
if pattern.match(line) or totals==False:
2016-05-25 12:22:49 -03:00
row = line.strip().split()
# check if crash_log wasn't found
# this will be the case for none arm boards: sitl, linux, etc.
if crash_log_size is None:
size_bss = int(row[2])
size_free_flash = None
else:
# BSS: remove the portion occupied by crash_log as the command `size binary.elf`
# reports BSS with crash_log included
size_bss = int(row[2]) - crash_log_size
size_free_flash = crash_log_size
2016-05-25 12:22:49 -03:00
l.append(dict(
size_text=int(row[0]),
size_data=int(row[1]),
size_bss=size_bss,
# Total Flash Cost = Data + Text
size_total=int(row[0]) + int(row[1]) - ext_flash_used,
size_free_flash=size_free_flash,
ext_flash_used= ext_flash_used if ext_flash_used else None,
2016-05-25 12:22:49 -03:00
))
return l
@conf
def size_summary(bld, nodes):
l = []
for n in nodes:
path = n
if isinstance(n, Node.Node):
path = n.path_from(bld.bldnode)
l.append(dict(binary_path=path))
for d in l:
if bld.env.SIZE:
if bld.env.get_flat('SIZE').endswith("xtensa-esp32-elf-size"):
cmd = [bld.env.get_flat('SIZE')] + ["-t"] + [d['binary_path']]
else:
cmd = [bld.env.get_flat('SIZE')] + [d['binary_path']]
if bld.env.get_flat('SIZE').endswith("arm-none-eabi-size"):
cmd2 = [bld.env.get_flat('SIZE')] + ["-A"] + [d['binary_path']]
out2 = bld.cmd_and_log(cmd2,
cwd=bld.bldnode.abspath(),
quiet=Context.BOTH,
)
else:
out2 = None
out = bld.cmd_and_log(
cmd,
cwd=bld.bldnode.abspath(),
quiet=Context.BOTH,
)
if bld.env.get_flat('SIZE').endswith("xtensa-esp32-elf-size"):
parsed = _parse_size_output(out, out2, True)
else:
parsed = _parse_size_output(out, out2, False)
for i, data in enumerate(parsed):
try:
d.update(data)
except:
print("build summary debug: "+str(i)+"->"+str(data))
2016-05-25 12:22:49 -03:00
return l
@conf
def build_summary_post_fun(bld):
if not bld.env.AP_PROGRAM_AS_STLIB:
bld.add_post_fun(_build_summary)
2016-05-25 12:22:49 -03:00
@feature('cprogram', 'cxxprogram')
@before_method('process_rule')
def init_summary_data(self):
self.build_summary = dict(target=self.name)
def options(opt):
g = opt.ap_groups['build']
g.add_option('--summary-all',
action='store_true',
help='''Print build summary for all targets. By default, only
information about the first %d targets will be printed.
2016-05-25 12:22:49 -03:00
''' % MAX_TARGETS)
def configure(cfg):
size_name = 'size'
if cfg.env.TOOLCHAIN != 'native':
size_name = cfg.env.TOOLCHAIN + '-' + size_name
cfg.find_program(size_name, var='SIZE', mandatory=False)
2016-05-25 12:22:49 -03:00
if not cfg.env.BUILD_SUMMARY_HEADER:
cfg.env.BUILD_SUMMARY_HEADER = [
'target',
'size_text',
'size_data',
'size_bss',
'size_total',
'size_free_flash',
'ext_flash_used',
2016-05-25 12:22:49 -03:00
]