hardwaretest: Add empty and blink tests, and new build script

This commit is contained in:
Daniel Fekete 2017-09-17 17:06:05 +02:00
parent 03e008bc26
commit 107a083c98
7 changed files with 354 additions and 2 deletions

1
.gitignore vendored
View File

@ -1,3 +1,4 @@
#Ignore files created by automatic test script
*.ino.h
build-include.txt
tools/script/build

View File

@ -0,0 +1,14 @@
//Automatic testing compilation of blink sketch
#ifndef LED_BUILTIN
#define LED_BUILTIN 0
#endif
void setup() {
pinMode(LED_BUILTIN, OUTPUT);
}
void loop() {
digitalWrite(LED_BUILTIN, !digitalRead(LED_BUILTIN));
delay(1000);
}

View File

@ -0,0 +1,8 @@
//Automatic testing compilation of empty sketch
void setup() {
}
void loop() {
}

View File

@ -49,9 +49,9 @@ for line in boardLines:
for id in set(del_boards):
del boards[id]
for (id, board) in boards.iteritems():
for (id, board) in boards.items():
variant_dir = board["build.variant"]
with open(config.arch_dir + "variants/" + variant_dir + "/variant.h") as f:
with open(config.arch_dir + "variants/" + variant_dir + "/variant.h", encoding='utf-8') as f:
variant_lines = f.read().splitlines()
board["variant_lines"] = variant_lines

93
tools/script/build.html Normal file
View File

@ -0,0 +1,93 @@
<head>
<script src="https://code.jquery.com/jquery-3.2.1.min.js" integrity="sha256-hwg4gsxgFZhOsEEamdOYGBf13FyQuiTwlAQgxVSNgt4=" crossorigin="anonymous"></script>
<style>
td.number {
font-family: monospace;
text-align: right;
font-weight: bold;
}
td.failed {
color: red;
text-align: center;
}
tr.new_build_target {
border-top: solid 2px black;
}
td.build_target, td.sketch {
font-size: small;
}
.info {
font-weight: bold;
}
</style>
</head>
<body>
<hp>Compilation results for: <span class="info" id="core"></span></p>
<p>Compiler version: <span class="info" id="compiler"></span></p>
<p>
Commit date: <span class="info" id="git_date"></span> (hash: <span class="info" id="git_hash"></span>)
</p>
<table cellpadding="1" cellspacing="1" border="1" style="border-collapse: collapse;">
<thead>
<th>Target</th>
<th>Sketch</th>
<th>Flash bytes</th>
<th>RAM bytes</th>
<th>Data</th>
<th></th>
</thead>
<tbody id="result">
</tbody>
</table>
<script>
$.getJSON("build/latest.json", function(json) {
var html = "";
var prev_build_target = "";
var results = json.results;
$("#core").html(json.core);
$("#compiler").html(json.compiler);
$("#git_hash").html(json.git_hash);
$("#git_date").html(json.git_date);
for(build in results) {
var split = build.split("|");
var build_target = split[0];
var hash = split[1];
var sketch = split[2];
var build_path = results[build]["build_path"];
var result = results[build]["result"];
build_target = build_target.replace("STM32GENERIC:STM32:", "")
sketch = sketch.replace("STM32\\libraries\\", "");
html += "<tr class=\"" + ((prev_build_target == build_target) ? "" : "new_build_target") + "\">";
html += "<td class=\"build_target\">" + build_target + "</td>";
html += "<td class=\"sketch\">" + sketch + "</td>";
if (result[0]) {
html += "<td class=\"number\">" + Number(result[0]).toLocaleString('en') + "</td>";
html += "<td class=\"number\">" + Number(result[1]).toLocaleString('en') + "</td>";
} else {
html += "<td class=\"failed number\" colspan=\"2\">FAILED</td>";
}
html += "</tr>";
prev_build_target = build_target;
}
$("tbody#result").html(html);
});
</script>
</body>

235
tools/script/run_build.py Normal file
View File

@ -0,0 +1,235 @@
# Compile from command line
# Example: python run_build.py -v MapleMini_F103CB -s STM32/libraries\HardwareTest\examples\AutomaticCompilation\Basic\Basic.ino -i
import sys
sys.dont_write_bytecode = True
import subprocess
import os
import fnmatch
import shutil
import errno
import argparse
import board
import json
import hashlib
#print(board.boards)
#exit(-1)
hardware_root = os.path.abspath('../../../')
stm32generic_root = os.path.abspath('../../')
arch_root = os.path.join(stm32generic_root, 'STM32')
tools_root = os.path.join(stm32generic_root, 'tools')
arduino_builder_default = "C:\\Program Files (x86)\\Arduino\\arduino-builder.exe"
arm_gcc_path_default = "C:\\Users\\" + str(os.environ.get('USERNAME')) + "\\AppData\\Local\\Arduino15\\packages\\arduino\\tools\\arm-none-eabi-gcc\\4.8.3-2014q1"
git_hash = subprocess.check_output(['git', 'rev-parse', '--short', 'HEAD']).decode("ascii").strip()
git_date = subprocess.check_output(['git', 'show', '-s', '--format=%ci']).decode("ascii").strip()
def build(args, build_target, sketch_path, build_path):
print("Building: ", sketch_path)
print("Variant: ", build_target)
print("Build path: ", build_path)
already_compiled = os.path.join(build_path, "already_compiled.txt")
if os.path.exists(already_compiled) and args.ignore_already_compiled:
return
if os.path.exists(build_path):
shutil.rmtree(build_path)
os.makedirs(build_path, exist_ok = True)
command = []
command.append(args.arduino_builder)
command.append("-hardware")
command.append(hardware_root)
command.append("-hardware")
command.append(os.path.dirname(args.arduino_builder) + "/hardware")
command.append("-tools")
command.append(os.path.dirname(args.arduino_builder) + "/tools-builder")
command.append("-ide-version=10606")
command.append("-fqbn")
command.append(build_target)
#command.append("-warnings=all")
command.append("-verbose")
command.append("-build-path")
command.append(os.path.abspath(build_path))
command.append("-prefs")
command.append("runtime.tools.arm-none-eabi-gcc.path=" + args.arm_gcc_path)
command.append(sketch_path)
print(command)
with open(os.path.join(build_path, "stdout.txt"), "w") as stdout, open(os.path.join(build_path, "stderr.txt"), "w") as stderr:
proc = subprocess.Popen(command, stdout = stdout, stderr = stderr)
#proc = subprocess.Popen(command)
proc.wait()
for dir in os.listdir(build_path):
if os.path.isdir(os.path.join(build_path, dir)):
shutil.rmtree(os.path.join(build_path, dir))
with open(os.path.join(build_path, "disassembly.asm"), "w") as f:
proc = subprocess.Popen([os.path.join(args.arm_gcc_path, "bin", "arm-none-eabi-objdump"), '-d', os.path.join(build_path, os.path.basename(sketch_path) + ".elf")], stdout = f)
with open(os.path.join(build_path, "nm.txt"), "w") as f:
proc = subprocess.Popen([os.path.join(args.arm_gcc_path, "bin", "arm-none-eabi-nm"), '-S', '--size-sort', '-t', 'd', os.path.join(build_path, os.path.basename(sketch_path) + ".elf")], stdout = f)
with open(already_compiled, "w") as f:
f.write("Compilation finished")
def process_stdout(args, build_target, sketch_path, build_path):
with open(os.path.join(build_path, "stdout.txt")) as f:
lines = f.readlines()
flash = None
ram = None
for line in lines:
if 'Sketch uses' in line:
flash = line.split(' ')[2]
if 'Global variables use ' in line:
ram = line.split(' ')[3]
print("Result: ", flash, ram)
print("--------")
return (flash, ram)
def find_inos(path):
ret = []
for root, dirnames, filenames in os.walk(path):
for filename in fnmatch.filter(filenames, '*.ino'):
ret.append(os.path.join(root, filename))
return ret
def run(args, build_target, sketch):
sketch_path = sketch
if not sketch.startswith('/'):
sketch_path = stm32generic_root + '/' + sketch
hash = hashlib.sha256(sketch.encode('utf-8')).hexdigest()[:10].strip()
build_path = os.path.join(os.path.abspath("."), "build", build_target.replace(":", "_").replace(",", "_").replace("=", "_"), git_hash, hash)
build(args, build_target, sketch_path, build_path)
return {"build_path": build_path, "result": process_stdout(args, build_target, sketch_path, build_path)}
def run_manual(args):
for variant in args.variant:
for sketch in args.sketch:
build_target = "STM32GENERIC:STM32:" + variant
result = run(args, build_target, sketch)
key = build_target + "|" + git_hash + "|" + sketch
results[key] = result
def run_auto(args):
variants = [
"MapleMini_F103CB:upload_method=STLinkMethod,usb=Disabled",
"MapleMini_F103CB:upload_method=STLinkMethod,usb=SerialUSB",
"MapleMini_F103CB:upload_method=DFUUploadMethod2,usb=Disabled",
"MapleMini_F103CB:upload_method=DFUUploadMethod2,usb=SerialUSB",
"BluePill:upload_method=STLinkMethod,usb=SerialUSB",
"BLACK_F407XX:upload_method=STLinkMethod,usb=Disabled,subboard=BLACK_F407VE",
"BLACK_F407XX:upload_method=STLinkMethod,usb=SerialUSB,subboard=BLACK_F407VE",
"BLACK_F407XX:upload_method=STLinkMethod,usb=SerialUSB,subboard=BLACK_F407VE",
]
for variant in board.boards:
if 'Nucleo' in variant: # Nucleo 64
if variant[11] == 'R':
variants.append('NUCLEO_64:subboard=' + variant)
else:
variants.append('NUCLEO_144:subboard=' + variant)
if 'DISCOVERY' in variant:
variants.append(variant)
for variant in variants:
inos = []
inos.extend(find_inos(os.path.join(stm32generic_root, "STM32/libraries/HardwareTest/examples/AutomaticCompilation")))
inos.extend(find_inos(os.path.join(stm32generic_root, "STM32/libraries/BoardExamples/examples/all_boards")))
inos.extend(find_inos(os.path.join(stm32generic_root, "STM32/libraries/HardwareTimer/examples")))
inos.extend(find_inos(os.path.join(stm32generic_root, "STM32/libraries/FreeRTOS/examples")))
inos.extend(find_inos(os.path.join(stm32generic_root, "STM32/libraries/EEPROM/examples")))
for sketch in inos:
build_target = "STM32GENERIC:STM32:" + variant
sketch = os.path.relpath(sketch, stm32generic_root)
result = run(args, build_target, sketch)
key = build_target + "|" + git_hash + "|" + sketch
results[key] = result
parser = argparse.ArgumentParser(description='Process some integers.')
parser.add_argument('-v', '--variant', choices = board.boards, action = 'append', default = [])
parser.add_argument('-s', '--sketch', action = 'append', default = [])
parser.add_argument('-b', '--arduino_builder', default = arduino_builder_default)
parser.add_argument('-g', '--arm_gcc_path', default = arm_gcc_path_default)
parser.add_argument('-i', '--ignore_already_compiled', action="store_true")
parser.add_argument('-a', '--auto', action="store_true")
parser.add_argument('-o', '--output')
args = parser.parse_args()
if not args.auto and (not args.variant or not args.sketch):
print("error: Please specify either -a or -v + -s")
parser.print_help()
exit(-1)
if not os.path.exists(args.arduino_builder):
print("error: " + args.arduino_builder + " does not exist")
print(" please use -b to set")
exit(-1)
if not os.path.exists(args.arduino_builder):
print("error: " + args.arm_gcc_path + " does not exist")
print(" please use -g to set")
exit(-1)
results = {}
if not args.auto:
run_manual(args)
else:
run_auto(args)
compiler = os.path.basename(os.path.dirname(args.arm_gcc_path)) + " " + os.path.basename(args.arm_gcc_path)
json_data = {"core": "STM32GENERIC", "compiler": compiler, "git_date": git_date, "git_hash": git_hash, "results": results}
with open("build/STM32GENERIC-" + git_hash + ".json", "w") as f:
json.dump(json_data, f, indent=4)
if args.output:
with open(args.output, "w") as f:
json.dump(json_data, f, indent=4)

1
tools/test/README.md Normal file
View File

@ -0,0 +1 @@
Deprecated, use tools/script/run_build.py instead.