bitcoin/src/test/bctest.py

# Copyright 2014 BitPay, Inc.
# Distributed under the MIT software license, see the accompanying
# file COPYING or http://www.opensource.org/licenses/mit-license.php.
from __future__ import division,print_function,unicode_literals
import subprocess
import os
import json
import sys
import binascii

def parse_output(a, fmt):
	if fmt == 'json': # json: compare parsed data
		return json.loads(a)
	elif fmt == 'hex': # hex: parse and compare binary data
		return binascii.a2b_hex(a.strip())
	else:
		raise NotImplementedError("Don't know how to compare %s" % fmt)

def bctest(testDir, testObj, exeext):

	execprog = testObj['exec'] + exeext
	execargs = testObj['args']
	execrun = [execprog] + execargs
	stdinCfg = None
	inputData = None
	if "input" in testObj:
		filename = testDir + "/" + testObj['input']
		inputData = open(filename).read()
		stdinCfg = subprocess.PIPE

	outputFn = None
	outputData = None
	if "output_cmp" in testObj:
		outputFn = testObj['output_cmp']
		outputType = os.path.splitext(outputFn)[1][1:] # output type from file extension (determines how to compare)
		outputData = open(testDir + "/" + outputFn).read()
		if not outputData:
			print("Output data missing for " + outputFn)
			sys.exit(1)
	proc = subprocess.Popen(execrun, stdin=stdinCfg, stdout=subprocess.PIPE, stderr=subprocess.PIPE,universal_newlines=True)
	try:
		outs = proc.communicate(input=inputData)
	except OSError:
		print("OSError, Failed to execute " + execprog)
		sys.exit(1)

	if outputData:
		try:
			a_parsed = parse_output(outs[0], outputType)
		except Exception as e:
			print('Error parsing command output as %s: %s' % (outputType,e))
			sys.exit(1)
		try:
			b_parsed = parse_output(outputData, outputType)
		except Exception as e:
			print('Error parsing expected output %s as %s: %s' % (outputFn,outputType,e))
			sys.exit(1)
		if a_parsed != b_parsed:
			print("Output data mismatch for " + outputFn + " (format " + outputType + ")")
			sys.exit(1)
		if outs[0] != outputData:
			print("Output formatting mismatch for " + outputFn + " (format " + outputType + ")")
			sys.exit(1)

	wantRC = 0
	if "return_code" in testObj:
		wantRC = testObj['return_code']
	if proc.returncode != wantRC:
		print("Return code mismatch for " + outputFn)
		sys.exit(1)

def bctester(testDir, input_basename, buildenv, verbose = False):
	input_filename = testDir + "/" + input_basename
	raw_data = open(input_filename).read()
	input_data = json.loads(raw_data)

	for testObj in input_data:
		if verbose and "description" in testObj:
			print ("Testing: " + testObj["description"])
		bctest(testDir, testObj, buildenv.exeext)
		if verbose and "description" in testObj:
			print ("PASS")

	sys.exit(0)