New test engine, not finished.

git-svn-id: svn://svn.code.sf.net/p/chibios/svn/trunk@14560 27425a3e-05d8-49a3-a47f-9c15f0e5edd8
This commit is contained in:
Giovanni Di Sirio 2021-06-18 08:53:09 +00:00
parent fc504627de
commit 30d3da41d2
3 changed files with 744 additions and 0 deletions

397
os/test/ch_test.c Normal file
View File

@ -0,0 +1,397 @@
/*
ChibiOS - Copyright (C) 2006,2007,2008,2009,2010,2011,2012,2013,2014,
2015,2016,2017,2018,2019,2020,2021 Giovanni Di Sirio.
This file is part of ChibiOS.
ChibiOS is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation version 3 of the License.
ChibiOS is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
/**
* @file ch_test.c
* @brief Unit Tests Engine module code.
*
* @addtogroup CH_TEST
* @{
*/
#include "ch_test.h"
/*===========================================================================*/
/* Module local definitions. */
/*===========================================================================*/
/*===========================================================================*/
/* Module exported variables. */
/*===========================================================================*/
/**
* @brief Test engine context variable.
*/
ch_test_context_t chtest;
/*===========================================================================*/
/* Module local types. */
/*===========================================================================*/
/*===========================================================================*/
/* Module local variables. */
/*===========================================================================*/
/*===========================================================================*/
/* Module local functions. */
/*===========================================================================*/
#if (TEST_CFG_CHIBIOS_SUPPORT == TRUE) || defined(__DOXYGEN__)
static int test_stream_putchar(int c) {
streamPut(chtest.stream, (uint8_t)c);
return c;
}
#endif
static void test_putchar(char c) {
if (chtest.putchar != NULL) {
chtest.putchar(c);
}
}
static void test_clear_tokens(void) {
chtest.tokp = chtest.tokens_buffer;
}
static void test_print_tokens(void) {
char *cp = chtest.tokens_buffer;
while (cp < chtest.tokp) {
test_putchar(*cp++);
}
}
static void test_execute_case(const testcase_t *tcp) {
/* Initialization */
test_clear_tokens();
chtest.local_fail = false;
if (tcp->setup != NULL) {
tcp->setup();
}
tcp->execute();
if (tcp->teardown != NULL) {
tcp->teardown();
}
}
static void test_print_string(const char *s) {
char c;
while ((c = *s) != '\0') {
test_putchar(c);
s++;
}
}
static void test_print_line(void) {
unsigned i;
for (i = 0; i < 76; i++) {
test_putchar('-');
}
test_print_string(TEST_CFG_EOL_STRING);
}
static void test_print_fat_line(void) {
unsigned i;
for (i = 0; i < 76; i++) {
test_putchar('=');
}
test_print_string(TEST_CFG_EOL_STRING);
}
/**
* @brief Test execution.
*
* @param[in] tsp test suite to execute
* @return A failure boolean.
* @retval false if no errors occurred.
* @retval true if one or more tests failed.
*/
static bool test_execute_inner(const testsuite_t *tsp) {
int tseq, tcase;
/* Test execution.*/
test_println("");
if (tsp->name != NULL) {
test_print("*** ");
test_println(tsp->name);
}
else {
test_println("*** Test Suite");
}
test_println("***");
test_print("*** Compiled: ");
test_println(__DATE__ " - " __TIME__);
#if defined(PLATFORM_NAME)
test_print("*** Platform: ");
test_println(PLATFORM_NAME);
#endif
#if defined(BOARD_NAME)
test_print("*** Test Board: ");
test_println(BOARD_NAME);
#endif
#if TEST_CFG_SIZE_REPORT == TRUE
{
extern uint8_t __text_base__, __text_end__,
__rodata_base__, __rodata_end__,
__data_base__, __data_end__,
__bss_base__, __bss_end__;
test_println("***");
test_print("*** Text size: ");
test_printn((uint32_t)(&__text_end__ - &__text_base__));
test_println(" bytes");
test_print("*** RO data size: ");
test_printn((uint32_t)(&__rodata_end__ - &__rodata_base__));
test_println(" bytes");
test_print("*** Data size: ");
test_printn((uint32_t)(&__data_end__ - &__data_base__));
test_println(" bytes");
test_print("*** BSS size: ");
test_printn((uint32_t)(&__bss_end__ - &__bss_base__));
test_println(" bytes");
}
#endif
#if defined(TEST_REPORT_HOOK_HEADER)
TEST_REPORT_HOOK_HEADER
#endif
test_println("");
chtest.global_fail = false;
tseq = 0;
while (tsp->sequences[tseq] != NULL) {
#if TEST_CFG_SHOW_SEQUENCES == TRUE
test_print_fat_line();
test_print("=== Test Sequence ");
test_printn(tseq + 1);
test_print(" (");
test_print(tsp->sequences[tseq]->name);
test_println(")");
#endif
tcase = 0;
while (tsp->sequences[tseq]->cases[tcase] != NULL) {
test_print_line();
test_print("--- Test Case ");
test_printn(tseq + 1);
test_print(".");
test_printn(tcase + 1);
test_print(" (");
test_print(tsp->sequences[tseq]->cases[tcase]->name);
test_println(")");
#if TEST_CFG_DELAY_BETWEEN_TESTS > 0
osalThreadSleepMilliseconds(TEST_CFG_DELAY_BETWEEN_TESTS);
#endif
test_execute_case(tsp->sequences[tseq]->cases[tcase]);
if (chtest.local_fail) {
test_print("--- Result: FAILURE (#");
test_printn(chtest.current_step);
test_print(" [");
test_print_tokens();
test_print("] \"");
test_print(chtest.failure_message);
test_println("\")");
}
else {
test_println("--- Result: SUCCESS");
}
tcase++;
}
tseq++;
}
test_print_line();
test_println("");
test_print("Final result: ");
if (chtest.global_fail)
test_println("FAILURE");
else
test_println("SUCCESS");
#if defined(TEST_REPORT_HOOK_END)
TEST_REPORT_HOOK_END
#endif
return chtest.global_fail;
}
/*===========================================================================*/
/* Module exported functions. */
/*===========================================================================*/
bool __test_fail(const char *msg) {
chtest.local_fail = true;
chtest.global_fail = true;
chtest.failure_message = msg;
return true;
}
bool __test_assert(bool condition, const char *msg) {
if (!condition) {
return __test_fail(msg);
}
return false;
}
bool __test_assert_sequence(char *expected, const char *msg) {
char *cp = chtest.tokens_buffer;
while (cp < chtest.tokp) {
if (*cp++ != *expected++)
return __test_fail(msg);
}
if (*expected) {
return __test_fail(msg);
}
test_clear_tokens();
return false;
}
#if (TEST_CFG_CHIBIOS_SUPPORT == TRUE) || defined(__DOXYGEN__)
bool __test_assert_time_window(systime_t start,
systime_t end,
const char *msg) {
return __test_assert(osalTimeIsInRangeX(osalOsGetSystemTimeX(), start, end),
msg);
}
#endif /* TEST_CFG_CHIBIOS_SUPPORT == TRUE */
/**
* @brief Prints a decimal unsigned number.
*
* @param[in] n the number to be printed
*
* @api
*/
void test_printn(uint32_t n) {
char buf[16], *p;
if (!n) {
test_putchar('0');
}
else {
p = buf;
while (n) {
*p++ = (n % 10) + '0', n /= 10;
}
while (p > buf) {
test_putchar(*--p);
}
}
}
/**
* @brief Prints a line without final end-of-line.
*
* @param[in] msgp the message
*
* @api
*/
void test_print(const char *msgp) {
test_print_string(msgp);
}
/**
* @brief Prints a line.
*
* @param[in] msgp the message
*
* @api
*/
void test_println(const char *msgp) {
test_print_string(msgp);
test_print_string(TEST_CFG_EOL_STRING);
}
/**
* @brief Emits a token into the tokens buffer from a critical zone.
*
* @param[in] token the token as a char
*
* @api
*/
void test_emit_token(char token) {
if (chtest.tokp < &chtest.tokens_buffer[TEST_CFG_MAX_TOKENS]) {
*chtest.tokp++ = token;
}
}
/**
* @brief Test execution with char output.
*
* @param[in] putfunc character output function to be used or @p NULL for
* silent operation
* @param[in] tsp test suite to execute
* @return A failure boolean.
* @retval false if no errors occurred.
* @retval true if one or more tests failed.
*
* @api
*/
bool test_execute_putchar(test_putchar_t putfunc,
const testsuite_t *tsp) {
/* Output initialization using streams.*/
chtest.stream = NULL;
chtest.putchar = putfunc;
/* Test execution.*/
return test_execute_inner(tsp);
}
#if (TEST_CFG_CHIBIOS_SUPPORT == TRUE) || defined(__DOXYGEN__)
/**
* @brief Test execution with stream output.
*
* @param[in] stream pointer to a @p BaseSequentialStream object for test
* output
* @param[in] tsp test suite to execute
* @return A failure boolean.
* @retval false if no errors occurred.
* @retval true if one or more tests failed.
*
* @api
*/
bool test_execute_stream(BaseSequentialStream *stream,
const testsuite_t *tsp) {
/* Output initialization using streams.*/
chtest.stream = stream;
chtest.putchar = test_stream_putchar;
/* Test execution.*/
return test_execute_inner(tsp);
}
#endif /* TEST_CFG_CHIBIOS_SUPPORT == TRUE */
/** @} */

342
os/test/ch_test.h Normal file
View File

@ -0,0 +1,342 @@
/*
ChibiOS - Copyright (C) 2006,2007,2008,2009,2010,2011,2012,2013,2014,
2015,2016,2017,2018,2019,2020,2021 Giovanni Di Sirio.
This file is part of ChibiOS.
ChibiOS is free software; you can redistribute it and/or modify
it under the terms of the GNU General Public License as published by
the Free Software Foundation version 3 of the License.
ChibiOS is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
GNU General Public License for more details.
You should have received a copy of the GNU General Public License
along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
/**
* @file ch_test.h
* @brief Unit Tests Engine Module macros and structures.
*
* @addtogroup CH_TEST
* @{
*/
#ifndef CH_TEST_H
#define CH_TEST_H
#if defined(TEST_USE_CFG_FILE)
#include "testconf.h"
#endif
/*===========================================================================*/
/* Module constants. */
/*===========================================================================*/
#if !defined(FALSE)
#define FALSE 0
#endif
#if !defined(TRUE)
#define TRUE (!FALSE)
#endif
/*===========================================================================*/
/* Module pre-compile time settings. */
/*===========================================================================*/
/**
* @brief Enables ChibiOS-awareness features.
*/
#if !defined(TEST_CFG_CHIBIOS_SUPPORT) || defined(__DOXYGEN__)
#define TEST_CFG_CHIBIOS_SUPPORT TRUE
#endif
/**
* @brief Maximum number of entries in the tokens buffer.
*/
#if !defined(TEST_CFG_EOL_STRING) || defined(__DOXYGEN__)
#define TEST_CFG_EOL_STRING "\r\n"
#endif
/**
* @brief Maximum number of entries in the tokens buffer.
*/
#if !defined(TEST_CFG_MAX_TOKENS) || defined(__DOXYGEN__)
#define TEST_CFG_MAX_TOKENS 16
#endif
/**
* @brief Delay inserted between test cases.
* @note Requires @p TEST_CFG_NO_OS_DEPENDENCIES set to @p TRUE.
*/
#if !defined(TEST_CFG_DELAY_BETWEEN_TESTS) || defined(__DOXYGEN__)
#define TEST_CFG_DELAY_BETWEEN_TESTS 200
#endif
/**
* @brief Shows a sequence header if enabled.
*/
#if !defined(TEST_CFG_SHOW_SEQUENCES) || defined(__DOXYGEN__)
#define TEST_CFG_SHOW_SEQUENCES TRUE
#endif
/**
* @brief Print executable sizes.
* @note Requires specific linker scatter symbols.
*/
#if !defined(TEST_CFG_SIZE_REPORT) || defined(__DOXYGEN__)
#define TEST_CFG_SIZE_REPORT TRUE
#endif
/*===========================================================================*/
/* Derived constants and error checks. */
/*===========================================================================*/
#if TEST_CFG_CHIBIOS_SUPPORT == TRUE
#include "hal.h"
#else /* TEST_CFG_CHIBIOS_SUPPORT == FALSE */
#include <stdint.h>
#include <stdbool.h>
#endif /* TEST_CFG_CHIBIOS_SUPPORT == FALSE */
/*===========================================================================*/
/* Module data structures and types. */
/*===========================================================================*/
/**
* @brief Type of a put char function.
* @note Follows the standard @p putchar() prototype.
*/
typedef int (*test_putchar_t)(int c);
/**
* @brief Type of a test engine context structure.
*/
typedef struct {
/**
* @brief Test step being executed.
*/
unsigned current_step;
/**
* @brief Global test result flag.
*/
bool global_fail;
/**
* @brief Local test result flag.
*/
bool local_fail;
/**
* @brief Last test failure message.
*/
const char *failure_message;
/**
* @brief Pointer to the next token position.
*/
char *tokp;
/**
* @brief Tokens buffer.
*/
char tokens_buffer[TEST_CFG_MAX_TOKENS];
/**
* @brief Current output function.
*/
test_putchar_t putchar;
#if (TEST_CFG_CHIBIOS_SUPPORT == TRUE) || defined(__DOXYGEN__)
/**
* @brief Current output stream.
*/
BaseSequentialStream *stream;
#endif
} ch_test_context_t;
/**
* @brief Structure representing a test case.
*/
typedef struct {
const char *name; /**< @brief Test case name. */
void (*setup)(void); /**< @brief Test case preparation function. */
void (*teardown)(void); /**< @brief Test case clean up function. */
void (*execute)(void); /**< @brief Test case execution function. */
} testcase_t;
/**
* @brief Structure representing a test sequence.
*/
typedef struct {
const char *name; /**< @brief Name of the test sequence. */
const testcase_t * const * cases; /**< @brief Test cases array. */
} testsequence_t;
/**
* @brief Type of a test suite.
*/
typedef struct {
const char *name; /**< @brief Name of the test suite. */
const testsequence_t * const * sequences; /**< @brief Test sequences array. */
} testsuite_t;
/**
* @brief Type of a test suite.
*/
//typedef const testcase_t * const *testsuite_t[];
/*===========================================================================*/
/* Module macros. */
/*===========================================================================*/
/**
* @brief Sets the step identifier.
*
* @param[in] step the step number
*/
#define test_set_step(step) chtest.current_step = (step)
/**
* @brief End step marker.
*
* @param[in] step the step number
*/
#define test_end_step(step) (void)(step);
/**
* @brief Test failure enforcement.
* @note This function can only be called from test_case execute context.
*
* @param[in] msg failure message as string
*
* @api
*/
#define test_fail(msg) { \
__test_fail(msg); \
return; \
}
/**
* @brief Test assertion.
* @note This function can only be called from test_case execute context.
*
* @param[in] condition a boolean expression that must be verified to be true
* @param[in] msg failure message as string
*
* @api
*/
#define test_assert(condition, msg) { \
if (__test_assert(condition, msg)) \
return; \
}
/**
* @brief Test sequence assertion.
* @note This function can only be called from test_case execute context.
*
* @param[in] expected string to be matched with the tokens buffer
* @param[in] msg failure message as string
*
* @api
*/
#define test_assert_sequence(expected, msg) { \
if (__test_assert_sequence(expected, msg)) \
return; \
}
#if (TEST_CFG_CHIBIOS_SUPPORT == TRUE) || defined(__DOXYGEN__)
/**
* @brief Test assertion with lock.
* @note This function can only be called from test_case execute context.
*
* @param[in] condition a boolean expression that must be verified to be true
* @param[in] msg failure message as string
*
* @api
*/
#define test_assert_lock(condition, msg) { \
osalSysLock(); \
if (__test_assert(condition, msg)) { \
osalSysUnlock(); \
return; \
} \
osalSysUnlock(); \
}
/**
* @brief Test time window assertion.
* @note This function can only be called from test_case execute context.
*
* @param[in] start initial time in the window (included)
* @param[in] end final time in the window (not included)
* @param[in] msg failure message as string
*
* @api
*/
#define test_assert_time_window(start, end, msg) { \
if (__test_assert_time_window(start, end, msg)) \
return; \
}
#endif /* TEST_CFG_CHIBIOS_SUPPORT == TRUE */
/*===========================================================================*/
/* External declarations. */
/*===========================================================================*/
#if !defined(__DOXYGEN__)
extern ch_test_context_t chtest;
#endif
#ifdef __cplusplus
extern "C" {
#endif
bool __test_fail(const char *message);
bool __test_assert(bool condition, const char *msg);
bool __test_assert_sequence(char *expected, const char *msg);
#if TEST_CFG_CHIBIOS_SUPPORT == TRUE
bool __test_assert_time_window(systime_t start,
systime_t end,
const char *msg);
#endif
void test_printn(uint32_t n);
void test_print(const char *msgp);
void test_println(const char *msgp);
void test_emit_token(char token);
bool test_execute_putchar(test_putchar_t putfunc,
const testsuite_t *tsp);
#if TEST_CFG_CHIBIOS_SUPPORT == TRUE
bool test_execute_stream(BaseSequentialStream *stream,
const testsuite_t *tsp);
#endif
#ifdef __cplusplus
}
#endif
/*===========================================================================*/
/* Module inline functions. */
/*===========================================================================*/
#if (TEST_CFG_CHIBIOS_SUPPORT == TRUE) || defined(__DOXYGEN__)
/**
* @brief Test execution thread function.
* @note This is a legacy version.
*
* @param[in] stream pointer to a @p BaseSequentialStream object for test
* output
* @param[in] tsp test suite to execute
* @return A failure boolean.
* @retval false if no errors occurred.
* @retval true if one or more tests failed.
*
* @api
*/
static inline msg_t test_execute(BaseSequentialStream *stream,
const testsuite_t *tsp) {
return (msg_t)test_execute_stream(stream, tsp);
}
#endif
#endif /* CH_TEST_H */
/** @} */

5
os/test/test.mk Normal file
View File

@ -0,0 +1,5 @@
# List of all the test runtime files.
TESTSRC += ${CHIBIOS}/test/lib/ch_test.c
# Required include directories
TESTINC += ${CHIBIOS}/test/lib