create_test_sourcelist: add test driver option to run all tests

New option `-A` passed to test binary allows to run all testcases at
once and prints a report in a standard format - TestAnythingProtocol v.13 [1].
Execution of test whose names will be passed after an option will be skipped.

Sample of output:

    TAP version 13
    1..6
    ok 1 TestCryptoHash # 0.030000
    ok 2 TestCryptoRand # 0.008000
    not ok 3 TestCryptoCipher # 0.005000
    ok 4 TestCryptoProtectData # 0.000000
    cbPlainText: 21 cbCipherText: 32
    PlainText: MySecretPassword123! (cbPlainText = 21, cbCipherText = 32)
    Decrypted CipherText: MySecretPassword123!
    ok 5 TestCryptoProtectMemory # 0.014000
    ok 6 TestCryptoCertEnumCertificatesInStore # 0.000000

1. https://testanything.org/

Fixes: #19367
This commit is contained in:
Sergey Bronnikov 2021-04-27 11:01:21 +03:00 committed by Brad King
parent a3aa5596a1
commit 3f6ff4b5db
2 changed files with 68 additions and 1 deletions

View File

@ -2,6 +2,7 @@
#include <stdio.h> /* NOLINT */
#include <stdlib.h> /* NOLINT */
#include <string.h> /* NOLINT */
#include <time.h>
#if defined(_MSC_VER)
#pragma warning(disable : 4996) /* deprecation */
@ -62,11 +63,23 @@ static char* lowercase(const char* string)
return new_string;
}
int isTestSkipped(const char *name, int n_skipped_tests, char *skipped_tests[]) {
int i;
for (i = 0; i < n_skipped_tests; i++) {
if (strcmp(name, skipped_tests[i]) == 0) {
return 1;
}
}
return 0;
}
int main(int ac, char* av[])
{
int i;
int testNum = 0;
int partial_match;
int run_all;
char *arg;
int testToRun = -1;
@ -95,15 +108,43 @@ int main(int ac, char* av[])
av++;
}
partial_match = 0;
run_all = 0;
arg = CM_NULL; /* NOLINT */
/* If partial match is requested. */
/* If partial match or running all tests are requested. */
if (testToRun == -1 && ac > 1) {
partial_match = (strcmp(av[1], "-R") == 0) ? 1 : 0;
run_all = (strcmp(av[1], "-A") == 0) ? 1 : 0;
}
if (partial_match != 0 && ac < 3) {
printf("-R needs an additional parameter.\n");
return -1;
}
if (run_all == 1) {
clock_t t;
int status = 0;
const char* status_message = NULL;
printf("TAP version 13\n");
printf("1..%d\n", NumTests);
for (i = 0; i < NumTests; ++i) {
const char *name = cmakeGeneratedFunctionMapEntries[i].name;
if (ac > 2) {
if (isTestSkipped(name, ac - 2, av + 2) == 1) {
printf("ok %d %s # SKIP\n", i + 1, name);
continue;
}
}
t = clock();
status = (*cmakeGeneratedFunctionMapEntries[i].func)(ac, av);
t = clock() - t;
double time_taken = ((double)t) / CLOCKS_PER_SEC;
status_message = (status == -1) ? "not ok" : "ok";
printf("%s %d %s # %f\n", status_message, i + 1, name, time_taken);
}
printf("All tests finished.\n");
return 0;
}
if (testToRun == -1) {
arg = lowercase(av[1 + partial_match]);
}

View File

@ -1772,6 +1772,32 @@ if(BUILD_TESTING)
)
list(APPEND TEST_BUILD_DIRS "${CMake_BINARY_DIR}/Tests/TestDriver3")
add_test(testdriver4 ${CMAKE_CTEST_COMMAND}
--build-and-test
"${CMake_SOURCE_DIR}/Tests/TestDriver"
"${CMake_BINARY_DIR}/Tests/TestDriver4"
${build_generator_args}
--build-exe-dir "${CMake_BINARY_DIR}/Tests/Wrapping/bin"
--build-project TestDriverTest
--test-command TestDriverTest -A test2
)
list(APPEND TEST_BUILD_DIRS "${CMake_BINARY_DIR}/Tests/TestDriver4")
add_test(testdriver5 ${CMAKE_CTEST_COMMAND}
--build-and-test
"${CMake_SOURCE_DIR}/Tests/TestDriver"
"${CMake_BINARY_DIR}/Tests/TestDriver5"
${build_generator_args}
--build-exe-dir "${CMake_BINARY_DIR}/Tests/Wrapping/bin"
--build-project TestDriverTest
--test-command TestDriverTest -A test2
)
list(APPEND TEST_BUILD_DIRS "${CMake_BINARY_DIR}/Tests/TestDriver5")
set_tests_properties(testdriver5 PROPERTIES
PASS_REGULAR_EXPRESSION
"TAP version 13\n1\\.\\.3.+ok 1 test1 # [0-9]+\\.[0-9]+.*All tests finished."
)
add_test(Dependency ${CMAKE_CTEST_COMMAND}
--build-and-test
"${CMake_SOURCE_DIR}/Tests/Dependency"