From 04645ef72f8fe2ad7c244cf79ec36b2cb0a1e1ff Mon Sep 17 00:00:00 2001 From: Ben Kurtovic Date: Fri, 8 Apr 2016 03:53:10 -0500 Subject: [PATCH] Sketch out most of the ASM test runner. --- .gitignore | 1 + tests/asm/full/empty.asm | 0 tests/asm/full/manifest | 1 + tests/asm/full/roms.tar.gz | Bin 0 -> 198 bytes tests/makefile | 11 ++- tests/runner.c | 170 ++++++++++++++++++++++++++++++++++++++++++++- 6 files changed, 179 insertions(+), 4 deletions(-) create mode 100644 tests/asm/full/empty.asm create mode 100644 tests/asm/full/manifest create mode 100644 tests/asm/full/roms.tar.gz diff --git a/.gitignore b/.gitignore index f5cc384..b3b5627 100644 --- a/.gitignore +++ b/.gitignore @@ -4,3 +4,4 @@ roms/* crater crater-dev tests/runner +tests/asm/full/*.gg diff --git a/tests/asm/full/empty.asm b/tests/asm/full/empty.asm new file mode 100644 index 0000000..e69de29 diff --git a/tests/asm/full/manifest b/tests/asm/full/manifest new file mode 100644 index 0000000..d0eedad --- /dev/null +++ b/tests/asm/full/manifest @@ -0,0 +1 @@ +empty.asm empty.gg diff --git a/tests/asm/full/roms.tar.gz b/tests/asm/full/roms.tar.gz new file mode 100644 index 0000000000000000000000000000000000000000..0c2c3e8f7913d12e42c931d7d44cde841a60e6ae GIT binary patch literal 198 zcmb2|=3p?$WDjRxetX`~@34aa>jhgT_Zz|w3RB)#u`cqO{DjG|>#l`H*IT9K?CKLU zCImS$?g@W0|LVV_GIN=(vRA*8>Mi=7A7AHvUtj6fs#DW*UM8MH1?#p{lz5e$$FMr+Ew{ySm`1{znzO$SGKlstUZFT8AoBcY$ aRTj&p{9=KqJ~00S +# Copyright (C) 2014-2016 Ben Kurtovic # Released under the terms of the MIT License. See LICENSE for details. RUNNER = runner @@ -10,9 +10,18 @@ all: $(COMPONENTS) clean: $(RM) $(RUNNER) + rm asm/full/*.gg $(RUNNER): $(RUNNER).c $(CC) $(FLAGS) $< -o $@ $(COMPONENTS): $(RUNNER) ./$(RUNNER) $@ + +asm: asm-unarchive + +asm-archive: + tar -czf asm/full/roms.tar.gz asm/full/*.gg + +asm-unarchive: + tar -xf asm/full/roms.tar.gz diff --git a/tests/runner.c b/tests/runner.c index 34db5af..40b5cb5 100644 --- a/tests/runner.c +++ b/tests/runner.c @@ -1,12 +1,176 @@ -/* Copyright (C) 2014-2015 Ben Kurtovic +/* Copyright (C) 2014-2016 Ben Kurtovic Released under the terms of the MIT License. See LICENSE for details. */ #include #include #include #include +#include #include "../src/logging.h" +#include "../src/util.h" + +#define ASM_FULL "asm/full/" +#define ASM_OUTFILE ASM_FULL ".output.gg" + +/* Helper macros for reporting test passings/failures */ + +#define PASS_TEST() \ + do { \ + printf("."); \ + fflush(stdout); \ + passed_tests++; \ + pending_nl = true; \ + } while(0); + +#define FAIL_TEST(format, ...) \ + do { \ + printf("F\n"); \ + fprintf(stderr, "***** FAILURE *****\n" format "\n", __VA_ARGS__); \ + failed_tests++; \ + pending_nl = false; \ + } while(0); + +#define READY_STDOUT() \ + do { \ + if (pending_nl) { \ + printf("\n"); \ + pending_nl = false; \ + } \ + } while(0); + +static int passed_tests = 0, failed_tests = 0; +static bool pending_nl = false; + +/* + Prints out the test report. Called before exiting using atexit(). +*/ +static void finalize() { + READY_STDOUT() + if (failed_tests) + printf("fail (%d/%d)\n", passed_tests, passed_tests + failed_tests); + else + printf("pass (%d/%d)\n", passed_tests, passed_tests); +} + +/* + Compare two files. If they are identical, then return true. Otherwise, + return false and print an error message showing the difference. +*/ +static bool diff_files(const char *expected_path, const char *actual_path) +{ + bool same = false; + FILE *expected = NULL, *actual = NULL; + + if (!(expected = fopen(expected_path, "rb"))) { + FAIL_TEST("missing reference file: %s", expected_path) + goto cleanup; + } + if (!(actual = fopen(actual_path, "rb"))) { + FAIL_TEST("missing output file: %s", actual_path) + goto cleanup; + } + + size_t len = 0; + int e, a; + while ((e = fgetc(expected)) != EOF) { + a = fgetc(actual); + if (a == EOF) { + FAIL_TEST("files differ: output file too short (index %zu)", len) + goto cleanup; + } + if (e != a) { + FAIL_TEST("files differ: 0x%02X != 0x%02X (expected vs. actual at " + "index %zu)", e, a, len) + goto cleanup; + } + len++; + } + + if (fgetc(actual) != EOF) { + FAIL_TEST("files differ: junk at end of output file (index %zu)", len) + goto cleanup; + } + + same = true; + + cleanup: + if (expected) + fclose(expected); + if (actual) + fclose(actual); + return same; +} + +/* + Run a single ASM->ROM test, converting the given source file to a temporary + output file, compared against the reference file. +*/ +static bool run_full_asm_test(const char *src_file, const char *ref_file) +{ + char *cmd_prefix = "../crater --assemble " ASM_FULL; + char *cmd = cr_malloc(sizeof(char) * + (strlen(cmd_prefix) + strlen(ASM_OUTFILE) + strlen(src_file)) + 2); + + // Construct the command by concatenating: + // ../crater --assemble asm/full/ asm/full/.output.gg + stpcpy(stpcpy(stpcpy(cmd, cmd_prefix), src_file), " " ASM_OUTFILE); + unlink(ASM_OUTFILE); + system(cmd); + free(cmd); + + // Construct the full reference file path in a temporary variable and diff + // it with the output file: + char *ref_path = malloc(sizeof(char) * + (strlen(ASM_FULL) + strlen(ref_file) + 1)); + stpcpy(stpcpy(ref_path, ASM_FULL), ref_file); + bool diff = diff_files(ref_path, ASM_OUTFILE); + free(ref_path); + return diff; +} + +/* + Run all "full"/"complete" ASM->ROM tests. +*/ +static bool run_full_asm_tests() +{ + FILE *fp = fopen(ASM_FULL "manifest", "r"); + if (!fp) { + ERROR_ERRNO("couldn't open manifest file") + return false; + } + + char *line = NULL, *split; + size_t cap = 0, lineno = 0; + ssize_t len; + + while ((len = getline(&line, &cap, fp)) > 0) { + lineno++; + line[--len] = '\0'; + if (!len) + continue; + + // TODO: validate chars + + split = strchr(line, ' '); + if (!split || strchr(split + 1, ' ')) { + READY_STDOUT() + ERROR("bad format in manifest file on line %zu", lineno) + return false; + } + + *(split++) = '\0'; + if (!run_full_asm_test(line, split)) { + fprintf(stderr, "test: %s -> %s\n", line, split); + return false; + } + PASS_TEST() + } + + unlink(ASM_OUTFILE); + free(line); + return true; +} /* Run tests for the Z80 CPU. @@ -40,8 +204,7 @@ static bool test_psg() */ static bool test_asm() { - // TODO - return true; + return run_full_asm_tests(); } /* @@ -96,5 +259,6 @@ int main(int argc, char *argv[]) } printf("crater: running %s tests\n", name); + atexit(finalize); return func() ? EXIT_SUCCESS : EXIT_FAILURE; }