Ver código fonte

Sketch out most of the ASM test runner.

master
Ben Kurtovic 8 anos atrás
pai
commit
04645ef72f
6 arquivos alterados com 179 adições e 4 exclusões
  1. +1
    -0
      .gitignore
  2. +0
    -0
     
  3. +1
    -0
      tests/asm/full/manifest
  4. BIN
     
  5. +10
    -1
      tests/makefile
  6. +167
    -3
      tests/runner.c

+ 1
- 0
.gitignore Ver arquivo

@@ -4,3 +4,4 @@ roms/*
crater
crater-dev
tests/runner
tests/asm/full/*.gg

+ 0
- 0
Ver arquivo


+ 1
- 0
tests/asm/full/manifest Ver arquivo

@@ -0,0 +1 @@
empty.asm empty.gg


+ 10
- 1
tests/makefile Ver arquivo

@@ -1,4 +1,4 @@
# Copyright (C) 2014-2015 Ben Kurtovic <ben.kurtovic@gmail.com>
# Copyright (C) 2014-2016 Ben Kurtovic <ben.kurtovic@gmail.com>
# Released under the terms of the MIT License. See LICENSE for details.

RUNNER = runner
@@ -10,9 +10,18 @@ all: $(COMPONENTS)

clean:
$(RM) $(RUNNER)
rm asm/full/*.gg

$(RUNNER): $(RUNNER).c
$(CC) $(FLAGS) $< -o $@

$(COMPONENTS): $(RUNNER)
./$(RUNNER) $@

asm: asm-unarchive

asm-archive:
tar -czf asm/full/roms.tar.gz asm/full/*.gg

asm-unarchive:
tar -xf asm/full/roms.tar.gz

+ 167
- 3
tests/runner.c Ver arquivo

@@ -1,12 +1,176 @@
/* Copyright (C) 2014-2015 Ben Kurtovic <ben.kurtovic@gmail.com>
/* Copyright (C) 2014-2016 Ben Kurtovic <ben.kurtovic@gmail.com>
Released under the terms of the MIT License. See LICENSE for details. */

#include <stdbool.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <unistd.h>

#include "../src/logging.h"
#include "../src/util.h"

#define ASM_FULL "asm/full/"
#define ASM_OUTFILE ASM_FULL ".output.gg"

/* Helper macros for reporting test passings/failures */

#define PASS_TEST() \
do { \
printf("."); \
fflush(stdout); \
passed_tests++; \
pending_nl = true; \
} while(0);

#define FAIL_TEST(format, ...) \
do { \
printf("F\n"); \
fprintf(stderr, "***** FAILURE *****\n" format "\n", __VA_ARGS__); \
failed_tests++; \
pending_nl = false; \
} while(0);

#define READY_STDOUT() \
do { \
if (pending_nl) { \
printf("\n"); \
pending_nl = false; \
} \
} while(0);

static int passed_tests = 0, failed_tests = 0;
static bool pending_nl = false;

/*
Prints out the test report. Called before exiting using atexit().
*/
static void finalize() {
READY_STDOUT()
if (failed_tests)
printf("fail (%d/%d)\n", passed_tests, passed_tests + failed_tests);
else
printf("pass (%d/%d)\n", passed_tests, passed_tests);
}

/*
Compare two files. If they are identical, then return true. Otherwise,
return false and print an error message showing the difference.
*/
static bool diff_files(const char *expected_path, const char *actual_path)
{
bool same = false;
FILE *expected = NULL, *actual = NULL;

if (!(expected = fopen(expected_path, "rb"))) {
FAIL_TEST("missing reference file: %s", expected_path)
goto cleanup;
}
if (!(actual = fopen(actual_path, "rb"))) {
FAIL_TEST("missing output file: %s", actual_path)
goto cleanup;
}

size_t len = 0;
int e, a;
while ((e = fgetc(expected)) != EOF) {
a = fgetc(actual);
if (a == EOF) {
FAIL_TEST("files differ: output file too short (index %zu)", len)
goto cleanup;
}
if (e != a) {
FAIL_TEST("files differ: 0x%02X != 0x%02X (expected vs. actual at "
"index %zu)", e, a, len)
goto cleanup;
}
len++;
}

if (fgetc(actual) != EOF) {
FAIL_TEST("files differ: junk at end of output file (index %zu)", len)
goto cleanup;
}

same = true;

cleanup:
if (expected)
fclose(expected);
if (actual)
fclose(actual);
return same;
}

/*
Run a single ASM->ROM test, converting the given source file to a temporary
output file, compared against the reference file.
*/
static bool run_full_asm_test(const char *src_file, const char *ref_file)
{
char *cmd_prefix = "../crater --assemble " ASM_FULL;
char *cmd = cr_malloc(sizeof(char) *
(strlen(cmd_prefix) + strlen(ASM_OUTFILE) + strlen(src_file)) + 2);

// Construct the command by concatenating:
// ../crater --assemble asm/full/<src_file> asm/full/.output.gg
stpcpy(stpcpy(stpcpy(cmd, cmd_prefix), src_file), " " ASM_OUTFILE);
unlink(ASM_OUTFILE);
system(cmd);
free(cmd);

// Construct the full reference file path in a temporary variable and diff
// it with the output file:
char *ref_path = malloc(sizeof(char) *
(strlen(ASM_FULL) + strlen(ref_file) + 1));
stpcpy(stpcpy(ref_path, ASM_FULL), ref_file);
bool diff = diff_files(ref_path, ASM_OUTFILE);
free(ref_path);
return diff;
}

/*
Run all "full"/"complete" ASM->ROM tests.
*/
static bool run_full_asm_tests()
{
FILE *fp = fopen(ASM_FULL "manifest", "r");
if (!fp) {
ERROR_ERRNO("couldn't open manifest file")
return false;
}

char *line = NULL, *split;
size_t cap = 0, lineno = 0;
ssize_t len;

while ((len = getline(&line, &cap, fp)) > 0) {
lineno++;
line[--len] = '\0';
if (!len)
continue;

// TODO: validate chars

split = strchr(line, ' ');
if (!split || strchr(split + 1, ' ')) {
READY_STDOUT()
ERROR("bad format in manifest file on line %zu", lineno)
return false;
}

*(split++) = '\0';
if (!run_full_asm_test(line, split)) {
fprintf(stderr, "test: %s -> %s\n", line, split);
return false;
}
PASS_TEST()
}

unlink(ASM_OUTFILE);
free(line);
return true;
}

/*
Run tests for the Z80 CPU.
@@ -40,8 +204,7 @@ static bool test_psg()
*/
static bool test_asm()
{
// TODO
return true;
return run_full_asm_tests();
}

/*
@@ -96,5 +259,6 @@ int main(int argc, char *argv[])
}

printf("crater: running %s tests\n", name);
atexit(finalize);
return func() ? EXIT_SUCCESS : EXIT_FAILURE;
}

Carregando…
Cancelar
Salvar