43 lines
1.3 KiB
Bash
43 lines
1.3 KiB
Bash
|
#!/usr/bin/env sh
|
||
|
|
|
||
|
|
# Synopsis:
|
||
|
|
# Test the test runner by running it against a predefined set of solutions
|
||
|
|
# with an expected output.
|
||
|
|
|
||
|
|
# Output:
|
||
|
|
# Outputs the diff of the expected test results against the actual test results
|
||
|
|
# generated by the test runner.
|
||
|
|
|
||
|
|
# Example:
|
||
|
|
# ./bin/run-tests.sh
|
||
|
|
|
||
|
|
exit_code=0
|
||
|
|
|
||
|
|
# Iterate over all test directories
|
||
|
|
for test_dir in tests/*; do
|
||
|
|
test_dir_name=$(basename "${test_dir}")
|
||
|
|
test_dir_path=$(realpath "${test_dir}")
|
||
|
|
results_file_path="${test_dir_path}/results.json"
|
||
|
|
expected_results_file_path="${test_dir_path}/expected_results.json"
|
||
|
|
|
||
|
|
bin/run.sh "${test_dir_name}" "${test_dir_path}" "${test_dir_path}"
|
||
|
|
|
||
|
|
# OPTIONAL: Normalize the results file
|
||
|
|
# If the results.json file contains information that changes between
|
||
|
|
# different test runs (e.g. timing information or paths), you should normalize
|
||
|
|
# the results file to allow the diff comparison below to work as expected
|
||
|
|
# sed -i -E \
|
||
|
|
# -e 's/Elapsed time: [0-9]+\.[0-9]+ seconds//g' \
|
||
|
|
# -e "s~${test_dir_path}~/solution~g" \
|
||
|
|
# "${results_file_path}"
|
||
|
|
|
||
|
|
echo "${test_dir_name}: comparing results.json to expected_results.json"
|
||
|
|
diff "${results_file_path}" "${expected_results_file_path}"
|
||
|
|
|
||
|
|
if [ $? -ne 0 ]; then
|
||
|
|
exit_code=1
|
||
|
|
fi
|
||
|
|
done
|
||
|
|
|
||
|
|
exit ${exit_code}
|