python/test/check-exercises.py

#!/usr/bin/env python
import os
import ast
import imp
import glob
import shutil
import subprocess
import sys
import tempfile


def check_assignment(name, test_file, example_name):
    # Returns the exit code of the tests
    workdir = tempfile.mkdtemp(name)
    try:
        test_file_out = os.path.join(workdir, os.path.basename(test_file))
        shutil.copyfile(test_file, test_file_out)
        shutil.copyfile(os.path.join(os.path.dirname(test_file), 'example.py'),
                        os.path.join(workdir, '{}.py'.format(example_name)))
        return subprocess.call(['python', test_file_out])
    finally:
        shutil.rmtree(workdir)


def modname_heuristic(test_file):
    with open(test_file) as f:
        tree = ast.parse(f.read(), filename=test_file)
    # return the first nonexistent module that the tests import
    for node in ast.walk(tree):
        for modname in possible_module_names(node):
            if is_module_missing(modname):
                return modname


def possible_module_names(node):
    if isinstance(node, ast.Import):
        for alias in node.names:
            yield alias.name
    elif isinstance(node, ast.ImportFrom):
        yield node.module


def is_module_missing(modname):
    try:
        imp.find_module(modname)
    except ImportError:
        return True
    else:
        return False


def assignment_name(test_file):
    return os.path.basename(test_file).rpartition('_')[0]


def main():
    if len(sys.argv) == 2:  # test a specific exercise
        exercise_path = sys.argv[1].strip('/')
        test_file = glob.glob('./exercises/{}/*_test.py'.format(exercise_path))[0]
        check_assignment(assignment_name(test_file), test_file,
                         modname_heuristic(test_file))
    else:
        failures = []
        for test_file in glob.glob('./exercises/*/*_test.py'):
            name = assignment_name(test_file)
            print('# ' + name)
            if check_assignment(name, test_file, modname_heuristic(test_file)):
                failures.append(name)
            print('')
        if failures:
            print('FAILURES: ' + ' '.join(failures))
            raise SystemExit(1)
        else:
            print('SUCCESS!')

if __name__ == '__main__':
    main()