runtests.jl

using Test

for exercise in readdir(joinpath("exercises", "concept"))
    # Allow only testing specified exercises
    if !isempty(ARGS) && !(exercise in ARGS)
        continue
    end

    exercise_path = joinpath(joinpath("exercises", "concept"), exercise)
    isdir(exercise_path) || continue

    # Create an anonymous module so that exercises are tested in separate scopes
    m = Module()

    # When testing the example solution, all tests must pass, even those that are marked as skipped or broken.
    # The student will not be affected by this.
    # Overwrite @test_skip and @test_broken with @test
    @eval m using Test
    @eval m $(Symbol("@test_skip")) = $(Symbol("@test"))
    @eval m $(Symbol("@test_broken")) = $(Symbol("@test"))

    # runtests.jl includes the solution by calling `include("slug.jl")`
    # Our anonymous module doesn't have `include(s::String)` defined,
    # so we define our own. We manually include the example solution in our
    # anonymous module, so we can define `m.include(s::String)` to do nothing.
    Core.eval(m, :(include(s) = nothing))
    Base.include(m, joinpath(exercise_path, joinpath(".meta", "exemplar.jl")))
    @info "[CONCEPT] Testing $exercise"
    Base.include(m, joinpath(exercise_path, "runtests.jl"))
    
    println() # to make the output more readable
end

for exercise in readdir(joinpath("exercises", "practice"))
    # Allow only testing specified exercises
    if !isempty(ARGS) && !(exercise in ARGS)
        continue
    end

    exercise_path = joinpath(joinpath("exercises", "practice"), exercise)
    isdir(exercise_path) || continue

    # Create an anonymous module so that exercises are tested in separate scopes
    m = Module()

    # When testing the example solution, all tests must pass, even those that are marked as skipped or broken.
    # The student will not be affected by this.
    # Overwrite @test_skip and @test_broken with @test
    @eval m using Test
    @eval m $(Symbol("@test_skip")) = $(Symbol("@test"))
    @eval m $(Symbol("@test_broken")) = $(Symbol("@test"))

    # runtests.jl includes the solution by calling `include("slug.jl")`
    # Our anonymous module doesn't have `include(s::String)` defined,
    # so we define our own. We manually include the example solution in our
    # anonymous module, so we can define `m.include(s::String)` to do nothing.
    Core.eval(m, :(include(s) = nothing))
    Base.include(m, joinpath(exercise_path, joinpath(".meta", "example.jl")))
    @info "[PRACTICE] Testing $exercise"
    Base.include(m, joinpath(exercise_path, "runtests.jl"))
    
    println() # to make the output more readable
end