main_benchmark.py

#!/usr/bin/env python3
import asyncio

from agents.basic_agent import BasicAgent
from agents.dql_agent import DQLAgent
from agents.random_agent import RandomAgent
from game.president import President

if __name__ == "__main__":
    game = President([
        *(
            DQLAgent(
                buffer_capacity=2000,
                hidden_layers=[78, 260],
                load_checkpoint=True,  # Required for benchmarking!
                batch_size=50,
                epsilon=0,  # Ignored for benchmarking
                lower_eps_over_time=0,  # Ignored for benchmarking
                track_training_loss=True,
                living_reward=0,  # Ignored for benchmarking
                training_mode=False,  # Marks that we are benchmarking
                filepath="data/saves/15/training-0/cp.ckpt",
                csv_filepath="data/saves/15/results/wins-benchmark.csv"
            ) for _ in range(1)
        ),
        *(RandomAgent() for _ in range(2)),
        *(BasicAgent() for _ in range(1))
    ])

    # Start the game
    asyncio.run(game.play(10, 20))