docker-compose.yml

version: '3.8'

services:
  mongo:
    image: mongo:latest
    ports:
      - "27017:27017"
    healthcheck:
      test: echo 'db.runCommand("ping").ok' | mongosh localhost:27017/test --quiet
      interval: 10s
      timeout: 5s
      retries: 5

  spark-master:
    image: bitnami/spark:3.1.2
    environment:
      - SPARK_MODE=master
      - SPARK_MASTER_PORT=7077
    ports:
      - "8080:8080"
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8080"]
      interval: 10s
      timeout: 5s
      retries: 5

  spark-worker:
    image: bitnami/spark:3.1.2
    environment:
      - SPARK_MODE=worker
      - SPARK_MASTER_URL=spark://spark-master:7077
    depends_on:
      spark-master:
        condition: service_healthy

  spark-app:
    image: ${DOCKER_IMAGE}
    build:
      context: .
      dockerfile: spark/Dockerfile
      args:
        BUILDKIT_INLINE_CACHE: "1"
      cache_from:
        - ${DOCKER_IMAGE}:latest
    depends_on:
      mongo:
        condition: service_healthy
      spark-master:
        condition: service_healthy
    environment:
      - PYTHONUNBUFFERED=1