docker-compose.yml

version: '3'

services:
  redis:
    image: redis
    command: redis-server --requirepass ${REDIS_PASSWORD}
    ports:
      - "6379:6379"
  
  datagen:
    build:
      context: ./data_gen/
    command: python /opt/data_gen/gen_fake_data.py
    volumes:
      - ./data_gen:/opt/data_gen
    container_name: datagen
    restart: on-failure
    environment:
      PROJECT_ID: ${PROJECT_ID}
      REDIS_PASSWORD: ${REDIS_PASSWORD}
    depends_on:
      - redis
  
  create_bq_table:
    build:
      context: ./create_bigquery_table/
    command: python /opt/create_bigquery_table/create_bq_table.py
    volumes:
      - ./create_bigquery_table:/opt/create_bigquery_table
    container_name: create_bq_table
    restart: on-failure
    environment:
      PROJECT_ID: ${PROJECT_ID}
      BQ_DATASET: ${BQ_DATASET}
      BQ_TABLE: ${BQ_TABLE}

  create_pubsub:
    build:
      context: ./create_pubsub/
    command: python /opt/create_pubsub/create_pubsub.py
    volumes:
      - ./create_pubsub:/opt/create_pubsub
    container_name: create_pubsub
    restart: on-failure
    environment:
      PROJECT_ID: ${PROJECT_ID}
      CLICK_TOPIC: ${CLICK_TOPIC}
      CHECKOUT_TOPIC: ${CHECKOUT_TOPIC}
  
  streaming:
    build:
      context: ./streaming/
    command: python /opt/streaming/streaming.py --runner DirectRunner  --clicks_input_subscription=projects/${PROJECT_ID}/subscriptions/${CLICK_TOPIC} --checkout_input_subscription=projects/${PROJECT_ID}/subscriptions/${CHECKOUT_TOPIC}
    volumes:
      - ./streaming:/opt/streaming
    container_name: streaming
    restart: on-failure
    environment:
      PROJECT_ID: ${PROJECT_ID}
      BQ_DATASET: ${BQ_DATASET}
      BQ_TABLE: ${BQ_TABLE}
      REDIS_PASSWORD: ${REDIS_PASSWORD}
      GOOGLE_APPLICATION_CREDENTIALS: '/opt/streaming/sa.json'
    depends_on:
      redis:
        condition: service_started
      create_bq_table:
        condition: service_completed_successfully
      create_pubsub:
        condition: service_completed_successfully