From abf3527a86ca3d49a7874bf995f35d14e0ef1a9c Mon Sep 17 00:00:00 2001 From: Luis Belloch Date: Fri, 25 Oct 2019 10:29:54 +0200 Subject: [PATCH] Reduce spark log level in docker image --- infra/docker/Dockerfile | 3 +++ 1 file changed, 3 insertions(+) diff --git a/infra/docker/Dockerfile b/infra/docker/Dockerfile index b7183a7..bea9e5b 100644 --- a/infra/docker/Dockerfile +++ b/infra/docker/Dockerfile @@ -10,6 +10,9 @@ ENV SPARK_HOME=/opt/spark RUN mkdir -p /opt/spark && curl -s http://apache.rediris.es/spark/spark-2.4.4/spark-2.4.4-bin-hadoop2.7.tgz | tar -xz -C "${SPARK_HOME}" --strip-components=1 ENV PATH=$SPARK_HOME/bin:$SPARK_HOME/sbin:$PATH +RUN cp "${SPARK_HOME}/conf/log4j.properties.template" "${SPARK_HOME}/conf/log4j.properties" && \ + sed -ibak 's/rootCategory=INFO/rootCategory=ERROR/g' "${SPARK_HOME}/conf/log4j.properties" + ENV SPARK_NO_DAEMONIZE=true ENV PYSPARK_PYTHON=python3 EXPOSE 4040 7077 8080