From cf423c8a8467220c67b9c6340c8f876a3dd3ca3a Mon Sep 17 00:00:00 2001 From: JulienPeloton Date: Mon, 6 Nov 2023 21:44:07 +0100 Subject: [PATCH] Increase log level --- bin/fink_test | 5 ----- fink_broker/sparkUtils.py | 2 +- 2 files changed, 1 insertion(+), 6 deletions(-) diff --git a/bin/fink_test b/bin/fink_test index 5f69d1b7..40c662f8 100755 --- a/bin/fink_test +++ b/bin/fink_test @@ -90,17 +90,12 @@ if [[ "$NO_INTEGRATION" = false ]] ; then # Fire a stream fink_simulator -c ${FINK_HOME}/conf/fink_alert_simulator.conf - # Remove tmp data if it already exists - rm -rf ${FINK_HOME}/online - # Connect the service to build the raw database from the stream fink start stream2raw --simulator --exit_after 60 -c $conf --topic $KAFKA_TOPIC # Connect the service to build the science database from the raw one fink start raw2science --exit_after 60 -c $conf --night "20200101" - du -h ${FINK_HOME}/online - # Start the distribution service # fink start distribution --exit_after 30 -c $conf --night "20200101" diff --git a/fink_broker/sparkUtils.py b/fink_broker/sparkUtils.py index d2297abf..59264e12 100644 --- a/fink_broker/sparkUtils.py +++ b/fink_broker/sparkUtils.py @@ -181,7 +181,7 @@ def init_sparksession(name: str, shuffle_partitions: int = None, tz=None) -> Spa spark.conf.set("spark.sql.session.timeZone", tz) # Set spark log level to WARN - spark.sparkContext.setLogLevel("WARN") + # spark.sparkContext.setLogLevel("WARN") return spark