Skip to content

Commit

Permalink
Remove trailing data
Browse files Browse the repository at this point in the history
  • Loading branch information
JulienPeloton committed Nov 6, 2023
1 parent 8a3ef73 commit 8240bbe
Showing 1 changed file with 4 additions and 17 deletions.
21 changes: 4 additions & 17 deletions bin/fink_test
Original file line number Diff line number Diff line change
Expand Up @@ -90,30 +90,17 @@ if [[ "$NO_INTEGRATION" = false ]] ; then
# Fire a stream
fink_simulator -c ${FINK_HOME}/conf/fink_alert_simulator.conf

ls -lth ${FINK_HOME}/online
echo ""
# Remove tmp data if it already exists
rm -rf ${FINK_HOME}/online

# Connect the service to build the raw database from the stream
fink start stream2raw --simulator --exit_after 60 -c $conf --topic $KAFKA_TOPIC

# Connect the service to build the science database from the raw one
fink start raw2science --exit_after 180 -c $conf --night "20200101"

ls -lth ${FINK_HOME}/online
echo ""

du -h ${FINK_HOME}/online/raw
ls -lth ${FINK_HOME}/online/raw
ls -lth ${FINK_HOME}/online/raw/year=2020/month=01/day=01
echo ""

du -h ${FINK_HOME}/online/science
ls -lth ${FINK_HOME}/online/science
ls -lth ${FINK_HOME}/online/science/year=2020/month=01/day=01
echo ""
fink start raw2science --exit_after 60 -c $conf --night "20200101"

# Start the distribution service
# fink start distribution --exit_after 30 -c $conf --night "20200101"
fink start distribution --exit_after 30 -c $conf --night "20200101"

# merge data
fink start merge -c $conf --night "20200101"
Expand Down

0 comments on commit 8240bbe

Please sign in to comment.