Skip to content

Commit

Permalink
Minor changes in run sh
Browse files Browse the repository at this point in the history
  • Loading branch information
glaubervila committed Nov 6, 2024
1 parent ea09f56 commit b66af91
Show file tree
Hide file tree
Showing 2 changed files with 41 additions and 38 deletions.
3 changes: 3 additions & 0 deletions python/lsst/consdb/efd_transform/queue_manager.py
Original file line number Diff line number Diff line change
Expand Up @@ -130,6 +130,9 @@ def create_tasks(
}
rows.append(task)

# TODO: Order tasks by start_time
# Usar um dataframe, ordenar e depois converter para lista de dicionários

self.log.debug("Insert tasks into database")
affected_rows = 0
tasks = []
Expand Down
76 changes: 38 additions & 38 deletions tests/efd_transform/run_transform_efd.sh
Original file line number Diff line number Diff line change
Expand Up @@ -2,37 +2,37 @@
# Considering the command is being executed at the root of the consdb repository

# Real-time mode proccess 5 minuts of data
python python/lsst/consdb/efd_transform/transform_efd.py \
-i LATISS \
-r s3://rubin-summit-users/butler.yaml \
-d sqlite:///$PWD/tests/efd_transform/LATISS.db \
-E usdf_efd \
-c python/lsst/consdb/efd_transform/config_LATISS.yml \
-t 5 \
-w 1 \
-l $PWD/tmp/transform.log
# python python/lsst/consdb/efd_transform/transform_efd.py \
# -i LATISS \
# -r s3://rubin-summit-users/butler.yaml \
# -d sqlite:///$PWD/tests/efd_transform/LATISS.db \
# -E usdf_efd \
# -c python/lsst/consdb/efd_transform/config_LATISS.yml \
# -t 5 \
# -w 1 \
# -l $PWD/tmp/transform.log


python python/lsst/consdb/efd_transform/transform_efd.py \
-i LSSTComCam \
-r /repo/embargo_new \
-d sqlite:///$PWD/tests/efd_transform/LSSTComCam.db \
-E usdf_efd \
-c python/lsst/consdb/efd_transform/config_LSSTComCam.yml \
-t 5 \
-w 1 \
-l $PWD/tmp/transform.log
# python python/lsst/consdb/efd_transform/transform_efd.py \
# -i LSSTComCam \
# -r /repo/embargo_new \
# -d sqlite:///$PWD/tests/efd_transform/LSSTComCam.db \
# -E usdf_efd \
# -c python/lsst/consdb/efd_transform/config_LSSTComCam.yml \
# -t 5 \
# -w 1 \
# -l $PWD/tmp/transform.log


python python/lsst/consdb/efd_transform/transform_efd.py \
-i LSSTComCamSim \
-r /repo/embargo_new \
-d sqlite:///$PWD/tests/efd_transform/LSSTComCamSim.db \
-E usdf_efd \
-c python/lsst/consdb/efd_transform/config_LSSTComCamSim.yml \
-t 5 \
-w 1 \
-l $PWD/tmp/transform.log
# python python/lsst/consdb/efd_transform/transform_efd.py \
# -i LSSTComCamSim \
# -r /repo/embargo_new \
# -d sqlite:///$PWD/tests/efd_transform/LSSTComCamSim.db \
# -E usdf_efd \
# -c python/lsst/consdb/efd_transform/config_LSSTComCamSim.yml \
# -t 5 \
# -w 1 \
# -l $PWD/tmp/transform.log

# Processing fixed period of data in chunks of 20 minutes
# python python/lsst/consdb/efd_transform/transform_efd.py \
Expand Down Expand Up @@ -72,14 +72,14 @@ python python/lsst/consdb/efd_transform/transform_efd.py \
# -l $PWD/tmp/transform.log


# python python/lsst/consdb/efd_transform/transform_efd.py \
# -i LSSTComCamSim \
# -s 2024-10-17T12:00:00 \
# -e 2024-10-18T12:00:00 \
# -r /repo/embargo_new \
# -d sqlite:///$PWD/tests/efd_transform/LSSTComCamSim.db \
# -E usdf_efd \
# -c python/lsst/consdb/efd_transform/config_LSSTComCamSim.yml \
# -t 5 \
# -w 1 \
# -l $PWD/tmp/transform.log
python python/lsst/consdb/efd_transform/transform_efd.py \
-i LSSTComCamSim \
-r /repo/embargo_new \
-d sqlite:///$PWD/tests/efd_transform/LSSTComCamSim.db \
-E usdf_efd \
-c python/lsst/consdb/efd_transform/config_LSSTComCamSim.yml \
-t 5 \
-w 1 \
-l $PWD/tmp/transform.log
# -s 2024-10-17T12:00:00 \
# -e 2024-10-18T12:00:00 \

0 comments on commit b66af91

Please sign in to comment.