Skip to content

Commit

Permalink
add nf_tower test
Browse files Browse the repository at this point in the history
  • Loading branch information
KaiWaldrant committed Nov 8, 2023
1 parent 95b5885 commit e86f970
Showing 1 changed file with 38 additions and 0 deletions.
38 changes: 38 additions & 0 deletions src/common/workflows/transform_meta/run_nf_tower_test.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,38 @@
#!/bin/bash

DATASETS_DIR="s3://openproblems-nextflow/output/v2/batch_integration"

# try running on nf tower
cat > /tmp/params.yaml << HERE
id: batch_integration_transform
input_scores: "$DATASETS_DIR/output.run_benchmark.output_scores.yaml"
input_dataset_info: "$DATASETS_DIR/output.run_benchmark.output_dataset_info.yaml"
input_method_configs: "$DATASETS_DIR/output.run_benchmark.output_method_configs.yaml"
input_metric_configs: "$DATASETS_DIR/output.run_benchmark.output_metric_configs.yaml"
input_execution: "$DATASETS_DIR/trace.txt"
input_task_info: "$DATASETS_DIR/output.run_benchmark.task_info.yaml"
task_id: "batch_integration"
output_scores: "results.json"
output_method_info: "method_info.json"
output_metric_info: "metric_info.json"
output_dataset_info: "dataset_info.json"
output_task_info: "task_info.json"
publish_dir: $DATASETS_DIR
HERE

cat > /tmp/nextflow.config << HERE
process {
executor = 'awsbatch'
}
HERE

tw launch https://github.com/openproblems-bio/openproblems-v2.git \
--revision integration_build \
--pull-latest \
--main-script target/nextflow/common/workflows/transform_meta/main.nf \
--workspace 53907369739130 \
--compute-env 7IkB9ckC81O0dgNemcPJTD \
--params-file /tmp/params.yaml \
--config /tmp/nextflow.config

0 comments on commit e86f970

Please sign in to comment.