fix s3

CIROH-UA · Oct 9, 2024 · 1f6985b · 1f6985b
1 parent 5be0893
commit 1f6985b
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/.github/workflows/test_datastream_options.yml b/.github/workflows/test_datastream_options.yml
@@ -27,6 +27,8 @@ jobs:
         aws configure set aws_access_key_id ${{ secrets.AWS_ACCESS_KEY_ID }}
         aws configure set aws_secret_access_key ${{ secrets.AWS_SECRET_ACCESS_KEY }}
         aws configure set region us-east-1    
+        export AWS_ACCESS_KEY_ID=${{ secrets.AWS_ACCESS_KEY_ID }}
+        export AWS_SECRET_ACCESS_KEY=${{ secrets.AWS_SECRET_ACCESS_KEY }}
 
     - name: Build docker containers
       run : |        
@@ -107,7 +109,7 @@ jobs:
       if: always()
       run: |        
         sudo rm -rf $(pwd)/data/datastream_test
-        ./scripts/stream.sh -s 202006200100 -e 202006200200 -C NWM_RETRO_V3 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json -S ngen-datastream -o git_actions_test/
+        ./scripts/stream.sh -s 202006200100 -e 202006200200 -C NWM_RETRO_V3 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json -S ciroh-community-ngen-datastream -o git_actions_test/
         aws s3api wait object-exists --bucket ngen-datastream --key git_actions_test/ngen-run.tar.gz   
         aws s3api delete-object --bucket ngen-datastream --key git_actions_test/ngen-run.tar.gz
 
@@ -121,7 +123,7 @@ jobs:
       if: always()
       run: |        
         sudo rm -rf $(pwd)/data/datastream_test
-        ./scripts/stream.sh -s DAILY -C NWM_V3 -e 202006200000 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json       
+        ./scripts/stream.sh -s DAILY -C NWM_V3 -e 202410030000 -d $(pwd)/data/datastream_test -g $(pwd)/palisade.gpkg -R $(pwd)/configs/ngen/realization_sloth_nom_cfe_pet.json       
         
     - name: DAILY short_range today test
       if: always()

diff --git a/scripts/stream.sh b/scripts/stream.sh
@@ -482,6 +482,8 @@ else
             python3 "$DOCKER_FP"processor.py "$DOCKER_META"/conf_fp.json"
     else
         docker run --rm -v "$DATA_DIR:"$DOCKER_MOUNT"" \
+            -e AWS_ACCESS_KEY_ID="$AWS_ACCESS_KEY_ID" \
+            -e AWS_SECRET_ACCESS_KEY="$AWS_SECRET_ACCESS_KEY" \
             -u $(id -u):$(id -g) \
             -w "$DOCKER_RESOURCES" $DOCKER_TAG \
             python3 "$DOCKER_FP"processor.py "$DOCKER_META"/conf_fp.json