more logging

cfpb · Feb 28, 2024 · 1dd8682 · 1dd8682
1 parent 8afcca7
commit 1dd8682
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/.github/workflows/save-iregs.yml b/.github/workflows/save-iregs.yml
@@ -28,16 +28,16 @@ jobs:
         run: |
           IFS="," read -a BASH_PARTS <<< "$PARTS"
           for PART in "${BASH_PARTS[@]}"; do
-            echo "$PART"
             CHUNKS=($(curl -sSL "https://www.consumerfinance.gov/rules-policy/regulations/${PART}/" |
               htmlq -t '.o-secondary-nav_link' -a href -b 'https://www.consumerfinance.gov'
             ))
+            echo "${BASH_PARTS[@]} found for part $PART at $(date '+%X')"
             curl -sSL "${CHUNKS[@]}" |
               htmlq -r '.regulation-meta, .inline-interpretation, .block__sub, .o-regulations-wayfinder' |
               htmlq -t '.u-layout-grid_main' |
               sed '/^ *$/d' |
               awk '{$1=$1};1' > "./iregs/${PART}.txt"
-              sleep 2
+              sleep 1
           done
 
       - name: Commit text