Temporarily fetch refdata from GDrive (#1267)

* add GIT_LFS_SMUDGE * fixed smudge command * Minor changes * Fetch refdata from GDrive backup * Move fetch refdata steps to the top * Fix typo * Debugging pipeline * Move fetch refdata steps again. Install gdown within TARDIS env * [skip-ci] Minor changes * Update azure-pipelines/simple_test_framework.yml Co-authored-by: Wolfgang Kerzendorf <[email protected]> Co-authored-by: Kaushik Varanasi <[email protected]> Co-authored-by: Wolfgang Kerzendorf <[email protected]>
tardis-sn · Aug 7, 2020 · 307611e · 307611e
1 parent a7ec390
commit 307611e
Showing 1 changed file with 24 additions and 16 deletions.
diff --git a/azure-pipelines/simple_test_framework.yml b/azure-pipelines/simple_test_framework.yml
@@ -44,29 +44,37 @@ jobs:
         displayName: "Install TARDIS environment"
 
       - bash: |
-              GIT_LFS_SKIP_SMUDGE=1 git clone $(ref.data.github.url) $(ref.data.home)
-              cd $(ref.data.home)
-              git fetch origin
-              git checkout origin/master
-              git lfs pull --include="atom_data/kurucz_cd23_chianti_H_He.h5" origin
-              git lfs pull --include="atom_data/chianti_He.h5" origin
-              git lfs pull --include="plasma_reference/" origin
-              git lfs pull --include="unit_test_data.h5" origin
-              git lfs pull --include="packet_unittest.h5" origin
-              echo MD5: `md5sum unit_test_data.h5`
+          GIT_LFS_SKIP_SMUDGE=1 git clone $(ref.data.github.url) $(ref.data.home)
+          cd $(ref.data.home)
+          git fetch origin
+          git checkout origin/master
+          git lfs pull --include="atom_data/kurucz_cd23_chianti_H_He.h5" origin
+          git lfs pull --include="atom_data/chianti_He.h5" origin
+          git lfs pull --include="unit_test_data.h5" origin
+          git lfs pull --include="packet_unittest.h5" origin
+          echo MD5: `md5sum unit_test_data.h5`
         displayName: "Fetch reference data"
+        condition: false
 
       - bash: |
-              source activate tardis
-              python setup.py build_ext --inplace
+          source activate tardis
+          pip install gdown
+          gdown https://drive.google.com/uc\?id\=1LwfZ6MXuV2j9a23uu9HTcoDDFI9gIuf1 -O tardis-refdata.tar.gz
+          tar zxf tardis-refdata.tar.gz
+          mv tardis-refdata $(ref.data.home)
+        displayName: "Fetch reference data (GDrive backup)"
+        condition: true
+      - bash: |
+          source activate tardis
+          python setup.py build_ext --inplace
         displayName: "TARDIS build"
 
       - bash: |
-              source activate tardis
-              pip install pytest-azurepipelines
-              pytest tardis --tardis-refdata=$(ref.data.home) --cov=tardis --cov-report=xml --cov-report=html
+          source activate tardis
+          pip install pytest-azurepipelines
+          pytest tardis --tardis-refdata=$(ref.data.home) --cov=tardis --cov-report=xml --cov-report=html
         displayName: "TARDIS test"
 
       - bash: |
-              bash <(curl -s https://codecov.io/bash)
+          bash <(curl -s https://codecov.io/bash)
         displayName: "Upload to codecov.io"