merge changes

nasa-nccs-hpda · Nov 22, 2024 · e304a36 · e304a36
2 parents c6efdb0 + 62718cf
commit e304a36
Show file tree

Hide file tree

Showing 7 changed files with 3,352 additions and 5 deletions.
diff --git a/.github/workflows/dockerhub.yml b/.github/workflows/dockerhub.yml
@@ -28,10 +28,22 @@ jobs:
       - 
         name: Lower github-runner storage
         run: |
-          sudo rm -rf /usr/share/dotnet
-          sudo rm -rf /opt/ghc
-          sudo rm -rf "/usr/local/share/boost"
-          sudo rm -rf "$AGENT_TOOLSDIRECTORY"
+          # Remove software and language runtimes we're not using
+          sudo rm -rf \
+            "$AGENT_TOOLSDIRECTORY" \
+            /opt/google/chrome \
+            /opt/microsoft/msedge \
+            /opt/microsoft/powershell \
+            /opt/pipx \
+            /usr/lib/mono \
+            /usr/local/julia* \
+            /usr/local/lib/android \
+            /usr/local/lib/node_modules \
+            /usr/local/share/chromium \
+            /usr/local/share/powershell \
+            /usr/share/dotnet \
+            /usr/share/swift
+          df -h /
 
       -
         name: Build and push

diff --git a/notebooks/satvision-toa-reconstruction_giant.ipynb b/notebooks/satvision-toa-reconstruction_giant.ipynb
diff --git a/notebooks/satvision-toa-reconstruction_huge.ipynb b/notebooks/satvision-toa-reconstruction_huge.ipynb
diff --git a/requirements/Dockerfile b/requirements/Dockerfile
@@ -10,7 +10,6 @@ ENV DEBIAN_FRONTEND noninteractive
 ENV CPLUS_INCLUDE_PATH="/usr/include/gdal"
 ENV C_INCLUDE_PATH="/usr/include/gdal"
 
-# System dependencies
 # System dependencies
 RUN apt-get update && \
     apt-get -y install software-properties-common && \

diff --git a/requirements/environment_gpu.yml b/requirements/environment_gpu.yml
@@ -40,4 +40,6 @@ dependencies:
     - termcolor
     - numba
     - joblib
+    - timm
+    - deepspeed
     - segmentation-models-pytorch
diff --git a/requirements/requirements-test.txt b/requirements/requirements-test.txt
@@ -22,5 +22,6 @@ joblib
 GDAL>=3.3.0
 coverage
 deepspeed
+timm
 webdataset
 torchgeo
diff --git a/requirements/requirements.txt b/requirements/requirements.txt
@@ -19,6 +19,8 @@ termcolor
 numba
 segmentation-models-pytorch
 joblib
+timm
+deepspeed
 GDAL>=3.3.0
 coverage
 deepspeed