Adding two docker images that will provide images for coffea calver r…

…eleases: 2024.x.x
CoffeaTeam · Feb 1, 2024 · 4dff244 · 4dff244
1 parent a19e944
commit 4dff244
Show file tree

Hide file tree

Showing 4 changed files with 159 additions and 0 deletions.
diff --git a/coffea-dask/alma8/Dockerfile b/coffea-dask/alma8/Dockerfile
@@ -0,0 +1,25 @@
+FROM almalinux:8
+
+ARG python
+ARG release
+
+ENV PYTHON_VERSION=${python}
+
+RUN yum -y update \
+     && yum -y install git curl bzip2 libgfortran which zsh \
+     && curl -sSL https://github.com/conda-forge/miniforge/releases/download/23.3.1-1/Mambaforge-Linux-x86_64.sh -o /tmp/mambaforge.sh \
+     && bash /tmp/mambaforge.sh -bfp /usr/local \
+     && rm -rf /tmp/mambaforge.sh \
+     && mamba update mamba \
+     && mamba clean --all --yes \
+     && rpm -e --nodeps curl bzip2 \
+     && yum clean all
+
+COPY environment.yml /
+
+RUN mamba install --yes python=${PYTHON_VERSION} \
+     && mamba env update --file /environment.yml \
+     && mamba clean -y --all
+
+# Make a symbolic link between installation /opt/conda/etc/grid-security and actual directory /etc/grid-security
+RUN ln -s /opt/conda/etc/grid-security /etc/grid-security
diff --git a/coffea-dask/alma8/environment.yaml b/coffea-dask/alma8/environment.yaml
@@ -0,0 +1,56 @@
+name: base
+channels:
+  - conda-forge
+  - pytorch
+dependencies:
+  # python version specified in Dockerfile
+  - gxx
+  - voms # x509 proxy system
+  - ca-policy-lcg # WLCG trusted CAs
+  - xrootd
+  - htcondor
+    # jupyter-related
+  - jupyterlab
+  - ipympl
+  - dask_labextension
+  - dask-jobqueue
+  - bokeh
+    # core scipy
+    #- nomkl # no Intel math kernel library, reduces image size
+  - numpy
+  - scipy
+  - pandas
+    # compression
+  - lz4
+  - python-xxhash
+  - zstandard
+    # file formats
+  - h5py
+  - uproot=5
+    # misc.
+  - pytables
+  - python-rapidjson
+  - geventhttpclient
+  - brotli
+  - correctionlib
+  - python-graphviz
+    # scikit-hep
+  - awkward
+  - vector
+  - hist
+    # ML
+  - xgboost
+  - pytorch=1.12
+  - torch-scatter
+  - pip
+  - pip:
+    - fastjet # to be added to conda-forge: https://github.com/scikit-hep/fastjet/issues/133
+    - tritonclient[all]
+    - tflite-runtime==2.14.0
+    - onnxruntime
+    - torch-sparse
+    - torch-cluster
+    - torch-spline-conv
+    - torch-geometric
+    - fsspec-xrootd
+    - coffea==v2024.1.2 # release candidates are not in conda-forge
diff --git a/coffea-dask/ubuntu/Dockerfile b/coffea-dask/ubuntu/Dockerfile
@@ -0,0 +1,22 @@
+FROM condaforge/mambaforge:23.3.1-1
+
+ARG python
+ARG release
+
+ENV PYTHON_VERSION=${python}
+
+ENV DEBIAN_FRONTEND="noninteractive"
+ENV TZ="Etc/UTC"
+
+RUN apt-get update \
+     && apt-get install -yq --no-install-recommends libarchive-dev zsh \
+     && apt-get clean && rm -rf /var/lib/apt/lists/*
+
+COPY environment.yml /
+
+RUN mamba install --yes python=${PYTHON_VERSION} \
+     && mamba env update --file /environment.yml \
+     && mamba clean -y --all
+
+# Make a symbolic link between installation /opt/conda/etc/grid-security and actual directory /etc/grid-security
+RUN ln -s /opt/conda/etc/grid-security /etc/grid-security
diff --git a/coffea-dask/ubuntu/environment.yaml b/coffea-dask/ubuntu/environment.yaml
@@ -0,0 +1,56 @@
+name: base
+channels:
+  - conda-forge
+  - pytorch
+dependencies:
+  # python version specified in Dockerfile
+  - gxx
+  - voms # x509 proxy system
+  - ca-policy-lcg # WLCG trusted CAs
+  - xrootd
+  - htcondor
+    # jupyter-related
+  - jupyterlab
+  - ipympl
+  - dask_labextension
+  - dask-jobqueue
+  - bokeh
+    # core scipy
+    #- nomkl # no Intel math kernel library, reduces image size
+  - numpy
+  - scipy
+  - pandas
+    # compression
+  - lz4
+  - python-xxhash
+  - zstandard
+    # file formats
+  - h5py
+  - uproot=5
+    # misc.
+  - pytables
+  - python-rapidjson
+  - geventhttpclient
+  - brotli
+  - correctionlib
+  - python-graphviz
+    # scikit-hep
+  - awkward
+  - vector
+  - hist
+    # ML
+  - xgboost
+  - pytorch=1.12
+  - torch-scatter
+  - pip
+  - pip:
+    - fastjet # to be added to conda-forge: https://github.com/scikit-hep/fastjet/issues/133
+    - tritonclient[all]
+    - tflite-runtime==2.14.0
+    - onnxruntime
+    - torch-sparse
+    - torch-cluster
+    - torch-spline-conv
+    - torch-geometric
+    - fsspec-xrootd
+    - coffea==v2024.1.2 # release candidates are not in conda-forge