-
Notifications
You must be signed in to change notification settings - Fork 26
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #173 from treeverse/image-segmentation-local-demo-…
…v1.0 Created simplified Image Segmentation demo to run everything locally
- Loading branch information
Showing
61 changed files
with
3,816 additions
and
0 deletions.
There are no files selected for viewing
29 changes: 29 additions & 0 deletions
29
01_standalone_examples/image-segmentation-local/Dockerfile
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,29 @@ | ||
FROM jupyter/all-spark-notebook:notebook-6.5.3 | ||
|
||
ENV HADOOP_AWS_VERSION=3.3.1 | ||
ENV AWS_SDK_VERSION=1.11.901 | ||
ENV LAKEFS_VERSION=1.1.0 | ||
|
||
USER root | ||
|
||
RUN wget https://repo1.maven.org/maven2/com/amazonaws/aws-java-sdk-bundle/${AWS_SDK_VERSION}/aws-java-sdk-bundle-${AWS_SDK_VERSION}.jar -O ${SPARK_HOME}/jars/aws-java-sdk-bundle-${AWS_SDK_VERSION}.jar | ||
RUN wget https://repo1.maven.org/maven2/org/apache/hadoop/hadoop-aws/${HADOOP_AWS_VERSION}/hadoop-aws-${HADOOP_AWS_VERSION}.jar -O ${SPARK_HOME}/jars/hadoop-aws-${HADOOP_AWS_VERSION}.jar | ||
RUN wget https://github.com/treeverse/lakeFS/releases/download/v${LAKEFS_VERSION}/lakeFS_${LAKEFS_VERSION}_Linux_x86_64.tar.gz -O /usr/local/bin/lakeFS_${LAKEFS_VERSION}_Linux_x86_64.tar.gz | ||
RUN tar -xvzf /usr/local/bin/lakeFS_${LAKEFS_VERSION}_Linux_x86_64.tar.gz -C /usr/local/bin/ && rm /usr/local/bin/lakeFS_${LAKEFS_VERSION}_Linux_x86_64.tar.gz | ||
|
||
RUN pip install lakefs-client==${LAKEFS_VERSION} | ||
RUN pip install boto3==1.21.32 | ||
RUN pip install tabulate | ||
RUN pip install petastorm==0.12.1 | ||
RUN pip install mlflow==2.6.0 | ||
RUN pip install hyperopt==0.2.7 | ||
RUN pip install pydantic==1.10.11 | ||
RUN pip install torch==1.13.1 | ||
RUN pip install torchvision==0.14.1 | ||
RUN pip install segmentation-models-pytorch==0.3.3 | ||
RUN pip install pytorch-lightning==1.5.4 | ||
|
||
USER $NB_UID | ||
|
||
# Disable the "Would you like to receive official Jupyter news?" popup | ||
RUN jupyter labextension disable "@jupyterlab/apputils-extension:announcements" |
Oops, something went wrong.