Skip to content

Commit

Permalink
remove unnecessary files
Browse files Browse the repository at this point in the history
  • Loading branch information
Tianhao-Gu committed Aug 29, 2024
1 parent fa17e90 commit 261920d
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 10 deletions.
10 changes: 1 addition & 9 deletions Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -11,11 +11,6 @@ USER root
# https://github.com/bitnami/containers/pull/52661
RUN groupadd -r spark && useradd -r -g spark spark_user

#RUN apt-get update && apt-get install -y \
# # GCC required to resolve error during JupyterLab installation: psutil could not be installed from sources because gcc is not installed.
# gcc curl git graphviz graphviz-dev libgdal-dev build-essential python3-dev\
# && rm -rf /var/lib/apt/lists/*

ENV HADOOP_AWS_VER=3.3.4
# NOTE: ensure Delta Spark jar version matches python pip delta-spark version specified in the Pipfile
ENV DELTA_SPARK_VER=3.2.0
Expand All @@ -38,17 +33,14 @@ RUN pipenv sync --system

RUN chown -R spark_user:spark /opt/bitnami

COPY ./src/ /src
ENV PYTHONPATH "${PYTHONPATH}:/src"

COPY ./scripts/ /opt/scripts/
RUN chmod a+x /opt/scripts/*.sh

# Copy the configuration files
COPY ./config/ /opt/config/

# Don't just do /opt since we already did bitnami
RUN chown -R spark_user:spark /src /opt/scripts /opt/config
RUN chown -R spark_user:spark /opt/scripts /opt/config

# Switch back to non-root user
USER spark_user
Expand Down
2 changes: 1 addition & 1 deletion settings.gradle
Original file line number Diff line number Diff line change
Expand Up @@ -5,4 +5,4 @@
* For more detailed information on multi-project builds, please refer to https://docs.gradle.org/8.7/userguide/multi_project_builds.html in the Gradle documentation.
*/

rootProject.name = 'cdm-jupyterhub'
rootProject.name = 'cdm-spark-standalone'

0 comments on commit 261920d

Please sign in to comment.