diff --git a/pyspark/Dockerfile b/pyspark/Dockerfile index e6d5840..b328fc9 100644 --- a/pyspark/Dockerfile +++ b/pyspark/Dockerfile @@ -1,4 +1,6 @@ -FROM comp101/spark +# Don't use the official jupyter/pyspark-notebook image because it's massive! +FROM analytics/spark + ARG NB_USER="pyspark" ARG NB_UID="1000" @@ -31,8 +33,6 @@ && ipython profile create \ && echo "c.InteractiveShellApp.extensions.append('sparkmonitor.kernelextension')" >> $(ipython profile locate default)/ipython_kernel_config.py -COPY pyspark_demo.ipynb /home/$NB_USER/work/pyspark_demo.ipynb - # WORKDIR /home/$NB_USER/work WORKDIR /mnt/sparkdata