diff --git a/pyspark/Dockerfile b/pyspark/Dockerfile index e8242b3..41364d4 100644 --- a/pyspark/Dockerfile +++ b/pyspark/Dockerfile @@ -22,6 +22,7 @@ pyspark \ jupyter \ sparkmonitor \ + kafka-python \ && apk del .build-deps ENV PYTHONPATH $SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.10.7-src.zip @@ -37,6 +38,7 @@ && ipython profile create \ && echo "c.InteractiveShellApp.extensions.append('sparkmonitor.kernelextension')" >> $(ipython profile locate default)/ipython_kernel_config.py +RUN mkdir -p /home/$NB_USER/work WORKDIR /home/$NB_USER/work # CMD ["pyspark"]