diff --git a/pyspark/Dockerfile b/pyspark/Dockerfile index 41364d4..05ec4e9 100644 --- a/pyspark/Dockerfile +++ b/pyspark/Dockerfile @@ -13,17 +13,17 @@ build-base \ zeromq-dev \ python3-dev \ - py3-zmq \ - && pip install --upgrade \ + py3-zmq + +RUN pip install --upgrade \ pip \ && pip install \ - # Tornado 6 breaks sparkmonitor - tornado==5.1 \ pyspark \ jupyter \ - sparkmonitor \ kafka-python \ - && apk del .build-deps + sparkmonitor + +RUN apk del .build-deps ENV PYTHONPATH $SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.10.7-src.zip # ENV PYSPARK_DRIVER_PYTHON jupyter