diff --git a/spark/Dockerfile b/spark/Dockerfile index 223d924..377cd98 100644 --- a/spark/Dockerfile +++ b/spark/Dockerfile @@ -26,6 +26,8 @@ SPARK_MASTER_PORT="7077" \ SPARK_MASTER_WEBUI_PORT="8080" +COPY spark-defaults.conf $SPARK_HOME/conf + ENV SPARK_MASTER="spark://$SPARK_LOCAL_IP:$SPARK_MASTER_PORT" # Spark doesn't seem to respond directly to SIGTERM as the exit status is