Newer
Older
docker-analytics / spark-pyspark-kafka / kernel.json
{
  "display_name": "PySpark",
  "language": "python",
  "argv": [
    "/opt/env/bin/python",
    "-m",
    "ipykernel",
    "-f",
    "{connection_file}"
  ],
  "env": {
    "SPARK_HOME": "/usr/local/spark",
    "PYTHONPATH": "/usr/local/spark/python/:/usr/local/spark/python/lib/py4j-0.10.4-src.zip",
    "PYSPARK_DRIVER_PYTHON": "/opt/env/bin/python",
    "PYSPARK_PYTHON": "/opt/env/bin/python",
    "PYSPARK_SUBMIT_ARGS": "--master spark://spark-master:7077 pyspark-shell",
    "PYTHONSTARTUP": "/usr/local/spark/python/pyspark/shell.py"
  }
}