jupyter_notebook.sh

# 파이썬 빌드 
sudo apt update
sudo apt install -y build-essential zlib1g-dev libncurses5-dev libgdbm-dev libnss3-dev libssl-dev libreadline-dev libffi-dev libsqlite3-dev wget libbz2-dev

wget -e use_proxy=on https://www.python.org/ftp/python/3.6.9/Python-3.6.9.tgz
tar zxf Python-3.6.9.tgz
cd Python-3.6.9/

./configure --enable-optimizations
sudo make altinstall

# 쥬피터 노트북, ipython 커널 설치 
sudo pip3.6 install jupyter ipykernel

# 설정
export SPARK_HOME=/opt/spark
export PATH=$SPARK_HOME/bin:$PATH
export PYSPARK_DRIVER_PYTHON=jupyter
export PYSPARK_DRIVER_PYTHON_OPTS="notebook --ip=$(hostname -i)"
export PYSPARK_PYTHON=python3.6

# 실행
pyspark