az
command line version >=2.0.23
First make a resource group to house your deployment. Note that as of 12/22/2017 this will only work in westus2 and uksouth because of Nvidia driver deployment.
/usr/bin/anaconda/bin/pip install pandas --update |
#!/bin/bash | |
newspark="spark-2.3.0" | |
SPARK_DIR="$(readlink -f "/usr/hdp/current/spark2-client")" | |
SPARK_CONF_DIR="$(readlink -f "/usr/hdp/current/spark2-client/conf")" | |
CURRENT_DIR=${SPARK_DIR%/spark2} | |
HADOOP_DIR="$CURRENT_DIR/hadoop" | |
HADOOP_YARN_DIR="$CURRENT_DIR/hadoop-yarn" |