diff --git a/install-spark2/install-spark2-1-v03.sh b/install-spark2/install-spark2-1-v03.sh index 7cf3065..5da62ec 100644 --- a/install-spark2/install-spark2-1-v03.sh +++ b/install-spark2/install-spark2-1-v03.sh @@ -12,16 +12,16 @@ HADOOP_YARN_DIR="$CURRENT_DIR/hadoop-yarn" cd "/tmp" curl "https://www.apache.org/dist/spark/spark-2.1.0/$newspark.tgz" | tar xzf - cd "$newspark" -rm -r "jars/hadoop"* "conf" -ln -s "$SPARK_CONF_DIR" "conf" +sudo rm -r "jars/hadoop"* "conf" +sudo ln -s "$SPARK_CONF_DIR" "conf" cd .. -rm -r "$SPARK_DIR" -mv "$newspark" "$SPARK_DIR" +sudo rm -r "$SPARK_DIR" +sudo mv "$newspark" "$SPARK_DIR" # Create symlinks sudo ln -sfn "$SPARK_DIR/yarn/spark-2.1.0-yarn-shuffle.jar" \ "$HADOOP_DIR/lib/spark-yarn-shuffle.jar" sudo ln -sf $HADOOP_DIR /usr/hdp/current/hadoop -sudo ln -sf $HADOOP_YARN_DIR /usr/hdp/current/hadoop-yarn +sudo ln -sf $HADOOP_YARN_DIR /usr/hdp/current/hadoop-yarn echo "Spark 2.1 installation completed"