File tree 1 file changed +5
-1
lines changed
1 file changed +5
-1
lines changed Original file line number Diff line number Diff line change @@ -16,10 +16,14 @@ elif [[ "$PYSPARK" == "2"* ]]; then
16
16
wget -q " https://downloads.apache.org/spark/spark-2.4.7/spark-2.4.7-bin-hadoop2.7.tgz" > /dev/null
17
17
tar -xvf spark-2.4.7-bin-hadoop2.7.tgz > /dev/null
18
18
SPARKHOME=" /home/ec2-user/SageMaker/spark-2.4.7-bin-hadoop2.7"
19
- else
19
+ elif [[ " $PYSPARK " == " 3.2 " * ]] ; then
20
20
wget -q " https://downloads.apache.org/spark/spark-3.2.2/spark-3.2.2-bin-hadoop2.7.tgz" -O spark-3.2.2-bin-hadoop2.7.tgz > /dev/null
21
21
tar -xvf spark-3.2.2-bin-hadoop2.7.tgz > /dev/null
22
22
SPARKHOME=" /home/ec2-user/SageMaker/spark-3.2.2-bin-hadoop2.7"
23
+ else
24
+ wget -q " https://downloads.apache.org/spark/spark-3.4.2/spark-3.4.2-bin-hadoop3.tgz" -O spark-3.4.2-bin-hadoop3.tgz > /dev/null
25
+ tar -xvf spark-3.4.2-bin-hadoop3.tgz > /dev/null
26
+ SPARKHOME=" /home/ec2-user/SageMaker/spark-3.4.2-bin-hadoop3"
23
27
fi
24
28
25
29
export SPARK_HOME=$SPARKHOME
You can’t perform that action at this time.
0 commit comments