Skip to content

Commit c2e2a94

Browse files
authored
Update jsl_sagemaker_setup.sh (#1272)
1 parent 6b843b9 commit c2e2a94

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

jsl_sagemaker_setup.sh

+5-1
Original file line numberDiff line numberDiff line change
@@ -16,10 +16,14 @@ elif [[ "$PYSPARK" == "2"* ]]; then
1616
wget -q "https://downloads.apache.org/spark/spark-2.4.7/spark-2.4.7-bin-hadoop2.7.tgz" > /dev/null
1717
tar -xvf spark-2.4.7-bin-hadoop2.7.tgz > /dev/null
1818
SPARKHOME="/home/ec2-user/SageMaker/spark-2.4.7-bin-hadoop2.7"
19-
else
19+
elif [[ "$PYSPARK" == "3.2"* ]]; then
2020
wget -q "https://downloads.apache.org/spark/spark-3.2.2/spark-3.2.2-bin-hadoop2.7.tgz" -O spark-3.2.2-bin-hadoop2.7.tgz > /dev/null
2121
tar -xvf spark-3.2.2-bin-hadoop2.7.tgz > /dev/null
2222
SPARKHOME="/home/ec2-user/SageMaker/spark-3.2.2-bin-hadoop2.7"
23+
else
24+
wget -q "https://downloads.apache.org/spark/spark-3.4.2/spark-3.4.2-bin-hadoop3.tgz" -O spark-3.4.2-bin-hadoop3.tgz > /dev/null
25+
tar -xvf spark-3.4.2-bin-hadoop3.tgz > /dev/null
26+
SPARKHOME="/home/ec2-user/SageMaker/spark-3.4.2-bin-hadoop3"
2327
fi
2428

2529
export SPARK_HOME=$SPARKHOME

0 commit comments

Comments
 (0)