Skip to content

Commit

Permalink
CI: fix tpcds test (#4936)
Browse files Browse the repository at this point in the history
  • Loading branch information
zhoucheng361 authored Jun 9, 2024
1 parent c8f48b8 commit a8cb0fc
Showing 1 changed file with 4 additions and 4 deletions.
8 changes: 4 additions & 4 deletions .github/workflows/tpcds.yml
Original file line number Diff line number Diff line change
Expand Up @@ -74,11 +74,11 @@ jobs:
working-directory: /tmp
run: |
curl https://dlcdn.apache.org/spark/ > a.html
spark_version=$(grep -o 'spark-[0-9]\{1,\}\.[0-9]\{1,\}\.[0-9]\{1,\}' a.html | uniq | sort -r | head -1 | awk -F- '{print $2}')
spark_version=$(grep -oP '(?<=href=")spark-[^/]+(?=/")' a.html | grep -v preview | tail -1)
echo "spark_version is $spark_version"
wget -q https://dlcdn.apache.org/spark/spark-$spark_version/spark-$spark_version-bin-hadoop3.tgz
tar -zxf spark-$spark_version-bin-hadoop3.tgz
ln -s spark-$spark_version-bin-hadoop3 spark
wget -q https://dlcdn.apache.org/spark/$spark_version/$spark_version-bin-hadoop3.tgz
tar -zxf $spark_version-bin-hadoop3.tgz
ln -s $spark_version-bin-hadoop3 spark
cp ~/work/juicefs/juicefs/sdk/java/target/juicefs-hadoop*jar /tmp/spark/jars
cp ~/work/juicefs/juicefs/.github/workflows/resources/core-site.xml /tmp/spark/conf
export PATH=$PATH:/tmp/spark/bin:/tmp/spark/sbin
Expand Down

0 comments on commit a8cb0fc

Please sign in to comment.