diff --git a/.github/workflows/util/install-spark-resources.sh b/.github/workflows/util/install-spark-resources.sh index 31defd69b845..907e450792c3 100755 --- a/.github/workflows/util/install-spark-resources.sh +++ b/.github/workflows/util/install-spark-resources.sh @@ -121,10 +121,10 @@ if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then mv /opt/shims/spark40/spark_home/assembly/target/scala-2.12 /opt/shims/spark40/spark_home/assembly/target/scala-2.13 ;; 4.1) - # Spark-4.x, scala 2.12 // using 2.12 as a hack as 4.0 does not have 2.13 suffix + # Spark-4.x, scala 2.12 // using 2.12 as a hack as 4.1 does not have 2.13 suffix cd ${INSTALL_DIR} && \ install_spark "4.1.1" "3" "2.12" - mv /opt/shims/spark40/spark_home/assembly/target/scala-2.12 /opt/shims/spark40/spark_home/assembly/target/scala-2.13 + mv /opt/shims/spark41/spark_home/assembly/target/scala-2.12 /opt/shims/spark41/spark_home/assembly/target/scala-2.13 ;; *) echo "Spark version is expected to be specified." diff --git a/.github/workflows/velox_backend_x86.yml b/.github/workflows/velox_backend_x86.yml index 75b700ad9be2..b0f95703256d 100644 --- a/.github/workflows/velox_backend_x86.yml +++ b/.github/workflows/velox_backend_x86.yml @@ -1367,7 +1367,6 @@ jobs: run: | rm -rf /opt/shims/spark41 bash .github/workflows/util/install-spark-resources.sh 4.1 - mv /opt/shims/spark41/spark_home/assembly/target/scala-2.12 /opt/shims/spark41/spark_home/assembly/target/scala-2.13 - name: Build and Run unit test for Spark 4.1.0 with scala-2.13 (other tests) run: | cd $GITHUB_WORKSPACE/ @@ -1417,7 +1416,6 @@ jobs: run: | rm -rf /opt/shims/spark41 bash .github/workflows/util/install-spark-resources.sh 4.1 - mv /opt/shims/spark41/spark_home/assembly/target/scala-2.12 /opt/shims/spark41/spark_home/assembly/target/scala-2.13 - name: Build and Run unit test for Spark 4.0 (slow tests) run: | cd $GITHUB_WORKSPACE/