diff --git a/.github/workflows/util/install_spark_resources.sh b/.github/workflows/util/install_spark_resources.sh
index 242952d60528..e1645b170dd5 100755
--- a/.github/workflows/util/install_spark_resources.sh
+++ b/.github/workflows/util/install_spark_resources.sh
@@ -16,6 +16,9 @@
 
 # Download Spark resources, required by some Spark UTs. The resource path should be set
 # for spark.test.home in mvn test.
+
+set -e
+
 INSTALL_DIR=$GITHUB_WORKSPACE
 case "$1" in
 3.2)
diff --git a/.github/workflows/util/setup_helper.sh b/.github/workflows/util/setup_helper.sh
index 6f0942dfbe7a..8b41d8326416 100644
--- a/.github/workflows/util/setup_helper.sh
+++ b/.github/workflows/util/setup_helper.sh
@@ -14,6 +14,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+set -e
+
 function install_maven {
   (
     cd /opt/
diff --git a/.github/workflows/velox_backend_cache.yml b/.github/workflows/velox_backend_cache.yml
index df1c68b27926..44ee969cba4f 100644
--- a/.github/workflows/velox_backend_cache.yml
+++ b/.github/workflows/velox_backend_cache.yml
@@ -77,16 +77,14 @@ jobs:
             ./cpp/build/velox/benchmarks/
             /root/.m2/repository/org/apache/arrow/
           key: cache-velox-build-centos-8-${{ hashFiles('./cache-key') }}
-      - name: Setup java and maven
+      - name: Build Gluten native libraries
+        if: steps.check-cache.outputs.cache-hit != 'true'
         run: |
+          df -a
           sed -i -e "s|mirrorlist=|#mirrorlist=|g" /etc/yum.repos.d/CentOS-* || true
           sed -i -e "s|#baseurl=http://mirror.centos.org|baseurl=http://vault.centos.org|g" /etc/yum.repos.d/CentOS-* || true
           yum install sudo patch java-1.8.0-openjdk-devel wget -y
           bash .github/workflows/util/setup_helper.sh install_maven
-      - name: Build Gluten native libraries
-        if: steps.check-cache.outputs.cache-hit != 'true'
-        run: |
-          df -a
           bash dev/ci-velox-buildshared-centos-8.sh
       - name: Cache
         if: steps.check-cache.outputs.cache-hit != 'true'