diff --git a/dev/builddeps-veloxbe.sh b/dev/builddeps-veloxbe.sh
index 6688818b7388..0eb1a0b2e3ef 100755
--- a/dev/builddeps-veloxbe.sh
+++ b/dev/builddeps-veloxbe.sh
@@ -208,6 +208,9 @@ fi
 concat_velox_param
 
 function build_arrow {
+  if [ ! -d "$GLUTEN_DIR/ep/build-velox/build/velox_ep" ]; then
+    get_velox && setup_dependencies
+  fi
   cd $GLUTEN_DIR/dev
   source ./build_arrow.sh
 }
@@ -261,10 +264,8 @@ function build_velox_backend {
 }
 
 function get_velox {
-  (
-    cd $GLUTEN_DIR/ep/build-velox/src
-    ./get_velox.sh $VELOX_PARAMETER
-  )
+  cd $GLUTEN_DIR/ep/build-velox/src
+  ./get_velox.sh $VELOX_PARAMETER
 }
 
 function setup_dependencies {
diff --git a/dev/docker/Dockerfile.centos7-static-build b/dev/docker/Dockerfile.centos7-static-build
index dfd2499e58e8..e015dc517834 100644
--- a/dev/docker/Dockerfile.centos7-static-build
+++ b/dev/docker/Dockerfile.centos7-static-build
@@ -42,6 +42,7 @@ RUN set -ex; \
     echo "Build arrow, then install the native libs to system paths and jar package to .m2/ directory."; \
     cd /opt/gluten; \
     source /opt/rh/devtoolset-11/enable; \
+    source /opt/rh/rh-git227/enable; \
     bash ./dev/builddeps-veloxbe.sh --enable_vcpkg=ON --build_tests=ON --enable_s3=ON --enable_gcs=ON \
                                        --enable_hdfs=ON --enable_abfs=ON  build_arrow; \
     mvn dependency:go-offline -Pbackends-velox -Piceberg -Pdelta -Pspark-3.5 -DskipTests; \
diff --git a/dev/vcpkg/setup-build-depends.sh b/dev/vcpkg/setup-build-depends.sh
index 6d4695fb00f8..d2cec5b744bc 100755
--- a/dev/vcpkg/setup-build-depends.sh
+++ b/dev/vcpkg/setup-build-depends.sh
@@ -102,6 +102,7 @@ install_centos_7() {
         # Requires 'centos-release-scl' package to be installed.
         yum -y install rh-git227
         source /opt/rh/rh-git227/enable
+        echo "source /opt/rh/rh-git227/enable" >> ~/.bashrc
     fi
 
     # flex>=2.6.0