diff --git a/.github/actions/build_debug/action.yml b/.github/actions/build_debug/action.yml
index 2ef76219742af..774ae14d2d743 100644
--- a/.github/actions/build_debug/action.yml
+++ b/.github/actions/build_debug/action.yml
@@ -34,6 +34,20 @@ runs:
       with:
         sharedKey: debug-${{ inputs.target }}-v2
 
+    # Java temurin-11 is widely use (and pre-installed) across github actions.
+    # So most of the time, this action will just setup `JAVA_HOME` for us.
+    # Don't worry about the running time.
+    - name: Setup java env
+      uses: actions/setup-java@v3
+      with:
+        distribution: temurin
+        java-version: '11'
+
+    # Building with features for test.
+    - shell: bash
+      run: cargo build --target ${{ inputs.target }} --features storage-hdfs
+
+    # Use this binary for testing.
     - shell: bash
       run: cargo build --target ${{ inputs.target }}
 
diff --git a/.github/actions/check/action.yml b/.github/actions/check/action.yml
index 322603526d86f..20e577e0cca3e 100644
--- a/.github/actions/check/action.yml
+++ b/.github/actions/check/action.yml
@@ -34,7 +34,20 @@ runs:
 
     - name: Clippy
       shell: bash
-      run: cargo clippy --tests -- -D warnings
+      run: cargo clippy --all-targets -- -D warnings
+
+    # Java temurin-11 is widely use (and pre-installed) across github actions.
+    # So most of the time, this action will just setup `JAVA_HOME` for us.
+    # Don't worry about the running time.
+    - name: Setup java env
+      uses: actions/setup-java@v3
+      with:
+        distribution: temurin
+        java-version: '11'
+
+    - name: Clippy All features
+      shell: bash
+      run: cargo clippy --all-features --all-targets -- -D warnings
 
     - name: Audit dependencies
       shell: bash