chore: disable caching for cross jobs (#4794)

CI is running into cross-rs/cross#724, which
should be fixed if we clear the cache.

Author: Darksonn

.github/workflows/ci.yml

@@ -248,7 +248,6 @@ jobs:
           toolchain: ${{ env.rust_stable }}
           target: ${{ matrix.target }}
           override: true
-      - uses: Swatinem/rust-cache@v1
       - uses: actions-rs/cargo@v1
         with:
           use-cross: true