chore(ci): cache vdev (#24103)

* chore(ci): cache vdev

* fix cache key

* vdev dep, implies rust dep

Author: pront

.github/actions/install-vdev/action.yml

@@ -0,0 +1,25 @@
+name: "Install vdev"
+description: "Install vdev CLI tool with caching based on source code changes"
+
+branding:
+  icon: tool
+  color: purple
+
+runs:
+  using: "composite"
+  steps:
+    - name: Cache vdev binary
+      id: cache-vdev
+      uses: actions/cache@5a3ec84eff668545956fd18022155c47e93e2684 # v4.2.3
+      with:
+        path: ~/.cargo/bin/vdev
+        key: ${{ runner.os }}-vdev-${{ hashFiles('vdev/**', 'Cargo.toml', 'Cargo.lock') }}
+        restore-keys: |
+          ${{ runner.os }}-vdev-
+
+    - name: Build and install vdev
+      if: steps.cache-vdev.outputs.cache-hit != 'true'
+      shell: bash
+      run: |
+        echo "Building vdev from source (cache miss)"
+        cargo install --path vdev --locked

.github/actions/setup/action.yml

@@ -58,6 +58,10 @@ inputs:
     required: false
     default: false
     description: "Install wasm-pack for Rust to WASM bridge."
+  vdev:
+    required: false
+    default: false
+    description: "Install vdev CLI tool (cached by vdev/ directory changes)."
 
   # prepare.sh - npm
   markdownlint:
@@ -87,7 +91,8 @@ runs:
                    "${{ inputs.cargo-deny }}" \
                    "${{ inputs.cargo-msrv }}" \
                    "${{ inputs.dd-rust-license-tool }}" \
-                   "${{ inputs.wasm-pack }}"; do
+                   "${{ inputs.wasm-pack }}" \
+                   "${{ inputs.vdev }}"; do
           if [[ "$val" == "true" ]]; then
             rust="true"
             break
@@ -201,6 +206,10 @@ runs:
         sudo cp "${TEMP}/cue" /usr/bin/cue
         rm -rf "$TEMP"
 
+    - name: Install vdev
+      if: ${{ inputs.vdev == 'true' }}
+      uses: ./.github/actions/install-vdev
+
     - name: Run prepare.sh
       shell: bash
       run: |

.github/workflows/build-test-runner.yml

@@ -28,6 +28,10 @@ jobs:
         with:
           ref: ${{ inputs.checkout_ref || inputs.commit_sha }}
 
+      - uses: ./.github/actions/setup
+        with:
+          vdev: true
+
       - name: Login to GitHub Container Registry
         uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0
         with:
@@ -38,7 +42,7 @@ jobs:
       - name: Build and push integration test runner image
         run: |
           # Build integration test runner image with all-integration-tests feature
-          cargo vdev int build
+          vdev int build
           # Get rust version from rust-toolchain.toml (same as vdev does)
           RUST_VERSION=$(grep '^channel = ' rust-toolchain.toml | cut -d'"' -f2)
           LOCAL_IMAGE="vector-test-runner-${RUST_VERSION}:latest"

.github/workflows/changes.yml

@@ -316,11 +316,15 @@ jobs:
     steps:
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
 
+      - uses: ./.github/actions/setup
+        with:
+          vdev: true
+
       # creates a yaml file that contains the filters for each integration,
       # extracted from the output of the `vdev int ci-paths` command, which
       # sources the paths from the scripts/integration/.../test.yaml files
       - name: Create filter rules for integrations
-        run: cargo vdev int ci-paths > int_test_filters.yaml
+        run: vdev int ci-paths > int_test_filters.yaml
 
       - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 # v3.0.2
         id: filter
@@ -400,11 +404,15 @@ jobs:
     steps:
       - uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0
 
+      - uses: ./.github/actions/setup
+        with:
+          vdev: true
+
       # creates a yaml file that contains the filters for each test,
       # extracted from the output of the `vdev int ci-paths` command, which
       # sources the paths from the scripts/e2e/.../test.yaml files
       - name: Create filter rules for e2e tests
-        run: cargo vdev e2e ci-paths > int_test_filters.yaml
+        run: vdev e2e ci-paths > int_test_filters.yaml
 
       - uses: dorny/paths-filter@de90cc6fb38fc0963ad72b210f1f284cd68cea36 # v3.0.2
         id: filter

.github/workflows/k8s_e2e.yml

@@ -97,7 +97,12 @@ jobs:
       - run: bash scripts/environment/prepare.sh --modules=rustup,cross
       - run: rustup target add x86_64-unknown-linux-gnu
       - run: echo "::add-matcher::.github/matchers/rust.json"
-      - run: VECTOR_VERSION="$(cargo vdev version)" make package-deb-x86_64-unknown-linux-gnu
+
+      # TODO: Use the setup action in this workflow.
+      - name: Install vdev
+        uses: ./.github/actions/install-vdev
+
+      - run: VECTOR_VERSION="$(vdev version)" make package-deb-x86_64-unknown-linux-gnu
 
       - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
         with: