diff --git a/.github/workflows/CI.yml b/.github/workflows/CI.yml
index 1eb2ea3ade05..ab338bb2d322 100644
--- a/.github/workflows/CI.yml
+++ b/.github/workflows/CI.yml
@@ -5,6 +5,8 @@ on:
     branches:
       - main
       - master
+    tags:
+      - '*'
   pull_request:
   workflow_dispatch:
 
@@ -16,6 +18,7 @@ jobs:
   # platforms, otherwise we want to break early
   canary_build:
     runs-on: ubuntu-latest
+    if: "startsWith(github.ref, 'refs/tags/')"
     container:
       image: quay.io/pypa/musllinux_1_1_x86_64
     env:
@@ -25,6 +28,10 @@ jobs:
       - uses: actions/checkout@v4
       - name: Install Openssl
         run: apk add openssl-dev
+      - uses: actions/setup-python@v5
+        with:
+          python-version: '3.10'
+          cache: 'pip'
       - uses: korandoru/setup-zig@v1
         with:
           zig-version: 0.13.0
@@ -33,10 +40,6 @@ jobs:
           toolchain: nightly-2024-06-13
           components: rustfmt
           cache-workspaces: bindings/python/
-      - uses: actions/setup-python@v5
-        with:
-          python-version: '3.10'
-          cache: 'pip'
       - name: Install Maturin
         run: python3 -m pip install 'maturin[zig]'
       # Check