diff --git a/.github/workflows/bump-version.yaml b/.github/workflows/bump-version.yaml
new file mode 100644
index 000000000..b72022cae
--- /dev/null
+++ b/.github/workflows/bump-version.yaml
@@ -0,0 +1,33 @@
+on:
+  workflow_dispatch:
+    inputs:
+      new_version:
+        description: "What we want the new version to be"
+        required: true
+
+name: Bump version
+
+jobs:
+  bump_version_pr:
+    name: Create version bump PR
+    runs-on: ubuntu-latest
+    env:
+      CARGO_NET_GIT_FETCH_WITH_CLI: "true"
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Install `just`
+        uses: extractions/setup-just@v2
+
+      - uses: Swatinem/rust-cache@v2
+        with:
+          shared-key: "build" # share the cache across jobs
+          save-if: false
+
+      - run: ./scripts/new-version.sh ${{ github.event.inputs.new_version }}
+
+      # TODO: auto-merge when we feel confident.
+      - uses: peter-evans/create-pull-request@v6
+        with:
+          title: Bump version to ${{ github.event.inputs.new_version }}
+          body: This bumps the version in `Cargo.toml` and updates `changelog.md`.
diff --git a/.github/workflows/deploy.yaml b/.github/workflows/deploy.yaml
deleted file mode 100644
index 45f6a4848..000000000
--- a/.github/workflows/deploy.yaml
+++ /dev/null
@@ -1,21 +0,0 @@
-on:
-  workflow_dispatch:
-    inputs:
-      new_version:
-        description: "What we want the new version to be"
-        required: true
-
-name: Deploy process
-
-jobs:
-  deploy:
-    name: cargo audit
-    runs-on: ubuntu-latest
-    env:
-      CARGO_NET_GIT_FETCH_WITH_CLI: "true"
-    steps:
-      - uses: actions/checkout@v4
-
-      - run: ./scripts/new-version.sh ${{ github.event.inputs.new_version }}
-
-      - run: cat Cargo.toml