diff --git a/.github/workflows/github-actions-main.yml b/.github/workflows/github-actions-main.yml
index 6cce630a3..6a1f5e38b 100644
--- a/.github/workflows/github-actions-main.yml
+++ b/.github/workflows/github-actions-main.yml
@@ -13,7 +13,9 @@ jobs:
 
   Main:
     needs: pre_job
-    if: needs.pre_job.outputs.should_skip != 'true'
+    # We always process server tags, because that's when the Docker image is
+    # built
+    if: needs.pre_job.outputs.should_skip != 'true' && !startsWith(github.ref, 'refs/tags/server-v')
     runs-on: ${{ matrix.os }}
     strategy:
       matrix: