diff --git a/.forgejo/workflows/check.yml b/.forgejo/workflows/check.yml
index 14a13b1..1c90cbe 100644
--- a/.forgejo/workflows/check.yml
+++ b/.forgejo/workflows/check.yml
@@ -24,18 +24,17 @@ jobs:
         uses: ./
         with:
           # Create a comment on the associated PR
-          comment-on-pr: ${{ github.ref_name != 'main' }}
+          comment-on-pr: 'false'
           # Generate artifacts on main (to speed up comparisons)
           # generate-artifact: ${{ github.ref_name == 'main' }}
           # Always generate artifacts for testing purposes
           generate-artifact: 'true'
-          # Generate comparisons to main
-          do-comparison: 'true'
-          # This job's name (so we can find the artifacts)
+          # This job's name (so we can find the previous artifacts)
           job-name: report-size
   report-download-check:
     runs-on: nixos
-    needs: report-size
+    needs: report-size-push
+    if: github.event_name == 'push'
     steps:
       - name: Download previous report
         uses: https://git.salame.cl/actions/download-artifact@d8d0a99033603453ad2255e58720b460a0555e1e # v4
diff --git a/.forgejo/workflows/test-pr.yml b/.forgejo/workflows/test-pr.yml
new file mode 100644
index 0000000..43fb880
--- /dev/null
+++ b/.forgejo/workflows/test-pr.yml
@@ -0,0 +1,33 @@
+on:
+  pull_request:
+jobs:
+  report-size-pr:
+    runs-on: nixos
+    steps:
+      - uses: "https://git.salame.cl/actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683" # v4
+      - run: nix --version
+      - name: Create Size Report
+        uses: ./
+        with:
+          # Create a comment on the associated PR
+          comment-on-pr: 'true'
+          # Generate artifacts on main (to speed up comparisons)
+          # generate-artifact: ${{ github.ref_name == 'main' }}
+          # Always generate artifacts for testing purposes
+          generate-artifact: 'true'
+          # Generate comparisons to main
+          do-comparison: 'true'
+          # Get the previous artifacts from report-size-push (since those run on main)
+          job-name: report-size
+          artifact-name: report.json
+  report-download-check-pr:
+    runs-on: nixos
+    needs: report-size-pr
+    steps:
+      - name: Download previous report
+        uses: https://git.salame.cl/actions/download-artifact@d8d0a99033603453ad2255e58720b460a0555e1e # v4
+        with:
+          name: report.json
+      - name: Verify report exists
+        run: |
+          cat report.json
diff --git a/action.yml b/action.yml
index f27253b..fa8706f 100644
--- a/action.yml
+++ b/action.yml
@@ -90,6 +90,7 @@ runs:
       # We want to generate a comment and we we able to find the PR number
       if: inputs.comment-on-pr == 'true' && steps.pr-number.outputs.pr-number != ''
       env:
+        ARTIFACT_NAME: ${{ inputs.artifact-name }}
         PR_ID: ${{ steps.pr-number.outputs.pr-number }}
         COMMENT_ID: ${{ steps.find-comment.outputs.comment-id }}
         DO_COMPARISON: ${{ inputs.do-comparison }}
diff --git a/scripts/retrieve-old-report.sh b/scripts/retrieve-old-report.sh
index ee83f08..792b43c 100755
--- a/scripts/retrieve-old-report.sh
+++ b/scripts/retrieve-old-report.sh
@@ -58,11 +58,10 @@ if [ "$(in_private_repo)" != 'true' ] && [ "$JOB_NAME" ]; then
   error "Failed to find previous report, expected at: $report_url"
 fi
 
-warn "Couldn't retrieve old report:"
-warn '    This usuially happens when running on private repos'
-warn '    or when job-name is not set.'
-warn
-warn '    See the README for more details'
+warn "Couldn't retrieve old report:
+  note: This usually happens when running on private repos or when job-name is not set.
+
+        See the README for more details"
 
 error "Falling back to slow method (checkout $base_branch and generate the report)"