diff --git a/scripts/retrieve-old-report.sh b/scripts/retrieve-old-report.sh
index 5639e73..4de1899 100755
--- a/scripts/retrieve-old-report.sh
+++ b/scripts/retrieve-old-report.sh
@@ -40,6 +40,10 @@ has_report() {
 # If a base branch is not provided, use the default branch
 base_branch=${BASE_BRANCH:-$(default_branch)}
 
+if in_private_repo; then
+  warn 'Detected that this is a private repo, retrieving the old report will probably fail'
+fi
+
 if ! in_private_repo && [ "$JOB_NAME" ]; then
   url=$(base_report_url "$base_branch")