diff --git a/.github/workflows/licenses-update.yml b/.github/workflows/licenses-update.yml
index 3078ae81c6f..461c008e2ec 100644
--- a/.github/workflows/licenses-update.yml
+++ b/.github/workflows/licenses-update.yml
@@ -44,6 +44,8 @@ jobs:
           Learn more about our GitHub Actions for managing licenses [here](https://docs.sourcegraph.com/dev/background-information/continuous_integration#third-party-licenses).
 
           You're safe to merge this pull request when the required checks are passing.
+
+          Test plan: CI should pass with any updates.
         # token must be a personal access token for pull request to trigger other actions
         # token must have `repo` scope
         # currently @sourcegraph-bot cross-repo-github-actions in 1password
diff --git a/dev/release/src/release.ts b/dev/release/src/release.ts
index 387120d6904..577707c300f 100644
--- a/dev/release/src/release.ts
+++ b/dev/release/src/release.ts
@@ -356,6 +356,10 @@ These steps must be completed before this PR can be merged, unless otherwise sta
 ${actionItems.map(item => `- [ ] ${item}`).join('\n')}
 
 cc @${config.captainGitHubUsername}
+
+### Test plan
+
+CI checks in this repository should pass, and a manual review should confirm if the generated changes are correct.
 `,
                 }
             }
diff --git a/renovate.json b/renovate.json
index 0ee586b4a6f..35226daaa11 100644
--- a/renovate.json
+++ b/renovate.json
@@ -3,6 +3,7 @@
   "extends": ["github>sourcegraph/renovate-config"],
   "semanticCommits": "disabled",
   "rebaseWhen": "never",
+  "prBodyNotes": ["Test plan: CI should pass with updated dependencies."],
   "packageRules": [
     {
       "matchDepTypes": ["engines"],