diff --git a/.github/workflows/eval.yml b/.github/workflows/eval.yml
index 64969dc2b426..152a1b5d3468 100644
--- a/.github/workflows/eval.yml
+++ b/.github/workflows/eval.yml
@@ -203,7 +203,7 @@ jobs:
         if: steps.baseRunId.outputs.baseRunId
         run: |
           git -C nixpkgs worktree add ../base ${{ needs.attrs.outputs.baseSha }}
-          git -C nixpkgs diff --name-only ${{ needs.attrs.outputs.baseSha }} ${{ needs.attrs.outputs.mergedSha }} \
+          git -C nixpkgs diff --name-only ${{ needs.attrs.outputs.baseSha }} \
             | jq --raw-input --slurp 'split("\n")[:-1]' > touched-files.json
 
           # Use the base branch to get accurate maintainer info