diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index d0d1eff0..f00b76fc 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -136,11 +136,18 @@ jobs:
 
       - name: Run changed-files with a single commit history
         id: changed-files
+        continue-on-error: true
         uses: ./
         with:
           base_sha: d1c0ee4
           sha: d1c0ee4
 
+      - name: Exit with 1 if no error is raised
+        if: steps.changed-files.outcome != 'failure'
+        run: |
+          echo "Expected: (failure) got ${{ steps.changed-files.outcome }}"
+          exit 1
+
       - name: Show output
         run: |
           echo '${{ toJSON(steps.changed-files.outputs) }}'