diff --git a/.forgejo/workflows/check-changelog.yml b/.forgejo/workflows/check-changelog.yml
index 96aa22453..b825f3834 100644
--- a/.forgejo/workflows/check-changelog.yml
+++ b/.forgejo/workflows/check-changelog.yml
@@ -90,6 +90,9 @@ jobs:
                 issue_number: context.issue.number,
                 labels: ['Changelog/Missing'],
               });
+              core.setFailed("Missing changelog entry (detected)");
+            } else if (currentLabels.includes('Changelog/Missing')) {
+              core.setFailed("Missing changelog entry (label)");
             } else {
               console.log('Changelog not needed');
               // Changelog is probably not needed