diff --git a/problemtools/judge/submission_judge.py b/problemtools/judge/submission_judge.py
index ad0a5d4f..cf1a2d0b 100644
--- a/problemtools/judge/submission_judge.py
+++ b/problemtools/judge/submission_judge.py
@@ -209,7 +209,8 @@ def _aggregate_group_result(self, child_results: list[SubmissionResult], group:
             else:
                 grader_flags = group.config.get('grader_flags', '').split()
                 verdict, score = grade_group(child_results, grader, grader_flags, self._base_dir, self._diag)
-                result = SubmissionResult(verdict, score=score)
+                # The grader spec is a bit funky, forcing graders to return a score even for pass-fail
+                result = SubmissionResult(verdict, score=score if self._metadata.is_scoring() else None)
                 slowest = max(child_results, key=lambda r: r.runtime)
                 result.runtime = slowest.runtime
                 result.runtime_testcase = slowest.runtime_testcase