diff --git a/lib/chibi/test.scm b/lib/chibi/test.scm
index 79ddc3ab..e868c3bd 100644
--- a/lib/chibi/test.scm
+++ b/lib/chibi/test.scm
@@ -176,7 +176,8 @@
              (warning "error in group outside of tests")
              (print-exception exn (current-error-port))
              (test-group-inc! (current-test-group) 'count)
-             (test-group-inc! (current-test-group) 'ERROR)))
+             (test-group-inc! (current-test-group) 'ERROR)
+             (test-failure-count (+ 1 (test-failure-count)))))
          body ...)
        (test-end name)
        (current-test-group old-group)))))