diff --git a/pmd-core/src/test/java/net/sourceforge/pmd/cli/CoreCliTest.java b/pmd-core/src/test/java/net/sourceforge/pmd/cli/CoreCliTest.java
index dacc665ba1..b420eebcbd 100644
--- a/pmd-core/src/test/java/net/sourceforge/pmd/cli/CoreCliTest.java
+++ b/pmd-core/src/test/java/net/sourceforge/pmd/cli/CoreCliTest.java
@@ -192,8 +192,9 @@ public class CoreCliTest {
 
     @Test
     public void testDeprecatedRulesetSyntaxOnCommandLine() {
-        runPmdSuccessfully("--no-cache", "--dir", srcDir, "--rulesets", "dummy-basic");
-        MatcherAssert.assertThat(loggingRule.getLog(), containsString("Ruleset reference 'dummy-basic' uses a deprecated form, use 'rulesets/dummy/basic.xml' instead"));
+        startCapturingErrAndOut();
+        runPmd(StatusCode.VIOLATIONS_FOUND, "--no-cache", "--dir", srcDir, "--rulesets", "dummy-basic");
+        MatcherAssert.assertThat(errStreamCaptor.getLog(), containsString("Ruleset reference 'dummy-basic' uses a deprecated form, use 'rulesets/dummy/basic.xml' instead"));
     }
 
 
@@ -231,7 +232,7 @@ public class CoreCliTest {
 
 
     private static void runPmdSuccessfully(Object... args) {
-        runPmd(0, args);
+        runPmd(StatusCode.OK, args);
     }
 
     private static String[] argsToString(Object... args) {
@@ -256,9 +257,9 @@ public class CoreCliTest {
         return StandardCharsets.UTF_8.decode(buf).toString();
     }
 
-    private static void runPmd(int expectedExitCode, Object[] args) {
+    private static void runPmd(StatusCode expectedExitCode, Object... args) {
         StatusCode actualExitCode = PMD.runPmd(argsToString(args));
-        assertEquals("Exit code", expectedExitCode, actualExitCode.toInt());
+        assertEquals("Exit code", expectedExitCode, actualExitCode);
     }