diff --git a/test/test-credentials-no-prompt.sh b/test/test-credentials-no-prompt.sh
new file mode 100755
index 00000000..6c31aa44
--- /dev/null
+++ b/test/test-credentials-no-prompt.sh
@@ -0,0 +1,29 @@
+#!/usr/bin/env bash
+
+. "test/testlib.sh"
+
+# these tests rely on GIT_TERMINAL_PROMPT to test properly
+ensure_git_version_isnt $VERSION_LOWER "2.3.0"
+
+begin_test "attempt private access without credential helper"
+(
+  set -e
+
+  reponame="$(basename "$0" ".sh")"
+  setup_remote_repo "$reponame"
+  clone_repo "$reponame" without-creds
+
+  git lfs track "*.dat"
+  echo "hi" > hi.dat
+  git add hi.dat
+  git add .gitattributes
+  git commit -m "initial commit"
+
+  git config --unset credential.helper
+  git config --global --unset credential.helper
+
+  GIT_TERMINAL_PROMPT=0 git push origin master 2>&1 | tee push.log
+
+  grep "Git credentials for $GITSERVER/$reponame not found" push.log
+)
+end_test
diff --git a/test/test-credentials.sh b/test/test-credentials.sh
index 4711746d..8736be12 100755
--- a/test/test-credentials.sh
+++ b/test/test-credentials.sh
@@ -2,30 +2,6 @@
 
 . "test/testlib.sh"
 
-begin_test "attempt private access without credential helper"
-(
-  set -e
-
-  reponame="$(basename "$0" ".sh")"
-  setup_remote_repo "$reponame"
-  clone_repo "$reponame" without-creds
-
-  git lfs track "*.dat"
-  echo "hi" > hi.dat
-  git add hi.dat
-  git add .gitattributes
-  git commit -m "initial commit"
-
-  git config --unset credential.helper
-  git config --global --unset credential.helper
-
-  GIT_TERMINAL_PROMPT=0 git push origin master 2>&1 | tee push.log
-
-  grep "Git credentials for $GITSERVER/$reponame not found" push.log
-)
-end_test
-exit 0
-
 begin_test "credentials without useHttpPath, with bad path password"
 (
   set -e