diff --git a/test/danetest.c b/test/danetest.c
index 92a3b1ba3..cad751f4b 100644
--- a/test/danetest.c
+++ b/test/danetest.c
@@ -471,6 +471,8 @@ int main(int argc, char *argv[])
     CAfile = argv[2];
     tlsafile = argv[3];
 
+    bio_err = BIO_new_fp(stderr, BIO_NOCLOSE | BIO_FP_TEXT);
+
     p = getenv("OPENSSL_DEBUG_MEMORY");
     if (p != NULL && strcmp(p, "on") == 0)
         CRYPTO_set_mem_debug(1);
@@ -483,8 +485,6 @@ int main(int argc, char *argv[])
         return 0;
     }
 
-    bio_err = BIO_new_fp(stderr, BIO_NOCLOSE | BIO_FP_TEXT);
-
     SSL_library_init();
     SSL_load_error_strings();