diff --git a/test/testgen b/test/testgen
index 55c496f4b..4a188bcc8 100644
--- a/test/testgen
+++ b/test/testgen
@@ -27,6 +27,8 @@ fi
 
 echo "This could take some time."
 
+rm testkey.pem testreq.pem
+
 ../apps/openssl req -config test.cnf $req_new -out testreq.pem
 if [ $? != 0 ]; then
 echo problems creating request