diff --git a/apps/pkey.c b/apps/pkey.c
index 48bfda8c34aebfd4cffa62062c33474bf39158ab..14896d3e46d1e1cdf0899a80b5920dea1e9eab57 100644
--- a/apps/pkey.c
+++ b/apps/pkey.c
@@ -179,6 +179,8 @@ int pkey_main(int argc, char **argv)
     ret = 0;
 
  end:
+    if (ret != 0)
+        ERR_print_errors(bio_err);
     EVP_PKEY_free(pkey);
     release_engine(e);
     BIO_free_all(out);