diff --git a/src/main/java/de/mlessmann/certassist/openssl/OpenSSLCertificateResult.java b/src/main/java/de/mlessmann/certassist/openssl/OpenSSLCertificateResult.java
index 04a4833..a5de8e9 100644
--- a/src/main/java/de/mlessmann/certassist/openssl/OpenSSLCertificateResult.java
+++ b/src/main/java/de/mlessmann/certassist/openssl/OpenSSLCertificateResult.java
@@ -24,5 +24,6 @@ public class OpenSSLCertificateResult implements AutoCloseable {
     public void close() throws IOException {
         LOGGER.info("Cleaning up temporary output directory {}", tmpDir);
         Files.walkFileTree(tmpDir, Set.of(), Integer.MAX_VALUE, new DeleteRecursiveFileVisitor());
+        Files.deleteIfExists(tmpDir);
     }
 }