diff --git a/src/Stores/KeyStore.php b/src/Stores/KeyStore.php
index d1711f8..e2fe664 100644
--- a/src/Stores/KeyStore.php
+++ b/src/Stores/KeyStore.php
@@ -67,7 +67,9 @@ class KeyStore {
 
         try {
             // TODO: Replace with async version once available
-            mkdir(dirname($file), 0755, true);
+            if (!file_exists($file)) {
+                mkdir(dirname($file), 0755, true);
+            }
 
             yield \Amp\File\put($file, $keyPair->getPrivate());
             yield \Amp\File\chmod($file, 0600);