diff --git a/en/recovery-challenge.cgi b/en/recovery-challenge.cgi
index debd7eb..a9c54c1 100755
--- a/en/recovery-challenge.cgi
+++ b/en/recovery-challenge.cgi
@@ -73,6 +73,7 @@ submit_challenge() {
 			sed -n 's/.*using.*key \(.*\)/\1/p')" == \
 			"$keyid" ]]; then
 			echo "$key" >> "/vm/$arg_username/.ssh/authorized_keys"
+			rm "$runtime_dir/$arg_username"{,.pgp}
 			page=success
 			return
 		else