diff --git a/scripts/gcloud.sh b/scripts/gcloud.sh
index a5927d555..be7bc7049 100644
--- a/scripts/gcloud.sh
+++ b/scripts/gcloud.sh
@@ -254,9 +254,8 @@ gcloud_PrepInstancesForSsh() {
 
       gcloud compute ssh --zone "$zone" "$name" -- "
         set -x;
-        rm -rf .ssh;
         mkdir -p .ssh;
-        echo \"$(cat "$publicKey")\" > .ssh/authorized_keys;
+        echo \"$(cat "$publicKey")\" >> .ssh/authorized_keys;
         echo \"
           Host *
           BatchMode yes