diff --git a/cloudlab-init.sh b/cloudlab-init.sh
index 9810d16..446852f 100755
--- a/cloudlab-init.sh
+++ b/cloudlab-init.sh
@@ -7,6 +7,13 @@
 XOS="http://ctl:9999/"
 AUTH="padmin@vicci.org:letmein"
 
+# Create public key if none present
+cat /dev/zero | ssh-keygen -q -N ""
+PUBKEY=$( cat ~/.ssh/id_rsa.pub )
+
+# Make sure the public key is available inside the container
+cp ~/.ssh/id_rsa.pub xos/observers/vcpe/vcpe_public_key
+
 # Install Docker
 wget -qO- https://get.docker.com/ | sh
 sudo usermod -aG docker $(whoami)
@@ -25,10 +32,6 @@
     sleep 1
 done
 
-# Create public key if none present
-cat /dev/zero | ssh-keygen -q -N ""
-PUBKEY=$( cat ~/.ssh/id_rsa.pub )
-
 # Copy public key
 # BUG: Shouldn't have to set the 'enacted' field...
 http --auth $AUTH PATCH $XOS/xos/users/1/ public_key="$PUBKEY" enacted=$( date "+%Y-%m-%dT%T")