diff --git a/roles/juju-setup/tasks/main.yml b/roles/juju-setup/tasks/main.yml
index c416a09..53eaf2e 100644
--- a/roles/juju-setup/tasks/main.yml
+++ b/roles/juju-setup/tasks/main.yml
@@ -34,6 +34,10 @@
 - name: Verify that we can log into every VM
   command: ansible services -m ping -u ubuntu
 
+- name: Have VM's use the apt-cache
+  command: ansible services -m lineinfile -a "dest=/etc/apt/apt.conf.d/02apt-cacher-ng
+    mode=0644 owner=root group=root regexp='^Acquire' line='Acquire::http { Proxy \"http://{{ apt_cacher_name }}:{{ apt_cacher_port }}\"; };'"
+
 - name: Update software in all the VMs
   command: ansible services -m apt -b -u ubuntu -a "upgrade=dist update_cache=yes cache_valid_time=3600"