diff --git a/roles/apt-cacher-ng/defaults/main.yml b/roles/apt-cacher-ng/defaults/main.yml
index f54e9cc..84d55a4 100644
--- a/roles/apt-cacher-ng/defaults/main.yml
+++ b/roles/apt-cacher-ng/defaults/main.yml
@@ -1,6 +1,6 @@
 ---
 # apt-cacher-ng/defaults/main.yml
 
-apt_cacher_ip: 127.0.0.1
+apt_cacher_name: 127.0.0.1
 apt_cacher_port: 3142
 
diff --git a/roles/apt-cacher-ng/templates/02apt-cacher-ng.j2 b/roles/apt-cacher-ng/templates/02apt-cacher-ng.j2
index b07ba88..46740fb 100644
--- a/roles/apt-cacher-ng/templates/02apt-cacher-ng.j2
+++ b/roles/apt-cacher-ng/templates/02apt-cacher-ng.j2
@@ -1 +1 @@
-Acquire::http { Proxy "http://{{ apt_cacher_ip }}:{{ apt_cacher_port }}"; };
+Acquire::http { Proxy "http://{{ apt_cacher_name }}:{{ apt_cacher_port }}"; };
diff --git a/roles/juju-setup/tasks/main.yml b/roles/juju-setup/tasks/main.yml
index c416a09..53eaf2e 100644
--- a/roles/juju-setup/tasks/main.yml
+++ b/roles/juju-setup/tasks/main.yml
@@ -34,6 +34,10 @@
 - name: Verify that we can log into every VM
   command: ansible services -m ping -u ubuntu
 
+- name: Have VM's use the apt-cache
+  command: ansible services -m lineinfile -a "dest=/etc/apt/apt.conf.d/02apt-cacher-ng
+    mode=0644 owner=root group=root regexp='^Acquire' line='Acquire::http { Proxy \"http://{{ apt_cacher_name }}:{{ apt_cacher_port }}\"; };'"
+
 - name: Update software in all the VMs
   command: ansible services -m apt -b -u ubuntu -a "upgrade=dist update_cache=yes cache_valid_time=3600"