diff --git a/diskimage_builder/elements/debootstrap/cleanup.d/99-clean-up-cache b/diskimage_builder/elements/debootstrap/cleanup.d/99-clean-up-cache
new file mode 100755
index 00000000..825bd182
--- /dev/null
+++ b/diskimage_builder/elements/debootstrap/cleanup.d/99-clean-up-cache
@@ -0,0 +1,25 @@
+#!/bin/bash
+#
+# Copyright 2016 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+#
+if [ ${DIB_DEBUG_TRACE:-1} -gt 0 ]; then
+    set -x
+fi
+set -eu
+set -o pipefail
+
+# NOTE(pabelanger): Remove cached info about APT repositories, as it will go
+# stale fast.
+sudo rm -rf $TARGET_ROOT/var/lib/apt/lists/*