diff --git a/habitat/plan.ps1 b/habitat/plan.ps1
index 286d2dc2d..3e72a47ae 100644
--- a/habitat/plan.ps1
+++ b/habitat/plan.ps1
@@ -81,6 +81,7 @@ function Invoke-Install {
 function Invoke-After {
     # We don't need the cache of downloaded .gem files ...
     Remove-Item $pkg_prefix/vendor/cache -Recurse -Force
+    Remove-Item $pkg_prefix/vendor/bundler -Recurse -Force
     # We don't need the gem docs.
     Remove-Item $pkg_prefix/vendor/doc -Recurse -Force
     # We don't need to ship the test suites for every gem dependency,
diff --git a/habitat/plan.sh b/habitat/plan.sh
index 06c57d494..72a14a95d 100644
--- a/habitat/plan.sh
+++ b/habitat/plan.sh
@@ -58,6 +58,9 @@ do_install() {
   gem install ohai-*.gem --no-document
   set_runtime_env "GEM_PATH" "${pkg_prefix}/vendor"
   wrap_ruby_bin
+  rm -rf $GEM_PATH/bundler
+  rm -rf $GEM_PATH/cache
+  rm -rf $GEM_PATH/doc
 }
 wrap_ruby_bin() {
   local bin="$pkg_prefix/bin/$pkg_name"