diff --git a/resources/nova_api_puppet/actions/remove.pp b/resources/nova_api_puppet/actions/remove.pp
index bb71e553..4dfb8e20 100644
--- a/resources/nova_api_puppet/actions/remove.pp
+++ b/resources/nova_api_puppet/actions/remove.pp
@@ -1,10 +1,16 @@
 class { 'nova::api':
   ensure_package => 'absent',
   enabled        => false,
+  admin_password => 'not important as removed'
 }
 
 include nova::params
 
+exec { 'post-nova_config':
+  command     => '/bin/echo "Nova config has changed"',
+  refreshonly => true,
+}
+
 package { 'nova-common':
   name   => $nova::params::common_package_name,
   ensure => 'absent',