diff --git a/plugins/hosts/windows/cap/rdp.rb b/plugins/hosts/windows/cap/rdp.rb
index 96c7eb73e..eaa98e2d6 100644
--- a/plugins/hosts/windows/cap/rdp.rb
+++ b/plugins/hosts/windows/cap/rdp.rb
@@ -25,10 +25,7 @@ module VagrantPlugins
           # Launch it
           Vagrant::Util::PowerShell.execute("mstsc", config.path)
         ensure
-          if config
-            config.close
-            config.unlink
-          end
+          config.close if config
         end
       end
     end