diff --git a/plugins/providers/docker/action/destroy_build_image.rb b/plugins/providers/docker/action/destroy_build_image.rb
index bae5d7923..a5e1b4ad0 100644
--- a/plugins/providers/docker/action/destroy_build_image.rb
+++ b/plugins/providers/docker/action/destroy_build_image.rb
@@ -29,8 +29,12 @@ module VagrantPlugins
             machine.provider.driver.rmi(image)
           end
 
-          if image_file
-            image_file.delete
+          if image_file && image_file.file?
+            begin
+              image_file.delete
+            rescue Errno::ENOENT
+              # Its okay
+            end
           end
 
           @app.call(env)