diff --git a/lib/vagrant/action/builtin/box_remove.rb b/lib/vagrant/action/builtin/box_remove.rb
index a62478a4e..d89351daa 100644
--- a/lib/vagrant/action/builtin/box_remove.rb
+++ b/lib/vagrant/action/builtin/box_remove.rb
@@ -58,14 +58,14 @@ module Vagrant
               raise Errors::BoxRemoveMultiVersion,
                 name: box_name,
                 provider: box_provider.to_s,
-                versions: all_versions.join(", ")
+                versions: all_versions.sort.map! { |k| " * #{k}" }.join("\n")
             end
           elsif !all_versions.include?(box_version)
             raise Errors::BoxRemoveVersionNotFound,
               name: box_name,
               provider: box_provider.to_s,
               version: box_version,
-              versions: all_versions.join(", ")
+              versions: all_versions.sort.map! { |k| " * #{k}" }.join("\n")
           end
 
           box = env[:box_collection].find(