diff --git a/src/Plots.jl b/src/Plots.jl
index 854b13bf..ac99a187 100644
--- a/src/Plots.jl
+++ b/src/Plots.jl
@@ -304,6 +304,7 @@ const CURRENT_BACKEND = CurrentBackend(:none)
             k == :theme || default(k, v)
         end
     end
+    pushdisplay(PlotsDisplay())
 end
 
 # ---------------------------------------------------------
diff --git a/src/output.jl b/src/output.jl
index 7c762d6b..dbee501b 100644
--- a/src/output.jl
+++ b/src/output.jl
@@ -145,11 +145,6 @@ function Base.display(::PlotsDisplay, plt::Plot)
     _display(plt)
 end
 
-# override the REPL display to open a gui window
-using REPL
-Base.display(::REPL.REPLDisplay, ::MIME"text/plain", plt::Plot) = gui(plt)
-
-
 _do_plot_show(plt, showval::Bool) = showval && gui(plt)
 function _do_plot_show(plt, showval::Symbol)
     showval == :gui && gui(plt)