diff --git a/autoload/tagbar.vim b/autoload/tagbar.vim
index de9108c..6241eab 100644
--- a/autoload/tagbar.vim
+++ b/autoload/tagbar.vim
@@ -4041,7 +4041,7 @@ function! s:QuitIfOnlyWindow() abort
                 noautocmd bdelete
             endif
             quit
-        else
+        elseif exists('t:tagbar_buf_name')
             close
         endif
     endif