diff --git a/modules/lang/common-lisp/config.el b/modules/lang/common-lisp/config.el
index 22551bba5..b82101ec5 100644
--- a/modules/lang/common-lisp/config.el
+++ b/modules/lang/common-lisp/config.el
@@ -38,7 +38,8 @@
 
   (defun +common-lisp|init-sly ()
     "Attempt to auto-start sly when opening a lisp buffer."
-    (cond ((sly-connected-p))
+    (cond ((or (doom-temp-buffer-p (current-buffer))
+               (sly-connected-p)))
           ((executable-find inferior-lisp-program)
            (let ((sly-auto-start 'always))
              (sly-auto-start)