diff --git a/modules/tools/direnv/config.el b/modules/tools/direnv/config.el
index 2092a33b2..83cc99f2f 100644
--- a/modules/tools/direnv/config.el
+++ b/modules/tools/direnv/config.el
@@ -26,7 +26,9 @@
       (unless (or envrc-mode
                   (minibufferp)
                   (file-remote-p default-directory))
-        (envrc-mode 1))))
+        (condition-case _
+            (envrc-mode 1)
+          (quit)))))
 
   ;; Ensure these local variables survive major mode changes, so envrc-mode is
   ;; only "activated" once per buffer.