diff --git a/modules/config/default/config.el b/modules/config/default/config.el
index 37b55265e..699581137 100644
--- a/modules/config/default/config.el
+++ b/modules/config/default/config.el
@@ -20,7 +20,13 @@
         "~/.authinfo.gpg"))
 
 (after! epa
-  (setq epa-file-encrypt-to (or epa-file-encrypt-to user-mail-address)
+  (setq epa-file-encrypt-to
+        (or epa-file-encrypt-to
+            ;; Collect all public key IDs with your username
+            (unless (string-empty-p user-full-name)
+              (cl-loop for key in (epg-list-keys (epg-make-context) user-full-name)
+                       collect (epg-sub-key-id (car (epg-key-sub-key-list key)))))
+            user-mail-address)
         ;; With GPG 2.1, this forces gpg-agent to use the Emacs minibuffer to
         ;; prompt for the key passphrase.
         epa-pinentry-mode 'loopback))