diff --git a/modules/completion/helm/config.el b/modules/completion/helm/config.el
index 219bc1071..092932939 100644
--- a/modules/completion/helm/config.el
+++ b/modules/completion/helm/config.el
@@ -39,6 +39,7 @@
         helm-move-to-line-cycle-in-source t)
 
   :config
+  (load "helm-autoloads" nil t)
   (setq projectile-completion-system 'helm)
 
   (defvar helm-projectile-find-file-map (make-sparse-keymap))
diff --git a/modules/lang/elm/config.el b/modules/lang/elm/config.el
index 4fe8af11d..6157cf21d 100644
--- a/modules/lang/elm/config.el
+++ b/modules/lang/elm/config.el
@@ -3,6 +3,7 @@
 (def-package! elm-mode
   :mode "\\.elm$"
   :config
+  (load "elm-mode-autoloads" nil t)
   (add-hook! 'elm-mode-hook #'(flycheck-mode rainbow-delimiters-mode))
   (set! :company-backend 'elm-mode '(company-elm))
   (set! :repl 'elm-mode #'run-elm-interactive)
diff --git a/modules/lang/haskell/config.el b/modules/lang/haskell/config.el
index 2014dd2b9..a97fa9bff 100644
--- a/modules/lang/haskell/config.el
+++ b/modules/lang/haskell/config.el
@@ -15,6 +15,7 @@
   :interpreter (("runghc" . haskell-mode)
                 ("runhaskell" . haskell-mode))
   :config
+  (load "haskell-mode-autoloads" nil t)
   (set! :repl 'haskell-mode #'switch-to-haskell)
   (push ".hi" completion-ignored-extensions)
 
diff --git a/modules/lang/latex/config.el b/modules/lang/latex/config.el
index b9df559fb..4943683da 100644
--- a/modules/lang/latex/config.el
+++ b/modules/lang/latex/config.el
@@ -20,11 +20,15 @@
 
 
 (def-package! tex-site
+  :init
+  ;; Manually load the AUCTEX autoloads. This is normally done by
+  ;; package-initialize, ... which we do not use.
+  (load "auctex.el" nil t t)
+  (load "auctex-autoloads.el" nil t t)
   :config
   ;; Set some varibles to fontify common LaTeX commands.
   (load! +fontification)
-  (setq
-        ;; Enable parse on load.
+  (setq ;; Enable parse on load.
         TeX-parse-self t
         ;; When running TeX, just save, don't ask
         TeX-save-query nil
diff --git a/modules/tools/pdf/config.el b/modules/tools/pdf/config.el
index f7cb233ab..55eb60b70 100644
--- a/modules/tools/pdf/config.el
+++ b/modules/tools/pdf/config.el
@@ -2,6 +2,7 @@
 
 (def-package! pdf-tools
   :mode ("\\.pdf$" . pdf-view-mode)
+  :init (load "pdf-tools-autoloads" nil t)
   :config
   (unless noninteractive
     (pdf-tools-install))