diff --git a/core/cli/packages.el b/core/cli/packages.el
index fee2ed2dd..eabbc0d10 100644
--- a/core/cli/packages.el
+++ b/core/cli/packages.el
@@ -342,12 +342,13 @@ declaration) or dependency thereof that hasn't already been."
                           (or (eq build t)
                               (memq 'compile build)))
                          (want-native-compile
-                          (and (or (eq build t)
-                                   (memq 'native-compile build))
-                               (require 'comp nil t))))
+                          (or (eq build t)
+                              (memq 'native-compile build))))
                     (when (eq (car build) :not)
                       (setq want-byte-compile (not want-byte-compile)
                             want-native-compile (not want-native-compile)))
+                    (unless (require 'comp nil t)
+                      (setq want-native-compile nil))
                     (and (or want-byte-compile want-native-compile)
                          (or (file-newer-than-file-p repo-dir build-dir)
                              (file-exists-p (straight--modified-dir (or local-repo package)))