diff --git a/core/cli/packages.el b/core/cli/packages.el
index 730bac669..8f8d7ffb1 100644
--- a/core/cli/packages.el
+++ b/core/cli/packages.el
@@ -332,13 +332,12 @@ declaration) or dependency thereof that hasn't already been."
                          (want-native-compile
                           (or (eq build t)
                               (memq 'native-compile build))))
-                    (when (eq (car-safe build) :not)
-                      (setq want-byte-compile (not want-byte-compile)
-                            want-native-compile (not want-native-compile)))
-                    (unless (and (require 'comp nil t)
-                                 (featurep 'nativecomp)
-                                 (ignore-errors (native-comp-available-p)))
-                      (setq want-native-compile nil))
+                    (and (eq (car-safe build) :not)
+                         (setq want-byte-compile (not want-byte-compile)
+                               want-native-compile (not want-native-compile)))
+                    (or (and (require 'comp nil t)
+                             (ignore-errors (native-comp-available-p)))
+                        (setq want-native-compile nil))
                     (and (or want-byte-compile want-native-compile)
                          (or (file-newer-than-file-p repo-dir build-dir)
                              (file-exists-p (straight--modified-dir (or local-repo package)))