diff --git a/.circleci/config.yml b/.circleci/config.yml
index 7fff1e9f33dc8a70dfcfbfc747a00bb5969f47ce..963f0928eb7e7dc3ffd2fc7b99bed4ac4ee4cddc 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -19,6 +19,16 @@ jobs:
     docker:
       - image: "nixos/nix:2.2.1"
     steps:
+      - run:
+          name: "Install CA Certificates"
+          command: |
+            # Required for cache and artifact interactions.  Though we use a
+            # nix image, it's actually an alpine base...  The CircleCI cache
+            # management and artifact uploader doesn't know how to use the nix
+            # ca bundle we could install.
+            apk update
+            apk add ca-certificates
+
       - run:
           name: "Install Git"
           command: |
@@ -35,11 +45,6 @@ jobs:
           name: "Nix Build"
           command: |
             nix-build
-            # Required to upload artifacts.  Though we use a nix image, it's
-            # actually an alpine base...  The CircleCI artifact uploader
-            # doesn't know how to use the nix ca bundle we could install.
-            apk update
-            apk add ca-certificates
 
       - save_cache:
           key: "v1-nix-store"