diff --git a/.circleci/config.yml b/.circleci/config.yml
index e115cfd6b5f55882cbc3e0479d081f8f8edf143b..50c8a4786db9c00a402a6776cee5930c1c8e559d 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -19,16 +19,6 @@ jobs:
     docker:
       - image: "nixos/nix:2.2.1"
     steps:
-      - run:
-          name: "Install CA Certificates"
-          command: |
-            # Required for cache and artifact interactions.  Though we use a
-            # nix image, it's actually an alpine base...  The CircleCI cache
-            # management and artifact uploader doesn't know how to use the nix
-            # ca bundle we could install.
-            apk update
-            apk add ca-certificates
-
       - run:
           name: "Install Git"
           command: |
@@ -51,8 +41,8 @@ jobs:
           command: |
             # Required for cache and artifact interactions.  Though we use a
             # nix image, it's actually an alpine base...  The CircleCI cache
-            # management and artifact uploader doesn't know how to use the nix
-            # ca bundle we could install.
+            # management (which we stopped using) and artifact uploader don't
+            # know how to use the nix ca bundle we could install.
             apk update
             apk add ca-certificates
 
@@ -62,10 +52,6 @@ jobs:
             # Required for the checkout step
             nix-env -i git openssh
 
-      - restore_cache:
-          keys:
-            - "v1-nix-store"
-
       - "checkout"
 
       - run:
@@ -73,11 +59,6 @@ jobs:
           command: |
             nix-build
 
-      - save_cache:
-          key: "v1-nix-store"
-          paths:
-            - "/nix/store"
-
       - store_artifacts:
           path: "result/docs"
           destination: "docs"