diff --git a/zuul.d/system-config-run.yaml b/zuul.d/system-config-run.yaml
index ffb6c7af8b..362bd7455d 100644
--- a/zuul.d/system-config-run.yaml
+++ b/zuul.d/system-config-run.yaml
@@ -214,7 +214,18 @@
     files:
       - playbooks/install-ansible.yaml
       - inventory/service/group_vars/letsencrypt.yaml
-      - playbooks/roles/letsencrypt
+      # This is split because we ant to avoid
+      # ...create-certs/handlers/main.yaml matching since every
+      # letsencrypt user has its handler in there.  re2 matching
+      # doesn't provide us a way to say "everything but this file"
+      - playbooks/roles/letsencrypt-acme-sh-install
+      - playbooks/roles/letsencrypt-config-certcheck
+      - playbooks/roles/letsencrypt-create-certs/defaults
+      - playbooks/roles/letsencrypt-create-certs/handlers/restart_apache.yaml
+      - playbooks/roles/letsencrypt-create-certs/handlers/touch_file.yaml
+      - playbooks/roles/letsencrypt-create-certs/tasks
+      - playbooks/roles/letsencrypt-install-txt-record
+      - playbooks/roles/letsencrypt-request-certs
 
 - job:
     name: system-config-run-lists