diff --git a/.zuul.yaml b/.zuul.yaml
index 0173752dae..95a96dde46 100644
--- a/.zuul.yaml
+++ b/.zuul.yaml
@@ -1242,6 +1242,8 @@
       - playbooks/zuul/templates/group_vars/registry.yaml.j2
       - playbooks/roles/letsencrypt-create-certs/handlers/restart_zuul_registry.yaml
       - playbooks/roles/registry/
+      - playbooks/roles/pip3/
+      - playbooks/roles/install-docker/
       - testinfra/test_registry.py
 
 - job:
@@ -1266,6 +1268,8 @@
       - playbooks/service-letsencrypt.yaml
       - playbooks/service-etherpad.yaml
       - playbooks/roles/etherpad/
+      - playbooks/roles/install-docker/
+      - playbooks/roles/pip3/
       - docker/etherpad/
 
 - job:
@@ -1313,6 +1317,7 @@
       - playbooks/host_vars/gitea
       - playbooks/zuul/templates/group_vars/gitea.yaml.j2
       - playbooks/zuul/templates/group_vars/gitea-lb.yaml.j2
+      - playbooks/roles/pip3/
       - playbooks/roles/install-docker/
       - playbooks/roles/letsencrypt
       - playbooks/roles/gerrit/
@@ -1355,6 +1360,8 @@
       - playbooks/host_vars/meetpad\d+.opendev.org.yaml
       - playbooks/roles/letsencrypt-create-certs/handlers/restart_jitsi_meet.yaml
       - playbooks/roles/jitsi-meet/
+      - playbooks/roles/pip3/
+      - playbooks/roles/install-docker/
       - testinfra/test_meetpad.py
 
 - job:
@@ -1376,6 +1383,8 @@
       - playbooks/group_vars/zookeeper.yaml
       - ^playbooks/host_vars/zk\d+\..*
       - playbooks/roles/zookeeper/
+      - playbooks/roles/pip3/
+      - playbooks/roles/install-docker/
       - testinfra/test_zookeeper.py
 
 - job:
@@ -1395,6 +1404,8 @@
     files:
       - playbooks/install-ansible.yaml
       - playbooks/roles/zuul-preview/
+      - playbooks/roles/pip3/
+      - playbooks/roles/install-docker/
       - testinfra/test_zuul_preview.py
 
 - job:
@@ -1440,6 +1451,7 @@
       - playbooks/host_vars/review\d+.openstack.org.yaml
       - playbooks/group_vars/review-dev.yaml
       - playbooks/host_vars/review-dev\d+.opendev.org.yaml
+      - playbooks/roles/pip3/
       - playbooks/roles/install-docker/
       - playbooks/roles/letsencrypt
       - playbooks/roles/gerrit/
@@ -1637,6 +1649,7 @@
       - inventory/
       - playbooks/service-gitea-lb.yaml
       - playbooks/group_vars/gitea-lb.yaml
+      - playbooks/roles/pip3/
       - playbooks/roles/install-docker/
       - playbooks/roles/haproxy/
 
@@ -1691,6 +1704,7 @@
       - playbooks/host_vars/etherpad01.opendev.org.yaml
       - playbooks/group_vars/etherpad
       - playbooks/roles/install-docker/
+      - playbooks/roles/pip3/
       - playbooks/roles/etherpad
       - playbooks/roles/logrotate
 
@@ -1714,6 +1728,7 @@
       - playbooks/service-meetpad.yaml
       - playbooks/host_vars/meetpad01.opendev.org.yaml
       - playbooks/group_vars/meetpad.yaml
+      - playbooks/roles/pip3/
       - playbooks/roles/install-docker/
       - playbooks/roles/jitsi-meet/
 
@@ -1786,6 +1801,7 @@
       - inventory/
       - playbooks/service-registry.yaml
       - playbooks/group_vars/registry.yaml
+      - playbooks/roles/pip3/
       - playbooks/roles/install-docker/
       - playbooks/roles/registry/
 
@@ -1799,6 +1815,7 @@
       - inventory/
       - playbooks/service-zuul-preview.yaml
       - playbooks/group_vars/zuul-preview.yaml
+      - playbooks/roles/pip3/
       - playbooks/roles/install-docker/
       - playbooks/roles/zuul-preview/
 
@@ -1812,6 +1829,7 @@
       - inventory/.*
       - playbooks/group_vars/zookeeper.yaml
       - ^playbooks/host_vars/zk\d+\..*
+      - playbooks/roles/pip3/
       - playbooks/roles/install-docker/
       - playbooks/roles/zookeeper/
 
@@ -1835,6 +1853,7 @@
       - playbooks/service-review.yaml
       - playbooks/group_vars/gerrit.yaml
       - playbooks/host_vars/review01.openstack.org.yaml
+      - playbooks/roles/pip3/
       - playbooks/roles/install-docker/
       - playbooks/roles/gerrit/
 
@@ -1850,6 +1869,7 @@
       - playbooks/service-review-dev.yaml
       - playbooks/group_vars/gerrit.yaml
       - playbooks/host_vars/review-dev01.opendev.org.yaml
+      - playbooks/roles/pip3/
       - playbooks/roles/install-docker/
       - playbooks/roles/gerrit/
 
@@ -1876,6 +1896,7 @@
       - playbooks/group_vars/gitea.yaml
       - playbooks/host_vars/gitea[0-9][0-9]
       - playbooks/roles/install-docker/
+      - playbooks/roles/pip3/
       - playbooks/roles/gitea/
       - playbooks/roles/logrotate/
       - docker/gitea/