diff --git a/zuul_sphinx/zuul.py b/zuul_sphinx/zuul.py
index 4b6fb6e..2add2ed 100644
--- a/zuul_sphinx/zuul.py
+++ b/zuul_sphinx/zuul.py
@@ -194,6 +194,8 @@ class ZuulDirective(Directive):
             for p in os.listdir(d):
                 if not os.path.isdir(os.path.join(d, p)):
                     continue
+                if p in ('__pycache__',):
+                    continue
                 role_readme = os.path.join(d, p, 'README.rst')
                 if os.path.exists(role_readme):
                     roles[p] = role_readme