x/stackalytics
Code Issues Proposed changes

Merge "Be tolerant to missing mail archive list page"

Browse Source
This commit is contained in:
Jenkins 2017-05-12 10:55:36 +00:00 committed by Gerrit Code Review
commit 012c786f12
2 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
etc/default_data.json
View File

@ -30082,7 +30082,6 @@
"https://lists.opnfv.org/pipermail/fds-dev/",
"https://lists.opnfv.org/pipermail/infra-wg/",
"https://lists.opnfv.org/pipermail/mano-wg/",
"https://lists.opnfv.org/pipermail/odl-wg/",
"https://lists.opnfv.org/pipermail/openstack-dev/",
"https://lists.opnfv.org/pipermail/opnfv-enduser-advisory-group/",
"https://lists.opnfv.org/pipermail/opnfv-project-leads/",

4
stackalytics/processor/mls.py
View File

@ -54,6 +54,10 @@ TRAILING_RECORD = ('From ishakhat at mirantis.com Tue Sep 17 07:30:43 2013\n'
def _get_mail_archive_links(uri):
content = utils.read_uri(uri)
if not content:
LOG.warning('Mail archive list is not found at %s', uri)
return []
links = set(re.findall(r'\shref\s*=\s*[\'"]([^\'"]*\.txt\.gz)', content,
flags=re.IGNORECASE))
return [parse.urljoin(uri, link) for link in links]