x/stackalytics
Code Issues Proposed changes

Fix reading URI under Py3

Browse Source 
Change-Id: Id9c9fa8b8a311feeae13f8ec11b7abb29a1d9e87
This commit is contained in:
Ilya Shakhat 2015-06-22 16:20:25 +03:00
parent 13dc944373
commit 819d34be77
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
stackalytics/processor/utils.py
View File

@ -16,6 +16,7 @@
import cgi
import datetime
import gzip
import io
import json
import random
import re
@ -105,6 +106,8 @@ def read_uri(uri):
req = six.moves.urllib.request.Request(
url=uri, headers={'User-Agent': random.choice(user_agents)})
fd = six.moves.urllib.request.urlopen(req)
if six.PY3:
fd = io.TextIOWrapper(fd)
raw = fd.read()
fd.close()
return raw