Ripping out SNI/openssl/requests latest. Turns out pyOpenSSL barfs on a ton of pages.

This commit is contained in:
Samuel Clay 2014-05-22 15:06:16 -07:00
parent c26086b2f6
commit 177b8aea09
2 changed files with 2 additions and 5 deletions

View file

@ -50,6 +50,7 @@ class PageImporter(object):
's' if self.feed.num_subscribers != 1 else '',
self.feed.permalink,
),
'Connection': 'close',
}
@timelimit(15)
@ -78,7 +79,6 @@ class PageImporter(object):
else:
try:
response = requests.get(feed_link, headers=self.headers)
response.connection.close()
except requests.exceptions.TooManyRedirects:
response = requests.get(feed_link)
except (AttributeError, SocketError), e:

View file

@ -37,12 +37,9 @@ raven==3.1.17
readline==6.2.4.1
redis==2.8.0
hiredis==0.1.1
requests==2.2.1
requests==1.1.0
seacucumber==1.5
South==0.7.6
stripe==1.12.2
django-oauth-toolkit==0.5.0
django-cors-headers==0.12
pyOpenSSL==0.14
pyasn1==0.1.7
ndg-httpsclient==0.3.2