diff --git a/models/entry.py b/models/entry.py index ec370e9..db460a4 100644 --- a/models/entry.py +++ b/models/entry.py @@ -2,7 +2,6 @@ from sqlalchemy import Column, Integer, ForeignKey, String, Text, DateTime from datetime import datetime from time import mktime import urllib2 -#import urllib #import hn import html2text import HTMLParser @@ -15,12 +14,10 @@ def fetch_readability(link): return text def fetch_full_page(link): - opener = urllib.FancyURLopener({}) - response = opener.open(link) + response = urllib2.urlopen(link) html = response.read() html = html.decode('utf8') - text = html2text.html2text(html) - return text.encode('latin-1', 'replace') + return html def size_human_readable(bytesize): for x in ['bytes','KB','MB','GB']: