Archives/python-readability
2
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Fixed #70 and added xpath option

Browse Source
This commit is contained in:
Yuri Baburov 2015-09-29 18:36:25 +02:00
parent fae95bad45
commit 65d1ebb06d
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
readability/readability.py
View File

@ -67,6 +67,8 @@ regexp_type = type(re.compile('hello, world'))
def compile_pattern(elements):
if not elements:
return None
elif isinstance(elements, (list, tuple)):
return list(elements)
elif isinstance(elements, regexp_type):
return elements
else:
@ -78,7 +80,7 @@ class Document:
"""Class to build a etree document out of html."""
def __init__(self, input, positive_keywords=None, negative_keywords=None,
url=None, min_text_length=25, retry_length=250, ):
url=None, min_text_length=25, retry_length=250, xpath=False):
"""Generate the document
:param input: string of the html content.
@ -99,10 +101,16 @@ class Document:
self.url = url
self.min_text_length = min_text_length
self.retry_length = retry_length
self.xpath = xpath
def _html(self, force=False):
if force or self.html is None:
self.html = self._parse(self.input)
if self.xpath:
root = self.html.getroottree()
for i in self.html.getiterator():
#print root.getpath(i)
i.attrib['x'] = root.getpath(i)
return self.html
def _parse(self, input):