使用htmlparser python获取标签下的html
问题内容:
我想在标签下并使用HTMLParser获得整个html。我目前能够获取标签之间的数据,以下是我的代码
class LinksParser(HTMLParser):
def __init__(self):
HTMLParser.__init__(self)
self.recording = 0
self.data = ''
def handle_starttag(self, tag, attributes):
if tag != 'span':
return
if self.recording:
self.recording += 1
return
for name, value in attributes:
if name == 'itemprop' and value == 'description':
break
else:
return
self.recording = 1
def handle_endtag(self, tag):
if tag == 'span' and self.recording:
self.recording -= 1
def handle_data(self, data):
if self.recording:
self.data += data
我也想要输入中的html标签,例如
<span itemprop="description">
<h1>My First Heading</h1>
<p>My first <br/><br/>paragraph.</p>
</span>
当作为输入提供时,只会给我没有标签的数据。有什么方法可以让我在标记之间获得整个html?
问题答案:
可以使用xml.etree.ElementTree.TreeBuilder
etree API来查找/操作<span>
元素:
import sys
from HTMLParser import HTMLParser
from xml.etree import cElementTree as etree
class LinksParser(HTMLParser):
def __init__(self):
HTMLParser.__init__(self)
self.tb = etree.TreeBuilder()
def handle_starttag(self, tag, attributes):
self.tb.start(tag, dict(attributes))
def handle_endtag(self, tag):
self.tb.end(tag)
def handle_data(self, data):
self.tb.data(data)
def close(self):
HTMLParser.close(self)
return self.tb.close()
parser = LinksParser()
parser.feed(sys.stdin.read())
root = parser.close()
span = root.find(".//span[@itemprop='description']")
etree.ElementTree(span).write(sys.stdout)
输出量
<span itemprop="description">
<h1>My First Heading</h1>
<p>My first <br /><br />paragraph.</p>
</span>
要在没有父(根)<span>
标签的情况下进行打印:
sys.stdout.write(span.text)
for child in span:
sys.stdout.write(etree.tostring(child)) # add encoding="unicode" on Python 3