moviewyrm/fedireads/sanitize_html.py

52 lines
1.7 KiB
Python
Raw Normal View History

2020-02-19 08:35:12 +00:00
''' html parser to clean up incoming text from unknown sources '''
2020-02-15 05:45:13 +00:00
from html.parser import HTMLParser
class InputHtmlParser(HTMLParser):
''' Removes any html that isn't whitelisted from a block '''
def __init__(self):
HTMLParser.__init__(self)
self.whitelist = ['p', 'b', 'i', 'pre', 'a', 'span']
2020-02-15 05:45:13 +00:00
self.tag_stack = []
self.output = []
# if the html appears invalid, we just won't allow any at all
self.allow_html = True
def handle_starttag(self, tag, attrs):
''' check if the tag is valid '''
if self.allow_html and tag in self.whitelist:
self.output.append(('tag', self.get_starttag_text()))
2020-02-15 05:45:13 +00:00
self.tag_stack.append(tag)
else:
self.output.append(('data', ' '))
def handle_endtag(self, tag):
''' keep the close tag '''
if not self.allow_html or tag not in self.whitelist:
self.output.append(('data', ' '))
return
if not self.tag_stack or self.tag_stack[-1] != tag:
# the end tag doesn't match the most recent start tag
self.allow_html = False
self.output.append(('data', ' '))
return
self.tag_stack = self.tag_stack[:-1]
self.output.append(('tag', '</%s>' % tag))
def handle_data(self, data):
''' extract the answer, if we're in an answer tag '''
self.output.append(('data', data))
def get_output(self):
''' convert the output from a list of tuples to a string '''
if not self.allow_html:
return ''.join(v for (k, v) in self.output if k == 'data')
return ''.join(v for (k, v) in self.output)