Frisk/RcGcDw
1
0
Fork 0
mirror of https://gitlab.com/chicken-riders/RcGcDw.git synced 2025-02-23 00:24:09 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Update diff parser

Browse source 
Based on Wiki-Bot diff parser
This commit is contained in:
Markus-Rost 2020-11-09 18:04:36 +01:00
parent 39a094c914
commit 8da1351f57
1 changed files with 43 additions and 42 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

85
src/misc.py
View file

@ -157,70 +157,71 @@ def escape_formatting(data):
class ContentParser(HTMLParser): class ContentParser(HTMLParser):
more = _("\n__And more__") more = _("\n__And more__")
current_tag = "" current_tag = ""
last_ins = None
last_del = None
empty = False
small_prev_ins = "" small_prev_ins = ""
small_prev_del = "" small_prev_del = ""
ins_length = len(more) ins_length = len(more)
del_length = len(more) del_length = len(more)
added = False
def handle_starttag(self, tagname, attribs): def handle_starttag(self, tagname, attribs):
if tagname == "ins" or tagname == "del": if tagname == "ins" or tagname == "del":
self.current_tag = tagname self.current_tag = tagname
if tagname == "td" and 'diff-addedline' in attribs[0]: if tagname == "td" and "diff-addedline" in attribs[0] and self.ins_length <= 1000:
self.current_tag = tagname + "a" self.current_tag = "tda"
if tagname == "td" and 'diff-deletedline' in attribs[0]: self.last_ins = ""
self.current_tag = tagname + "d" if tagname == "td" and "diff-deletedline" in attribs[0] and self.del_length <= 1000:
if tagname == "td" and 'diff-marker' in attribs[0]: self.current_tag = "tdd"
self.added = True self.last_del = ""
if tagname == "td" and "diff-empty" in attribs[0]:
self.empty = True
def handle_data(self, data): def handle_data(self, data):
data = re.sub(r"([`_*~<>{}@/|\\])", "\\\\\\1", data, 0) data = escape_formatting(data)
if self.current_tag == "ins" and self.ins_length <= 1000: if self.current_tag == "ins" and self.ins_length <= 1000:
self.ins_length += len("**" + data + '**') self.ins_length += len("**" + data + "**")
if self.ins_length <= 1000: if self.ins_length <= 1000:
self.small_prev_ins = self.small_prev_ins + "**" + data + '**' self.last_ins = self.last_ins + "**" + data + "**"
else:
self.small_prev_ins = self.small_prev_ins + self.more
if self.current_tag == "del" and self.del_length <= 1000: if self.current_tag == "del" and self.del_length <= 1000:
self.del_length += len("~~" + data + '~~') self.del_length += len("~~" + data + "~~")
if self.del_length <= 1000: if self.del_length <= 1000:
self.small_prev_del = self.small_prev_del + "~~" + data + '~~' self.last_del = self.last_del + "~~" + data + "~~"
else: if self.current_tag == "tda" and self.ins_length <= 1000:
self.small_prev_del = self.small_prev_del + self.more
if (self.current_tag == "afterins" or self.current_tag == "tda") and self.ins_length <= 1000:
self.ins_length += len(data) self.ins_length += len(data)
if self.ins_length <= 1000: if self.ins_length <= 1000:
self.small_prev_ins = self.small_prev_ins + data self.last_ins = self.last_ins + data
else: if self.current_tag == "tdd" and self.del_length <= 1000:
self.small_prev_ins = self.small_prev_ins + self.more
if (self.current_tag == "afterdel" or self.current_tag == "tdd") and self.del_length <= 1000:
self.del_length += len(data) self.del_length += len(data)
if self.del_length <= 1000: if self.del_length <= 1000:
self.small_prev_del = self.small_prev_del + data self.last_del = self.last_del + data
else:
self.small_prev_del = self.small_prev_del + self.more
if self.added:
if data == '+' and self.ins_length <= 1000:
self.ins_length += 1
if self.ins_length <= 1000:
self.small_prev_ins = self.small_prev_ins + '\n'
else:
self.small_prev_ins = self.small_prev_ins + self.more
if data == '−' and self.del_length <= 1000:
self.del_length += 1
if self.del_length <= 1000:
self.small_prev_del = self.small_prev_del + '\n'
else:
self.small_prev_del = self.small_prev_del + self.more
self.added = False
def handle_endtag(self, tagname): def handle_endtag(self, tagname):
self.current_tag = ""
if tagname == "ins": if tagname == "ins":
self.current_tag = "afterins" self.current_tag = "tda"
elif tagname == "del": elif tagname == "del":
self.current_tag = "afterdel" self.current_tag = "tdd"
else: elif tagname == "tr":
self.current_tag = "" if self.last_ins is not None:
self.ins_length += 1
if self.empty and not self.last_ins.isspace() and "**" not in self.last_ins:
self.ins_length += 4
self.last_ins = "**" + self.last_ins + "**"
self.small_prev_ins = self.small_prev_ins + "\n" + self.last_ins
if self.ins_length > 1000:
self.small_prev_ins = self.small_prev_ins + self.more
self.last_ins = None
if self.last_del is not None:
self.del_length += 1
if self.empty and not self.last_del.isspace() and "~~" not in self.last_del:
self.del_length += 4
self.last_del = "~~" + self.last_del + "~~"
self.small_prev_del = self.small_prev_del + "\n" + self.last_del
if self.del_length > 1000:
self.small_prev_del = self.small_prev_del + self.more
self.last_del = None
self.empty = False
def safe_read(request, *keys): def safe_read(request, *keys):