ben
/
mwparserfromhell
mirror of https://github.com/earwig/mwparserfromhell
1
1
Fork 0
Code Releases 24 Activity
A Python parser for MediaWiki wikicode https://mwparserfromhell.readthedocs.io/
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
876 Commits
1 Branch
8.1 MiB
 
 
 
 
Tree: 1c983d3738
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '1c983d3738'
${ noResults }
mwparserfromhell/tests/test_tag.py

346 lines
15 KiB
Raw Blame History 

  1. #

  2. # Copyright (C) 2012-2020 Ben Kurtovic <ben.kurtovic@gmail.com>

  3. #

  4. # Permission is hereby granted, free of charge, to any person obtaining a copy

  5. # of this software and associated documentation files (the "Software"), to deal

  6. # in the Software without restriction, including without limitation the rights

  7. # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell

  8. # copies of the Software, and to permit persons to whom the Software is

  9. # furnished to do so, subject to the following conditions:

  10. #

  11. # The above copyright notice and this permission notice shall be included in

  12. # all copies or substantial portions of the Software.

  13. #

  14. # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

  15. # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

  16. # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE

  17. # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

  18. # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,

  19. # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE

  20. # SOFTWARE.

  21. 

  22. import unittest

  23. 

  24. from mwparserfromhell.nodes import Tag, Template, Text

  25. from mwparserfromhell.nodes.extras import Attribute

  26. from ._test_tree_equality import TreeEqualityTestCase, wrap, wraptext

  27. 

  28. agen = lambda name, value: Attribute(wraptext(name), wraptext(value))

  29. agennv = lambda name: Attribute(wraptext(name))

  30. agennq = lambda name, value: Attribute(wraptext(name), wraptext(value), None)

  31. agenp = lambda name, v, a, b, c: Attribute(wraptext(name), v, '"', a, b, c)

  32. agenpnv = lambda name, a, b, c: Attribute(wraptext(name), None, '"', a, b, c)

  33. 

  34. class TestTag(TreeEqualityTestCase):

  35.     """Test cases for the Tag node."""

  36. 

  37.     def test_str(self):

  38.         """test Tag.__str__()"""

  39.         node1 = Tag(wraptext("ref"))

  40.         node2 = Tag(wraptext("span"), wraptext("foo"),

  41.                     [agen("style", "color: red;")])

  42.         node3 = Tag(wraptext("ref"),

  43.                     attrs=[agennq("name", "foo"),

  44.                            agenpnv("some_attr", "   ", "", "")],

  45.                     self_closing=True)

  46.         node4 = Tag(wraptext("br"), self_closing=True, padding=" ")

  47.         node5 = Tag(wraptext("br"), self_closing=True, implicit=True)

  48.         node6 = Tag(wraptext("br"), self_closing=True, invalid=True,

  49.                     implicit=True)

  50.         node7 = Tag(wraptext("br"), self_closing=True, invalid=True,

  51.                     padding=" ")

  52.         node8 = Tag(wraptext("hr"), wiki_markup="----", self_closing=True)

  53.         node9 = Tag(wraptext("i"), wraptext("italics!"), wiki_markup="''")

  54. 

  55.         self.assertEqual("<ref></ref>", str(node1))

  56.         self.assertEqual('<span style="color: red;">foo</span>', str(node2))

  57.         self.assertEqual("<ref name=foo   some_attr/>", str(node3))

  58.         self.assertEqual("<br />", str(node4))

  59.         self.assertEqual("<br>", str(node5))

  60.         self.assertEqual("</br>", str(node6))

  61.         self.assertEqual("</br />", str(node7))

  62.         self.assertEqual("----", str(node8))

  63.         self.assertEqual("''italics!''", str(node9))

  64. 

  65.     def test_children(self):

  66.         """test Tag.__children__()"""

  67.         # <ref>foobar</ref>

  68.         node1 = Tag(wraptext("ref"), wraptext("foobar"))

  69.         # '''bold text'''

  70.         node2 = Tag(wraptext("b"), wraptext("bold text"), wiki_markup="'''")

  71.         # <img id="foo" class="bar" selected />

  72.         node3 = Tag(wraptext("img"),

  73.                     attrs=[agen("id", "foo"), agen("class", "bar"),

  74.                            agennv("selected")],

  75.                     self_closing=True, padding=" ")

  76. 

  77.         gen1 = node1.__children__()

  78.         gen2 = node2.__children__()

  79.         gen3 = node3.__children__()

  80.         self.assertEqual(node1.tag, next(gen1))

  81.         self.assertEqual(node3.tag, next(gen3))

  82.         self.assertEqual(node3.attributes[0].name, next(gen3))

  83.         self.assertEqual(node3.attributes[0].value, next(gen3))

  84.         self.assertEqual(node3.attributes[1].name, next(gen3))

  85.         self.assertEqual(node3.attributes[1].value, next(gen3))

  86.         self.assertEqual(node3.attributes[2].name, next(gen3))

  87.         self.assertEqual(node1.contents, next(gen1))

  88.         self.assertEqual(node2.contents, next(gen2))

  89.         self.assertEqual(node1.closing_tag, next(gen1))

  90.         self.assertRaises(StopIteration, next, gen1)

  91.         self.assertRaises(StopIteration, next, gen2)

  92.         self.assertRaises(StopIteration, next, gen3)

  93. 

  94.     def test_strip(self):

  95.         """test Tag.__strip__()"""

  96.         node1 = Tag(wraptext("i"), wraptext("foobar"))

  97.         node2 = Tag(wraptext("math"), wraptext("foobar"))

  98.         node3 = Tag(wraptext("br"), self_closing=True)

  99. 

  100.         self.assertEqual("foobar", node1.__strip__())

  101.         self.assertEqual(None, node2.__strip__())

  102.         self.assertEqual(None, node3.__strip__())

  103. 

  104.     def test_showtree(self):

  105.         """test Tag.__showtree__()"""

  106.         output = []

  107.         getter, marker = object(), object()

  108.         get = lambda code: output.append((getter, code))

  109.         mark = lambda: output.append(marker)

  110.         node1 = Tag(wraptext("ref"), wraptext("text"),

  111.                     [agen("name", "foo"), agennv("selected")])

  112.         node2 = Tag(wraptext("br"), self_closing=True, padding=" ")

  113.         node3 = Tag(wraptext("br"), self_closing=True, invalid=True,

  114.                     implicit=True, padding=" ")

  115.         node1.__showtree__(output.append, get, mark)

  116.         node2.__showtree__(output.append, get, mark)

  117.         node3.__showtree__(output.append, get, mark)

  118.         valid = [

  119.             "<", (getter, node1.tag), (getter, node1.attributes[0].name),

  120.             "    = ", marker, (getter, node1.attributes[0].value),

  121.             (getter, node1.attributes[1].name), ">", (getter, node1.contents),

  122.             "</", (getter, node1.closing_tag), ">", "<", (getter, node2.tag),

  123.             "/>", "</", (getter, node3.tag), ">"]

  124.         self.assertEqual(valid, output)

  125. 

  126.     def test_tag(self):

  127.         """test getter/setter for the tag attribute"""

  128.         tag = wraptext("ref")

  129.         node = Tag(tag, wraptext("text"))

  130.         self.assertIs(tag, node.tag)

  131.         self.assertIs(tag, node.closing_tag)

  132.         node.tag = "span"

  133.         self.assertWikicodeEqual(wraptext("span"), node.tag)

  134.         self.assertWikicodeEqual(wraptext("span"), node.closing_tag)

  135.         self.assertEqual("<span>text</span>", node)

  136. 

  137.     def test_contents(self):

  138.         """test getter/setter for the contents attribute"""

  139.         contents = wraptext("text")

  140.         node = Tag(wraptext("ref"), contents)

  141.         self.assertIs(contents, node.contents)

  142.         node.contents = "text and a {{template}}"

  143.         parsed = wrap([Text("text and a "), Template(wraptext("template"))])

  144.         self.assertWikicodeEqual(parsed, node.contents)

  145.         self.assertEqual("<ref>text and a {{template}}</ref>", node)

  146. 

  147.     def test_attributes(self):

  148.         """test getter for the attributes attribute"""

  149.         attrs = [agen("name", "bar")]

  150.         node1 = Tag(wraptext("ref"), wraptext("foo"))

  151.         node2 = Tag(wraptext("ref"), wraptext("foo"), attrs)

  152.         self.assertEqual([], node1.attributes)

  153.         self.assertIs(attrs, node2.attributes)

  154. 

  155.     def test_wiki_markup(self):

  156.         """test getter/setter for the wiki_markup attribute"""

  157.         node = Tag(wraptext("i"), wraptext("italic text"))

  158.         self.assertIs(None, node.wiki_markup)

  159.         node.wiki_markup = "''"

  160.         self.assertEqual("''", node.wiki_markup)

  161.         self.assertEqual("''italic text''", node)

  162.         node.wiki_markup = False

  163.         self.assertFalse(node.wiki_markup)

  164.         self.assertEqual("<i>italic text</i>", node)

  165. 

  166.     def test_self_closing(self):

  167.         """test getter/setter for the self_closing attribute"""

  168.         node = Tag(wraptext("ref"), wraptext("foobar"))

  169.         self.assertFalse(node.self_closing)

  170.         node.self_closing = True

  171.         self.assertTrue(node.self_closing)

  172.         self.assertEqual("<ref/>", node)

  173.         node.self_closing = 0

  174.         self.assertFalse(node.self_closing)

  175.         self.assertEqual("<ref>foobar</ref>", node)

  176. 

  177.     def test_invalid(self):

  178.         """test getter/setter for the invalid attribute"""

  179.         node = Tag(wraptext("br"), self_closing=True, implicit=True)

  180.         self.assertFalse(node.invalid)

  181.         node.invalid = True

  182.         self.assertTrue(node.invalid)

  183.         self.assertEqual("</br>", node)

  184.         node.invalid = 0

  185.         self.assertFalse(node.invalid)

  186.         self.assertEqual("<br>", node)

  187. 

  188.     def test_implicit(self):

  189.         """test getter/setter for the implicit attribute"""

  190.         node = Tag(wraptext("br"), self_closing=True)

  191.         self.assertFalse(node.implicit)

  192.         node.implicit = True

  193.         self.assertTrue(node.implicit)

  194.         self.assertEqual("<br>", node)

  195.         node.implicit = 0

  196.         self.assertFalse(node.implicit)

  197.         self.assertEqual("<br/>", node)

  198. 

  199.     def test_padding(self):

  200.         """test getter/setter for the padding attribute"""

  201.         node = Tag(wraptext("ref"), wraptext("foobar"))

  202.         self.assertEqual("", node.padding)

  203.         node.padding = "  "

  204.         self.assertEqual("  ", node.padding)

  205.         self.assertEqual("<ref  >foobar</ref>", node)

  206.         node.padding = None

  207.         self.assertEqual("", node.padding)

  208.         self.assertEqual("<ref>foobar</ref>", node)

  209.         self.assertRaises(ValueError, setattr, node, "padding", True)

  210. 

  211.     def test_closing_tag(self):

  212.         """test getter/setter for the closing_tag attribute"""

  213.         tag = wraptext("ref")

  214.         node = Tag(tag, wraptext("foobar"))

  215.         self.assertIs(tag, node.closing_tag)

  216.         node.closing_tag = "ref {{ignore me}}"

  217.         parsed = wrap([Text("ref "), Template(wraptext("ignore me"))])

  218.         self.assertWikicodeEqual(parsed, node.closing_tag)

  219.         self.assertEqual("<ref>foobar</ref {{ignore me}}>", node)

  220. 

  221.     def test_wiki_style_separator(self):

  222.         """test getter/setter for wiki_style_separator attribute"""

  223.         node = Tag(wraptext("table"), wraptext("\n"))

  224.         self.assertIs(None, node.wiki_style_separator)

  225.         node.wiki_style_separator = "|"

  226.         self.assertEqual("|", node.wiki_style_separator)

  227.         node.wiki_markup = "{"

  228.         self.assertEqual("{|\n{", node)

  229.         node2 = Tag(wraptext("table"), wraptext("\n"), wiki_style_separator="|")

  230.         self.assertEqual("|", node2.wiki_style_separator)

  231. 

  232.     def test_closing_wiki_markup(self):

  233.         """test getter/setter for closing_wiki_markup attribute"""

  234.         node = Tag(wraptext("table"), wraptext("\n"))

  235.         self.assertIs(None, node.closing_wiki_markup)

  236.         node.wiki_markup = "{|"

  237.         self.assertEqual("{|", node.closing_wiki_markup)

  238.         node.closing_wiki_markup = "|}"

  239.         self.assertEqual("|}", node.closing_wiki_markup)

  240.         self.assertEqual("{|\n|}", node)

  241.         node.wiki_markup = "!!"

  242.         self.assertEqual("|}", node.closing_wiki_markup)

  243.         self.assertEqual("!!\n|}", node)

  244.         node.wiki_markup = False

  245.         self.assertFalse(node.closing_wiki_markup)

  246.         self.assertEqual("<table>\n</table>", node)

  247.         node2 = Tag(wraptext("table"), wraptext("\n"),

  248.                     attrs=[agen("id", "foo")], wiki_markup="{|",

  249.                     closing_wiki_markup="|}")

  250.         self.assertEqual("|}", node2.closing_wiki_markup)

  251.         self.assertEqual('{| id="foo"\n|}', node2)

  252. 

  253.     def test_has(self):

  254.         """test Tag.has()"""

  255.         node = Tag(wraptext("ref"), wraptext("cite"), [agen("name", "foo")])

  256.         self.assertTrue(node.has("name"))

  257.         self.assertTrue(node.has("  name  "))

  258.         self.assertTrue(node.has(wraptext("name")))

  259.         self.assertFalse(node.has("Name"))

  260.         self.assertFalse(node.has("foo"))

  261. 

  262.         attrs = [agen("id", "foo"), agenp("class", "bar", "  ", "\n", "\n"),

  263.                  agen("foo", "bar"), agenpnv("foo", " ", "  \n ", " \t")]

  264.         node2 = Tag(wraptext("div"), attrs=attrs, self_closing=True)

  265.         self.assertTrue(node2.has("id"))

  266.         self.assertTrue(node2.has("class"))

  267.         self.assertTrue(node2.has(attrs[1].pad_first + str(attrs[1].name) +

  268.                                   attrs[1].pad_before_eq))

  269.         self.assertTrue(node2.has(attrs[3]))

  270.         self.assertTrue(node2.has(str(attrs[3])))

  271.         self.assertFalse(node2.has("idclass"))

  272.         self.assertFalse(node2.has("id class"))

  273.         self.assertFalse(node2.has("id=foo"))

  274. 

  275.     def test_get(self):

  276.         """test Tag.get()"""

  277.         attrs = [agen("name", "foo")]

  278.         node = Tag(wraptext("ref"), wraptext("cite"), attrs)

  279.         self.assertIs(attrs[0], node.get("name"))

  280.         self.assertIs(attrs[0], node.get("  name  "))

  281.         self.assertIs(attrs[0], node.get(wraptext("name")))

  282.         self.assertRaises(ValueError, node.get, "Name")

  283.         self.assertRaises(ValueError, node.get, "foo")

  284. 

  285.         attrs = [agen("id", "foo"), agenp("class", "bar", "  ", "\n", "\n"),

  286.                  agen("foo", "bar"), agenpnv("foo", " ", "  \n ", " \t")]

  287.         node2 = Tag(wraptext("div"), attrs=attrs, self_closing=True)

  288.         self.assertIs(attrs[0], node2.get("id"))

  289.         self.assertIs(attrs[1], node2.get("class"))

  290.         self.assertIs(attrs[1], node2.get(

  291.             attrs[1].pad_first + str(attrs[1].name) + attrs[1].pad_before_eq))

  292.         self.assertIs(attrs[3], node2.get(attrs[3]))

  293.         self.assertIs(attrs[3], node2.get(str(attrs[3])))

  294.         self.assertIs(attrs[3], node2.get(" foo"))

  295.         self.assertRaises(ValueError, node2.get, "idclass")

  296.         self.assertRaises(ValueError, node2.get, "id class")

  297.         self.assertRaises(ValueError, node2.get, "id=foo")

  298. 

  299.     def test_add(self):

  300.         """test Tag.add()"""

  301.         node = Tag(wraptext("ref"), wraptext("cite"))

  302.         node.add("name", "value")

  303.         node.add("name", "value", quotes=None)

  304.         node.add("name", "value", quotes="'")

  305.         node.add("name")

  306.         node.add(1, False)

  307.         node.add("style", "{{foobar}}")

  308.         node.add("name", "value", '"', "\n", " ", "   ")

  309.         attr1 = ' name="value"'

  310.         attr2 = " name=value"

  311.         attr3 = " name='value'"

  312.         attr4 = " name"

  313.         attr5 = ' 1="False"'

  314.         attr6 = ' style="{{foobar}}"'

  315.         attr7 = '\nname =   "value"'

  316.         self.assertEqual(attr1, node.attributes[0])

  317.         self.assertEqual(attr2, node.attributes[1])

  318.         self.assertEqual(attr3, node.attributes[2])

  319.         self.assertEqual(attr4, node.attributes[3])

  320.         self.assertEqual(attr5, node.attributes[4])

  321.         self.assertEqual(attr6, node.attributes[5])

  322.         self.assertEqual(attr7, node.attributes[6])

  323.         self.assertEqual(attr7, node.get("name"))

  324.         self.assertWikicodeEqual(wrap([Template(wraptext("foobar"))]),

  325.                                  node.attributes[5].value)

  326.         self.assertEqual("".join(("<ref", attr1, attr2, attr3, attr4, attr5,

  327.                                   attr6, attr7, ">cite</ref>")), node)

  328.         self.assertRaises(ValueError, node.add, "name", "foo", quotes="bar")

  329.         self.assertRaises(ValueError, node.add, "name", "a bc d", quotes=None)

  330. 

  331.     def test_remove(self):

  332.         """test Tag.remove()"""

  333.         attrs = [agen("id", "foo"), agenp("class", "bar", "  ", "\n", "\n"),

  334.                  agen("foo", "bar"), agenpnv("foo", " ", "  \n ", " \t")]

  335.         node = Tag(wraptext("div"), attrs=attrs, self_closing=True)

  336.         node.remove("class")

  337.         self.assertEqual('<div id="foo" foo="bar" foo  \n />', node)

  338.         node.remove("foo")

  339.         self.assertEqual('<div id="foo"/>', node)

  340.         self.assertRaises(ValueError, node.remove, "foo")

  341.         node.remove("id")

  342.         self.assertEqual('<div/>', node)

  343. 

  344. if __name__ == "__main__":

  345.     unittest.main(verbosity=2)