ben
/
mwparserfromhell
mirror of https://github.com/earwig/mwparserfromhell
1
1
Fork 0
Code Releases 24 Activity
A Python parser for MediaWiki wikicode https://mwparserfromhell.readthedocs.io/
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
539 Commits
1 Branch
6.1 MiB
 
 
 
 
Tree: 8df596ba08
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '8df596ba08'
${ noResults }
mwparserfromhell/tests/test_tag.py

316 lines
14 KiB
Raw Blame History 

  1. # -*- coding: utf-8  -*-

  2. #

  3. # Copyright (C) 2012-2013 Ben Kurtovic <ben.kurtovic@gmail.com>

  4. #

  5. # Permission is hereby granted, free of charge, to any person obtaining a copy

  6. # of this software and associated documentation files (the "Software"), to deal

  7. # in the Software without restriction, including without limitation the rights

  8. # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell

  9. # copies of the Software, and to permit persons to whom the Software is

  10. # furnished to do so, subject to the following conditions:

  11. #

  12. # The above copyright notice and this permission notice shall be included in

  13. # all copies or substantial portions of the Software.

  14. #

  15. # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

  16. # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

  17. # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE

  18. # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

  19. # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,

  20. # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE

  21. # SOFTWARE.

  22. 

  23. from __future__ import unicode_literals

  24. import unittest

  25. 

  26. from mwparserfromhell.compat import str

  27. from mwparserfromhell.nodes import Tag, Template, Text

  28. from mwparserfromhell.nodes.extras import Attribute

  29. from ._test_tree_equality import TreeEqualityTestCase, getnodes, wrap, wraptext

  30. 

  31. agen = lambda name, value: Attribute(wraptext(name), wraptext(value))

  32. agennq = lambda name, value: Attribute(wraptext(name), wraptext(value), False)

  33. agenp = lambda name, v, a, b, c: Attribute(wraptext(name), v, True, a, b, c)

  34. agenpnv = lambda name, a, b, c: Attribute(wraptext(name), None, True, a, b, c)

  35. 

  36. class TestTag(TreeEqualityTestCase):

  37.     """Test cases for the Tag node."""

  38. 

  39.     def test_unicode(self):

  40.         """test Tag.__unicode__()"""

  41.         node1 = Tag(wraptext("ref"))

  42.         node2 = Tag(wraptext("span"), wraptext("foo"),

  43.                     [agen("style", "color: red;")])

  44.         node3 = Tag(wraptext("ref"),

  45.                     attrs=[agennq("name", "foo"),

  46.                            agenpnv("some_attr", "   ", "", "")],

  47.                     self_closing=True)

  48.         node4 = Tag(wraptext("br"), self_closing=True, padding=" ")

  49.         node5 = Tag(wraptext("br"), self_closing=True, implicit=True)

  50.         node6 = Tag(wraptext("br"), self_closing=True, invalid=True,

  51.                     implicit=True)

  52.         node7 = Tag(wraptext("br"), self_closing=True, invalid=True,

  53.                     padding=" ")

  54.         node8 = Tag(wraptext("hr"), wiki_markup="----", self_closing=True)

  55.         node9 = Tag(wraptext("i"), wraptext("italics!"), wiki_markup="''")

  56. 

  57.         self.assertEqual("<ref></ref>", str(node1))

  58.         self.assertEqual('<span style="color: red;">foo</span>', str(node2))

  59.         self.assertEqual("<ref name=foo   some_attr/>", str(node3))

  60.         self.assertEqual("<br />", str(node4))

  61.         self.assertEqual("<br>", str(node5))

  62.         self.assertEqual("</br>", str(node6))

  63.         self.assertEqual("</br />", str(node7))

  64.         self.assertEqual("----", str(node8))

  65.         self.assertEqual("''italics!''", str(node9))

  66. 

  67.     def test_iternodes(self):

  68.         """test Tag.__iternodes__()"""

  69.         node1n1, node1n2 = Text("ref"), Text("foobar")

  70.         node2n1, node3n1, node3n2 = Text("bold text"), Text("img"), Text("id")

  71.         node3n3, node3n4, node3n5 = Text("foo"), Text("class"), Text("bar")

  72. 

  73.         # <ref>foobar</ref>

  74.         node1 = Tag(wrap([node1n1]), wrap([node1n2]))

  75.         # '''bold text'''

  76.         node2 = Tag(wraptext("b"), wrap([node2n1]), wiki_markup="'''")

  77.         # <img id="foo" class="bar" />

  78.         node3 = Tag(wrap([node3n1]),

  79.                     attrs=[Attribute(wrap([node3n2]), wrap([node3n3])),

  80.                            Attribute(wrap([node3n4]), wrap([node3n5]))],

  81.                     self_closing=True, padding=" ")

  82. 

  83.         gen1 = node1.__iternodes__(getnodes)

  84.         gen2 = node2.__iternodes__(getnodes)

  85.         gen3 = node3.__iternodes__(getnodes)

  86.         self.assertEqual((None, node1), next(gen1))

  87.         self.assertEqual((None, node2), next(gen2))

  88.         self.assertEqual((None, node3), next(gen3))

  89.         self.assertEqual((node1.tag, node1n1), next(gen1))

  90.         self.assertEqual((node3.tag, node3n1), next(gen3))

  91.         self.assertEqual((node3.attributes[0].name, node3n2), next(gen3))

  92.         self.assertEqual((node3.attributes[0].value, node3n3), next(gen3))

  93.         self.assertEqual((node3.attributes[1].name, node3n4), next(gen3))

  94.         self.assertEqual((node3.attributes[1].value, node3n5), next(gen3))

  95.         self.assertEqual((node1.contents, node1n2), next(gen1))

  96.         self.assertEqual((node2.contents, node2n1), next(gen2))

  97.         self.assertEqual((node1.closing_tag, node1n1), next(gen1))

  98.         self.assertRaises(StopIteration, next, gen1)

  99.         self.assertRaises(StopIteration, next, gen2)

  100.         self.assertRaises(StopIteration, next, gen3)

  101. 

  102.     def test_strip(self):

  103.         """test Tag.__strip__()"""

  104.         node1 = Tag(wraptext("i"), wraptext("foobar"))

  105.         node2 = Tag(wraptext("math"), wraptext("foobar"))

  106.         node3 = Tag(wraptext("br"), self_closing=True)

  107.         for a in (True, False):

  108.             for b in (True, False):

  109.                 self.assertEqual("foobar", node1.__strip__(a, b))

  110.                 self.assertEqual(None, node2.__strip__(a, b))

  111.                 self.assertEqual(None, node3.__strip__(a, b))

  112. 

  113.     def test_showtree(self):

  114.         """test Tag.__showtree__()"""

  115.         output = []

  116.         getter, marker = object(), object()

  117.         get = lambda code: output.append((getter, code))

  118.         mark = lambda: output.append(marker)

  119.         node1 = Tag(wraptext("ref"), wraptext("text"), [agen("name", "foo")])

  120.         node2 = Tag(wraptext("br"), self_closing=True, padding=" ")

  121.         node3 = Tag(wraptext("br"), self_closing=True, invalid=True,

  122.                     implicit=True, padding=" ")

  123.         node1.__showtree__(output.append, get, mark)

  124.         node2.__showtree__(output.append, get, mark)

  125.         node3.__showtree__(output.append, get, mark)

  126.         valid = [

  127.             "<", (getter, node1.tag), (getter, node1.attributes[0].name),

  128.             "    = ", marker, (getter, node1.attributes[0].value), ">",

  129.             (getter, node1.contents), "</", (getter, node1.closing_tag), ">",

  130.             "<", (getter, node2.tag), "/>", "</", (getter, node3.tag), ">"]

  131.         self.assertEqual(valid, output)

  132. 

  133.     def test_tag(self):

  134.         """test getter/setter for the tag attribute"""

  135.         tag = wraptext("ref")

  136.         node = Tag(tag, wraptext("text"))

  137.         self.assertIs(tag, node.tag)

  138.         self.assertIs(tag, node.closing_tag)

  139.         node.tag = "span"

  140.         self.assertWikicodeEqual(wraptext("span"), node.tag)

  141.         self.assertWikicodeEqual(wraptext("span"), node.closing_tag)

  142.         self.assertEqual("<span>text</span>", node)

  143. 

  144.     def test_contents(self):

  145.         """test getter/setter for the contents attribute"""

  146.         contents = wraptext("text")

  147.         node = Tag(wraptext("ref"), contents)

  148.         self.assertIs(contents, node.contents)

  149.         node.contents = "text and a {{template}}"

  150.         parsed = wrap([Text("text and a "), Template(wraptext("template"))])

  151.         self.assertWikicodeEqual(parsed, node.contents)

  152.         self.assertEqual("<ref>text and a {{template}}</ref>", node)

  153. 

  154.     def test_attributes(self):

  155.         """test getter for the attributes attribute"""

  156.         attrs = [agen("name", "bar")]

  157.         node1 = Tag(wraptext("ref"), wraptext("foo"))

  158.         node2 = Tag(wraptext("ref"), wraptext("foo"), attrs)

  159.         self.assertEqual([], node1.attributes)

  160.         self.assertIs(attrs, node2.attributes)

  161. 

  162.     def test_wiki_markup(self):

  163.         """test getter/setter for the wiki_markup attribute"""

  164.         node = Tag(wraptext("i"), wraptext("italic text"))

  165.         self.assertIs(None, node.wiki_markup)

  166.         node.wiki_markup = "''"

  167.         self.assertEqual("''", node.wiki_markup)

  168.         self.assertEqual("''italic text''", node)

  169.         node.wiki_markup = False

  170.         self.assertFalse(node.wiki_markup)

  171.         self.assertEqual("<i>italic text</i>", node)

  172. 

  173.     def test_self_closing(self):

  174.         """test getter/setter for the self_closing attribute"""

  175.         node = Tag(wraptext("ref"), wraptext("foobar"))

  176.         self.assertFalse(node.self_closing)

  177.         node.self_closing = True

  178.         self.assertTrue(node.self_closing)

  179.         self.assertEqual("<ref/>", node)

  180.         node.self_closing = 0

  181.         self.assertFalse(node.self_closing)

  182.         self.assertEqual("<ref>foobar</ref>", node)

  183. 

  184.     def test_invalid(self):

  185.         """test getter/setter for the invalid attribute"""

  186.         node = Tag(wraptext("br"), self_closing=True, implicit=True)

  187.         self.assertFalse(node.invalid)

  188.         node.invalid = True

  189.         self.assertTrue(node.invalid)

  190.         self.assertEqual("</br>", node)

  191.         node.invalid = 0

  192.         self.assertFalse(node.invalid)

  193.         self.assertEqual("<br>", node)

  194. 

  195.     def test_implicit(self):

  196.         """test getter/setter for the implicit attribute"""

  197.         node = Tag(wraptext("br"), self_closing=True)

  198.         self.assertFalse(node.implicit)

  199.         node.implicit = True

  200.         self.assertTrue(node.implicit)

  201.         self.assertEqual("<br>", node)

  202.         node.implicit = 0

  203.         self.assertFalse(node.implicit)

  204.         self.assertEqual("<br/>", node)

  205. 

  206.     def test_padding(self):

  207.         """test getter/setter for the padding attribute"""

  208.         node = Tag(wraptext("ref"), wraptext("foobar"))

  209.         self.assertEqual("", node.padding)

  210.         node.padding = "  "

  211.         self.assertEqual("  ", node.padding)

  212.         self.assertEqual("<ref  >foobar</ref>", node)

  213.         node.padding = None

  214.         self.assertEqual("", node.padding)

  215.         self.assertEqual("<ref>foobar</ref>", node)

  216.         self.assertRaises(ValueError, setattr, node, "padding", True)

  217. 

  218.     def test_closing_tag(self):

  219.         """test getter/setter for the closing_tag attribute"""

  220.         tag = wraptext("ref")

  221.         node = Tag(tag, wraptext("foobar"))

  222.         self.assertIs(tag, node.closing_tag)

  223.         node.closing_tag = "ref {{ignore me}}"

  224.         parsed = wrap([Text("ref "), Template(wraptext("ignore me"))])

  225.         self.assertWikicodeEqual(parsed, node.closing_tag)

  226.         self.assertEqual("<ref>foobar</ref {{ignore me}}>", node)

  227. 

  228.     def test_has(self):

  229.         """test Tag.has()"""

  230.         node = Tag(wraptext("ref"), wraptext("cite"), [agen("name", "foo")])

  231.         self.assertTrue(node.has("name"))

  232.         self.assertTrue(node.has("  name  "))

  233.         self.assertTrue(node.has(wraptext("name")))

  234.         self.assertFalse(node.has("Name"))

  235.         self.assertFalse(node.has("foo"))

  236. 

  237.         attrs = [agen("id", "foo"), agenp("class", "bar", "  ", "\n", "\n"),

  238.                  agen("foo", "bar"), agenpnv("foo", " ", "  \n ", " \t")]

  239.         node2 = Tag(wraptext("div"), attrs=attrs, self_closing=True)

  240.         self.assertTrue(node2.has("id"))

  241.         self.assertTrue(node2.has("class"))

  242.         self.assertTrue(node2.has(attrs[1].pad_first + str(attrs[1].name) +

  243.                                   attrs[1].pad_before_eq))

  244.         self.assertTrue(node2.has(attrs[3]))

  245.         self.assertTrue(node2.has(str(attrs[3])))

  246.         self.assertFalse(node2.has("idclass"))

  247.         self.assertFalse(node2.has("id class"))

  248.         self.assertFalse(node2.has("id=foo"))

  249. 

  250.     def test_get(self):

  251.         """test Tag.get()"""

  252.         attrs = [agen("name", "foo")]

  253.         node = Tag(wraptext("ref"), wraptext("cite"), attrs)

  254.         self.assertIs(attrs[0], node.get("name"))

  255.         self.assertIs(attrs[0], node.get("  name  "))

  256.         self.assertIs(attrs[0], node.get(wraptext("name")))

  257.         self.assertRaises(ValueError, node.get, "Name")

  258.         self.assertRaises(ValueError, node.get, "foo")

  259. 

  260.         attrs = [agen("id", "foo"), agenp("class", "bar", "  ", "\n", "\n"),

  261.                  agen("foo", "bar"), agenpnv("foo", " ", "  \n ", " \t")]

  262.         node2 = Tag(wraptext("div"), attrs=attrs, self_closing=True)

  263.         self.assertIs(attrs[0], node2.get("id"))

  264.         self.assertIs(attrs[1], node2.get("class"))

  265.         self.assertIs(attrs[1], node2.get(

  266.             attrs[1].pad_first + str(attrs[1].name) + attrs[1].pad_before_eq))

  267.         self.assertIs(attrs[3], node2.get(attrs[3]))

  268.         self.assertIs(attrs[3], node2.get(str(attrs[3])))

  269.         self.assertIs(attrs[3], node2.get(" foo"))

  270.         self.assertRaises(ValueError, node2.get, "idclass")

  271.         self.assertRaises(ValueError, node2.get, "id class")

  272.         self.assertRaises(ValueError, node2.get, "id=foo")

  273. 

  274.     def test_add(self):

  275.         """test Tag.add()"""

  276.         node = Tag(wraptext("ref"), wraptext("cite"))

  277.         node.add("name", "value")

  278.         node.add("name", "value", quoted=False)

  279.         node.add("name")

  280.         node.add(1, False)

  281.         node.add("style", "{{foobar}}")

  282.         node.add("name", "value", True, "\n", " ", "   ")

  283.         attr1 = ' name="value"'

  284.         attr2 = " name=value"

  285.         attr3 = " name"

  286.         attr4 = ' 1="False"'

  287.         attr5 = ' style="{{foobar}}"'

  288.         attr6 = '\nname =   "value"'

  289.         self.assertEqual(attr1, node.attributes[0])

  290.         self.assertEqual(attr2, node.attributes[1])

  291.         self.assertEqual(attr3, node.attributes[2])

  292.         self.assertEqual(attr4, node.attributes[3])

  293.         self.assertEqual(attr5, node.attributes[4])

  294.         self.assertEqual(attr6, node.attributes[5])

  295.         self.assertEqual(attr6, node.get("name"))

  296.         self.assertWikicodeEqual(wrap([Template(wraptext("foobar"))]),

  297.                                  node.attributes[4].value)

  298.         self.assertEqual("".join(("<ref", attr1, attr2, attr3, attr4, attr5,

  299.                                   attr6, ">cite</ref>")), node)

  300. 

  301.     def test_remove(self):

  302.         """test Tag.remove()"""

  303.         attrs = [agen("id", "foo"), agenp("class", "bar", "  ", "\n", "\n"),

  304.                  agen("foo", "bar"), agenpnv("foo", " ", "  \n ", " \t")]

  305.         node = Tag(wraptext("div"), attrs=attrs, self_closing=True)

  306.         node.remove("class")

  307.         self.assertEqual('<div id="foo" foo="bar" foo  \n />', node)

  308.         node.remove("foo")

  309.         self.assertEqual('<div id="foo"/>', node)

  310.         self.assertRaises(ValueError, node.remove, "foo")

  311.         node.remove("id")

  312.         self.assertEqual('<div/>', node)

  313. 

  314. if __name__ == "__main__":

  315.     unittest.main(verbosity=2)