ben
/
mwparserfromhell
kopie van https://github.com/earwig/mwparserfromhell
1
1
Vork 0
Code Publicaties 24 Activiteit
A Python parser for MediaWiki wikicode https://mwparserfromhell.readthedocs.io/
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
274 Commits
1 Branch
28 MiB
 
 
 
 
Tree: 1d26c4b312
Branches Labels
${ item.name }
Maak branch ${ searchTerm }
van '1d26c4b312'
${ noResults }
mwparserfromhell/tests/test_template.py

357 regels
18 KiB
Ruw Blame Geschiedenis 

  1. # -*- coding: utf-8  -*-

  2. #

  3. # Copyright (C) 2012-2013 Ben Kurtovic <ben.kurtovic@verizon.net>

  4. #

  5. # Permission is hereby granted, free of charge, to any person obtaining a copy

  6. # of this software and associated documentation files (the "Software"), to deal

  7. # in the Software without restriction, including without limitation the rights

  8. # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell

  9. # copies of the Software, and to permit persons to whom the Software is

  10. # furnished to do so, subject to the following conditions:

  11. #

  12. # The above copyright notice and this permission notice shall be included in

  13. # all copies or substantial portions of the Software.

  14. #

  15. # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

  16. # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

  17. # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE

  18. # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

  19. # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,

  20. # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE

  21. # SOFTWARE.

  22. 

  23. from __future__ import unicode_literals

  24. import unittest

  25. 

  26. from mwparserfromhell.compat import str

  27. from mwparserfromhell.nodes import HTMLEntity, Template, Text

  28. from mwparserfromhell.nodes.extras import Parameter

  29. from mwparserfromhell.smart_list import SmartList

  30. from mwparserfromhell.wikicode import Wikicode

  31. from ._test_tree_equality import TreeEqualityTestCase

  32. 

  33. wrap = lambda L: Wikicode(SmartList(L))

  34. wraptext = lambda t: wrap([Text(t)])

  35. pgens = lambda k, v: Parameter(wraptext(k), wraptext(v), showkey=True)

  36. pgenh = lambda k, v: Parameter(wraptext(k), wraptext(v), showkey=False)

  37. 

  38. class TestTemplate(TreeEqualityTestCase):

  39.     """Test cases for the Template node."""

  40. 

  41.     def test_unicode(self):

  42.         """test Template.__unicode__()"""

  43.         node = Template(wraptext("foobar"))

  44.         self.assertEqual("{{foobar}}", str(node))

  45.         node2 = Template(wraptext("foo"),

  46.                          [pgenh("1", "bar"), pgens("abc", "def")])

  47.         self.assertEqual("{{foo|bar|abc=def}}", str(node2))

  48. 

  49.     def test_strip(self):

  50.         """test Template.__strip__()"""

  51.         node1 = Template(wraptext("foobar"))

  52.         node2 = Template(wraptext("foo"),

  53.                          [pgenh("1", "bar"), pgens("abc", "def")])

  54.         for a in (True, False):

  55.             for b in (True, False):

  56.                 self.assertEqual(None, node1.__strip__(a, b))

  57.                 self.assertEqual(None, node2.__strip__(a, b))

  58. 

  59.     def test_showtree(self):

  60.         """test Template.__showtree__()"""

  61.         output = []

  62.         getter, marker = object(), object()

  63.         get = lambda code: output.append((getter, code))

  64.         mark = lambda: output.append(marker)

  65.         node1 = Template(wraptext("foobar"))

  66.         node2 = Template(wraptext("foo"),

  67.                          [pgenh("1", "bar"), pgens("abc", "def")])

  68.         node1.__showtree__(output.append, get, mark)

  69.         node2.__showtree__(output.append, get, mark)

  70.         valid = [

  71.             "{{", (getter, node1.name), "}}", "{{", (getter, node2.name),

  72.             "    | ", marker, (getter, node2.params[0].name), "    = ", marker,

  73.             (getter, node2.params[0].value), "    | ", marker,

  74.             (getter, node2.params[1].name), "    = ", marker,

  75.             (getter, node2.params[1].value), "}}"]

  76.         self.assertEqual(valid, output)

  77. 

  78.     def test_name(self):

  79.         """test getter/setter for the name attribute"""

  80.         name = wraptext("foobar")

  81.         node1 = Template(name)

  82.         node2 = Template(name, [pgenh("1", "bar")])

  83.         self.assertIs(name, node1.name)

  84.         self.assertIs(name, node2.name)

  85.         node1.name = "asdf"

  86.         node2.name = "téstïng"

  87.         self.assertWikicodeEqual(wraptext("asdf"), node1.name)

  88.         self.assertWikicodeEqual(wraptext("téstïng"), node2.name)

  89. 

  90.     def test_params(self):

  91.         """test getter for the params attribute"""

  92.         node1 = Template(wraptext("foobar"))

  93.         plist = [pgenh("1", "bar"), pgens("abc", "def")]

  94.         node2 = Template(wraptext("foo"), plist)

  95.         self.assertEqual([], node1.params)

  96.         self.assertIs(plist, node2.params)

  97. 

  98.     def test_has_param(self):

  99.         """test Template.has_param()"""

  100.         node1 = Template(wraptext("foobar"))

  101.         node2 = Template(wraptext("foo"),

  102.                          [pgenh("1", "bar"), pgens("\nabc ", "def")])

  103.         node3 = Template(wraptext("foo"),

  104.                          [pgenh("1", "a"), pgens("b", "c"), pgens("1", "d")])

  105.         node4 = Template(wraptext("foo"), [pgenh("1", "a"), pgens("b", " ")])

  106.         self.assertFalse(node1.has_param("foobar"))

  107.         self.assertTrue(node2.has_param(1))

  108.         self.assertTrue(node2.has_param("abc"))

  109.         self.assertFalse(node2.has_param("def"))

  110.         self.assertTrue(node3.has_param("1"))

  111.         self.assertTrue(node3.has_param(" b "))

  112.         self.assertFalse(node4.has_param("b"))

  113.         self.assertTrue(node3.has_param("b", False))

  114.         self.assertTrue(node4.has_param("b", False))

  115. 

  116.     def test_get(self):

  117.         """test Template.get()"""

  118.         node1 = Template(wraptext("foobar"))

  119.         node2p1 = pgenh("1", "bar")

  120.         node2p2 = pgens("abc", "def")

  121.         node2 = Template(wraptext("foo"), [node2p1, node2p2])

  122.         node3p1 = pgens("b", "c")

  123.         node3p2 = pgens("1", "d")

  124.         node3 = Template(wraptext("foo"), [pgenh("1", "a"), node3p1, node3p2])

  125.         node4p1 = pgens(" b", " ")

  126.         node4 = Template(wraptext("foo"), [pgenh("1", "a"), node4p1])

  127.         self.assertRaises(ValueError, node1.get, "foobar")

  128.         self.assertIs(node2p1, node2.get(1))

  129.         self.assertIs(node2p2, node2.get("abc"))

  130.         self.assertRaises(ValueError, node2.get, "def")

  131.         self.assertIs(node3p1, node3.get("b"))

  132.         self.assertIs(node3p2, node3.get("1"))

  133.         self.assertIs(node4p1, node4.get("b "))

  134. 

  135.     def test_add(self):

  136.         """test Template.add()"""

  137.         node1 = Template(wraptext("a"), [pgens("b", "c"), pgenh("1", "d")])

  138.         node2 = Template(wraptext("a"), [pgens("b", "c"), pgenh("1", "d")])

  139.         node3 = Template(wraptext("a"), [pgens("b", "c"), pgenh("1", "d")])

  140.         node4 = Template(wraptext("a"), [pgens("b", "c"), pgenh("1", "d")])

  141.         node5 = Template(wraptext("a"), [pgens("b", "c"),

  142.                                          pgens("    d ", "e")])

  143.         node6 = Template(wraptext("a"), [pgens("b", "c"), pgens("b", "d"),

  144.                                          pgens("b", "e")])

  145.         node7 = Template(wraptext("a"), [pgens("b", "c"), pgenh("1", "d")])

  146.         node8p = pgenh("1", "d")

  147.         node8 = Template(wraptext("a"), [pgens("b", "c"), node8p])

  148.         node9 = Template(wraptext("a"), [pgens("b", "c"), pgenh("1", "d")])

  149.         node10 = Template(wraptext("a"), [pgens("b", "c"), pgenh("1", "e")])

  150.         node11 = Template(wraptext("a"), [pgens("b", "c")])

  151.         node12 = Template(wraptext("a"), [pgens("b", "c")])

  152.         node13 = Template(wraptext("a"), [pgens("\nb ", " c"),

  153.                                           pgens("\nd ", " e"),

  154.                                           pgens("\nf ", " g")])

  155.         node14 = Template(wraptext("a\n"), [pgens("b ", "c\n"),

  156.                                             pgens("d ", " e"),

  157.                                             pgens("f ", "g\n"),

  158.                                             pgens("h ", " i\n")])

  159.         node15 = Template(wraptext("a"), [pgens("b  ", " c\n"),

  160.                                           pgens("\nd  ", " e"),

  161.                                           pgens("\nf  ", "g ")])

  162.         node16 = Template(wraptext("a"), [pgens("\nb ", " c"),

  163.                                           pgens("\nd ", " e"),

  164.                                           pgens("\nf ", " g")])

  165.         node17 = Template(wraptext("a"), [pgens("\nb ", " c"),

  166.                                           pgens("\nd ", " e"),

  167.                                           pgens("\nf ", " g")])

  168.         node18 = Template(wraptext("a\n"), [pgens("b ", "c\n"),

  169.                                           pgens("d ", " e"),

  170.                                           pgens("f ", "g\n"),

  171.                                           pgens("h ", " i\n")])

  172.         node19 = Template(wraptext("a"), [pgens("b  ", " c\n"),

  173.                                           pgens("\nd  ", " e"),

  174.                                           pgens("\nf  ", "g ")])

  175.         node20 = Template(wraptext("a"), [pgens("\nb ", " c"),

  176.                                           pgens("\nd ", " e"),

  177.                                           pgens("\nf ", " g")])

  178.         node21 = Template(wraptext("a"), [pgenh("1", "b")])

  179.         node22 = Template(wraptext("a"), [pgenh("1", "b")])

  180.         node23 = Template(wraptext("a"), [pgenh("1", "b")])

  181.         node24 = Template(wraptext("a"), [pgenh("1", "b"), pgenh("2", "c"),

  182.                                           pgenh("3", "d"), pgenh("4", "e")])

  183.         node25 = Template(wraptext("a"), [pgenh("1", "b"), pgenh("2", "c"),

  184.                                           pgens("4", "d"), pgens("5", "e")])

  185.         node26 = Template(wraptext("a"), [pgenh("1", "b"), pgenh("2", "c"),

  186.                                           pgens("4", "d"), pgens("5", "e")])

  187.         node27 = Template(wraptext("a"), [pgenh("1", "b")])

  188.         node28 = Template(wraptext("a"), [pgenh("1", "b")])

  189.         node29 = Template(wraptext("a"), [pgens("b", "c")])

  190.         node30 = Template(wraptext("a"), [pgenh("1", "b")])

  191.         node31 = Template(wraptext("a"), [pgenh("1", "b")])

  192.         node32 = Template(wraptext("a"), [pgens("1", "b")])

  193.         node33 = Template(wraptext("a"), [pgens("\nb ", " c"),

  194.                                           pgens("\nd ", " e"),

  195.                                           pgens("\nf ", " g")])

  196.         node34 = Template(wraptext("a\n"), [pgens("b ", "c\n"),

  197.                                             pgens("d ", " e"),

  198.                                             pgens("f ", "g\n"),

  199.                                             pgens("h ", " i\n")])

  200.         node35 = Template(wraptext("a"), [pgens("b  ", " c\n"),

  201.                                           pgens("\nd  ", " e"),

  202.                                           pgens("\nf  ", "g ")])

  203.         node36 = Template(wraptext("a"), [pgens("\nb ", " c "),

  204.                                           pgens("\nd ", " e "),

  205.                                           pgens("\nf ", " g ")])

  206.         node37 = Template(wraptext("a"), [pgens("b", "c"), pgens("d", "e"),

  207.                                           pgens("b", "f"), pgens("b", "h"),

  208.                                           pgens("i", "j")])

  209.         node37 = Template(wraptext("a"), [pgens("b", "c"), pgens("d", "e"),

  210.                                           pgens("b", "f"), pgens("b", "h"),

  211.                                           pgens("i", "j")])

  212.         node38 = Template(wraptext("a"), [pgens("1", "b"), pgens("x", "y"),

  213.                                           pgens("1", "c"), pgens("2", "d")])

  214.         node39 = Template(wraptext("a"), [pgens("1", "b"), pgens("x", "y"),

  215.                                           pgenh("1", "c"), pgenh("2", "d")])

  216.         node40 = Template(wraptext("a"), [pgens("b", "c"), pgens("d", "e"),

  217.                                           pgens("f", "g")])

  218. 

  219.         node1.add("e", "f", showkey=True)

  220.         node2.add(2, "g", showkey=False)

  221.         node3.add("e", "foo|bar", showkey=True)

  222.         node4.add("e", "f", showkey=True, before="b")

  223.         node5.add("f", "g", showkey=True, before=" d     ")

  224.         node6.add("f", "g", showkey=True, before="b")

  225.         self.assertRaises(ValueError, node7.add, "e", "f", showkey=True,

  226.                           before="q")

  227.         node8.add("e", "f", showkey=True, before=node8p)

  228.         node9.add("e", "f", showkey=True, before=pgenh("1", "d"))

  229.         self.assertRaises(ValueError, node10.add, "e", "f", showkey=True,

  230.                           before=pgenh("1", "d"))

  231.         node11.add("d", "foo=bar", showkey=True)

  232.         node12.add("1", "foo=bar", showkey=False)

  233.         node13.add("h", "i", showkey=True)

  234.         node14.add("j", "k", showkey=True)

  235.         node15.add("h", "i", showkey=True)

  236.         node16.add("h", "i", showkey=True, preserve_spacing=False)

  237.         node17.add("h", "i", showkey=False)

  238.         node18.add("j", "k", showkey=False)

  239.         node19.add("h", "i", showkey=False)

  240.         node20.add("h", "i", showkey=False, preserve_spacing=False)

  241.         node21.add("2", "c")

  242.         node22.add("3", "c")

  243.         node23.add("c", "d")

  244.         node24.add("5", "f")

  245.         node25.add("3", "f")

  246.         node26.add("6", "f")

  247.         node27.add("c", "foo=bar")

  248.         node28.add("2", "foo=bar")

  249.         node29.add("b", "d")

  250.         node30.add("1", "foo=bar")

  251.         node31.add("1", "foo=bar", showkey=True)

  252.         node32.add("1", "foo=bar", showkey=False)

  253.         node33.add("d", "foo")

  254.         node34.add("f", "foo")

  255.         node35.add("f", "foo")

  256.         node36.add("d", "foo", preserve_spacing=False)

  257.         node37.add("b", "k")

  258.         node38.add("1", "e")

  259.         node39.add("1", "e")

  260.         node40.add("d", "h", before="b")

  261. 

  262.         self.assertEqual("{{a|b=c|d|e=f}}", node1)

  263.         self.assertEqual("{{a|b=c|d|g}}", node2)

  264.         self.assertEqual("{{a|b=c|d|e=foo&#124;bar}}", node3)

  265.         self.assertIsInstance(node3.params[2].value.get(1), HTMLEntity)

  266.         self.assertEqual("{{a|e=f|b=c|d}}", node4)

  267.         self.assertEqual("{{a|b=c|f=g|    d =e}}", node5)

  268.         self.assertEqual("{{a|b=c|b=d|f=g|b=e}}", node6)

  269.         self.assertEqual("{{a|b=c|d}}", node7)

  270.         self.assertEqual("{{a|b=c|e=f|d}}", node8)

  271.         self.assertEqual("{{a|b=c|e=f|d}}", node9)

  272.         self.assertEqual("{{a|b=c|e}}", node10)

  273.         self.assertEqual("{{a|b=c|d=foo=bar}}", node11)

  274.         self.assertEqual("{{a|b=c|foo&#61;bar}}", node12)

  275.         self.assertIsInstance(node12.params[1].value.get(1), HTMLEntity)

  276.         self.assertEqual("{{a|\nb = c|\nd = e|\nf = g|\nh = i}}", node13)

  277.         self.assertEqual("{{a\n|b =c\n|d = e|f =g\n|h = i\n|j =k\n}}", node14)

  278.         self.assertEqual("{{a|b  = c\n|\nd  = e|\nf  =g |h  =i}}", node15)

  279.         self.assertEqual("{{a|\nb = c|\nd = e|\nf = g|h=i}}", node16)

  280.         self.assertEqual("{{a|\nb = c|\nd = e|\nf = g| i}}", node17)

  281.         self.assertEqual("{{a\n|b =c\n|d = e|f =g\n|h = i\n|k\n}}", node18)

  282.         self.assertEqual("{{a|b  = c\n|\nd  = e|\nf  =g |i}}", node19)

  283.         self.assertEqual("{{a|\nb = c|\nd = e|\nf = g|i}}", node20)

  284.         self.assertEqual("{{a|b|c}}", node21)

  285.         self.assertEqual("{{a|b|3=c}}", node22)

  286.         self.assertEqual("{{a|b|c=d}}", node23)

  287.         self.assertEqual("{{a|b|c|d|e|f}}", node24)

  288.         self.assertEqual("{{a|b|c|4=d|5=e|f}}", node25)

  289.         self.assertEqual("{{a|b|c|4=d|5=e|6=f}}", node26)

  290.         self.assertEqual("{{a|b|c=foo=bar}}", node27)

  291.         self.assertEqual("{{a|b|foo&#61;bar}}", node28)

  292.         self.assertIsInstance(node28.params[1].value.get(1), HTMLEntity)

  293.         self.assertEqual("{{a|b=d}}", node29)

  294.         self.assertEqual("{{a|foo&#61;bar}}", node30)

  295.         self.assertIsInstance(node30.params[0].value.get(1), HTMLEntity)

  296.         self.assertEqual("{{a|1=foo=bar}}", node31)

  297.         self.assertEqual("{{a|foo&#61;bar}}", node32)

  298.         self.assertIsInstance(node32.params[0].value.get(1), HTMLEntity)

  299.         self.assertEqual("{{a|\nb = c|\nd = foo|\nf = g}}", node33)

  300.         self.assertEqual("{{a\n|b =c\n|d = e|f =foo\n|h = i\n}}", node34)

  301.         self.assertEqual("{{a|b  = c\n|\nd  = e|\nf  =foo }}", node35)

  302.         self.assertEqual("{{a|\nb = c |\nd =foo|\nf = g }}", node36)

  303.         self.assertEqual("{{a|b=k|d=e|i=j}}", node37)

  304.         self.assertEqual("{{a|1=e|x=y|2=d}}", node38)

  305.         self.assertEqual("{{a|x=y|e|d}}", node39)

  306.         self.assertEqual("{{a|b=c|d=h|f=g}}", node40)

  307. 

  308.     def test_remove(self):

  309.         """test Template.remove()"""

  310.         node1 = Template(wraptext("foobar"))

  311.         node2 = Template(wraptext("foo"), [pgenh("1", "bar"),

  312.                                            pgens("abc", "def")])

  313.         node3 = Template(wraptext("foo"), [pgenh("1", "bar"),

  314.                                            pgens("abc", "def")])

  315.         node4 = Template(wraptext("foo"), [pgenh("1", "bar"),

  316.                                            pgenh("2", "baz")])

  317.         node5 = Template(wraptext("foo"), [

  318.             pgens(" a", "b"), pgens("b", "c"), pgens("a ", "d")])

  319.         node6 = Template(wraptext("foo"), [

  320.             pgens(" a", "b"), pgens("b", "c"), pgens("a ", "d")])

  321.         node7 = Template(wraptext("foo"), [

  322.             pgens("1  ", "a"), pgens("  1", "b"), pgens("2", "c")])

  323.         node8 = Template(wraptext("foo"), [

  324.             pgens("1  ", "a"), pgens("  1", "b"), pgens("2", "c")])

  325.         node9 = Template(wraptext("foo"), [

  326.             pgens("1  ", "a"), pgenh("1", "b"), pgenh("2", "c")])

  327.         node10 = Template(wraptext("foo"), [

  328.             pgens("1  ", "a"), pgenh("1", "b"), pgenh("2", "c")])

  329. 

  330.         node2.remove("1")

  331.         node2.remove("abc")

  332.         node3.remove(1, keep_field=True)

  333.         node3.remove("abc", keep_field=True)

  334.         node4.remove("1", keep_field=False)

  335.         node5.remove("a", keep_field=False)

  336.         node6.remove("a", keep_field=True)

  337.         node7.remove(1, keep_field=True)

  338.         node8.remove(1, keep_field=False)

  339.         node9.remove(1, keep_field=True)

  340.         node10.remove(1, keep_field=False)

  341. 

  342.         self.assertRaises(ValueError, node1.remove, 1)

  343.         self.assertRaises(ValueError, node1.remove, "a")

  344.         self.assertRaises(ValueError, node2.remove, "1")

  345.         self.assertEqual("{{foo}}", node2)

  346.         self.assertEqual("{{foo||abc=}}", node3)

  347.         self.assertEqual("{{foo||baz}}", node4)

  348.         self.assertEqual("{{foo|b=c}}", node5)

  349.         self.assertEqual("{{foo| a=|b=c}}", node6)

  350.         self.assertEqual("{{foo|1  =|2=c}}", node7)

  351.         self.assertEqual("{{foo|2=c}}", node8)

  352.         self.assertEqual("{{foo||c}}", node9)

  353.         self.assertEqual("{{foo||c}}", node10)

  354. 

  355. if __name__ == "__main__":

  356.     unittest.main(verbosity=2)