ben
/
mwparserfromhell
mirror of https://github.com/earwig/mwparserfromhell
1
1
Fork 0
Code Releases 24 Activity
A Python parser for MediaWiki wikicode https://mwparserfromhell.readthedocs.io/
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
865 Commits
1 Branch
6.3 MiB
 
 
 
 
Tree: 2e50795907
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '2e50795907'
${ noResults }
mwparserfromhell/tests/test_smart_list.py

421 lines
16 KiB
Raw Blame History 

  1. # -*- coding: utf-8  -*-

  2. #

  3. # Copyright (C) 2012-2016 Ben Kurtovic <ben.kurtovic@gmail.com>

  4. #

  5. # Permission is hereby granted, free of charge, to any person obtaining a copy

  6. # of this software and associated documentation files (the "Software"), to deal

  7. # in the Software without restriction, including without limitation the rights

  8. # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell

  9. # copies of the Software, and to permit persons to whom the Software is

  10. # furnished to do so, subject to the following conditions:

  11. #

  12. # The above copyright notice and this permission notice shall be included in

  13. # all copies or substantial portions of the Software.

  14. #

  15. # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR

  16. # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,

  17. # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE

  18. # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER

  19. # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,

  20. # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE

  21. # SOFTWARE.

  22. 

  23. from __future__ import unicode_literals

  24. 

  25. import unittest

  26. 

  27. from mwparserfromhell.compat import py3k, range

  28. from mwparserfromhell.smart_list import smart_list

  29. from mwparserfromhell.smart_list.smart_list import SmartSlice

  30. 

  31. 

  32. # noinspection DuplicatedCode

  33. class TestSmartList(unittest.TestCase):

  34.     """Test cases for the SmartList class and its child, _ListProxy."""

  35. 

  36.     def _test_get_set_del_item(self, builder):

  37.         """Run tests on __get/set/delitem__ of a list built with *builder*."""

  38.         def assign(L, s1, s2, s3, val):

  39.             L[s1:s2:s3] = val

  40.         def delete(L, s1):

  41.             del L[s1]

  42. 

  43.         list1 = builder([0, 1, 2, 3, "one", "two"])

  44.         list2 = builder(list(range(10)))

  45. 

  46.         self.assertEqual(1, list1[1])

  47.         self.assertEqual("one", list1[-2])

  48.         self.assertEqual([2, 3], list1[2:4])

  49.         self.assertRaises(IndexError, lambda: list1[6])

  50.         self.assertRaises(IndexError, lambda: list1[-7])

  51. 

  52.         self.assertEqual([0, 1, 2], list1[:3])

  53.         self.assertEqual([0, 1, 2, 3, "one", "two"], list1[:])

  54.         self.assertEqual([3, "one", "two"], list1[3:])

  55.         self.assertEqual([3, "one", "two"], list1[3:100])

  56.         self.assertEqual(["one", "two"], list1[-2:])

  57.         self.assertEqual([0, 1], list1[:-4])

  58.         self.assertEqual([], list1[6:])

  59.         self.assertEqual([], list1[4:2])

  60. 

  61.         self.assertEqual([0, 2, "one"], list1[0:5:2])

  62.         self.assertEqual([0, 2], list1[0:-3:2])

  63.         self.assertEqual([0, 1, 2, 3, "one", "two"], list1[::])

  64.         self.assertEqual([2, 3, "one", "two"], list1[2::])

  65.         self.assertEqual([0, 1, 2, 3], list1[:4:])

  66.         self.assertEqual([2, 3], list1[2:4:])

  67.         self.assertEqual([0, 2, 4, 6, 8], list2[::2])

  68.         self.assertEqual([2, 5, 8], list2[2::3])

  69.         self.assertEqual([0, 3], list2[:6:3])

  70.         self.assertEqual([2, 5, 8], list2[-8:9:3])

  71.         self.assertEqual([], list2[100000:1000:-100])

  72. 

  73.         list1[3] = 100

  74.         self.assertEqual(100, list1[3])

  75.         list1[-3] = 101

  76.         self.assertEqual([0, 1, 2, 101, "one", "two"], list1)

  77.         list1[5:] = [6, 7, 8]

  78.         self.assertEqual([6, 7, 8], list1[5:])

  79.         self.assertEqual([0, 1, 2, 101, "one", 6, 7, 8], list1)

  80.         list1[2:4] = [-1, -2, -3, -4, -5]

  81.         self.assertEqual([0, 1, -1, -2, -3, -4, -5, "one", 6, 7, 8], list1)

  82.         list1[0:-3] = [99]

  83.         self.assertEqual([99, 6, 7, 8], list1)

  84.         list2[0:6:2] = [100, 102, 104]

  85.         self.assertEqual([100, 1, 102, 3, 104, 5, 6, 7, 8, 9], list2)

  86.         list2[::3] = [200, 203, 206, 209]

  87.         self.assertEqual([200, 1, 102, 203, 104, 5, 206, 7, 8, 209], list2)

  88.         list2[::] = range(7)

  89.         self.assertEqual([0, 1, 2, 3, 4, 5, 6], list2)

  90.         self.assertRaises(ValueError, assign, list2, 0, 5, 2,

  91.                           [100, 102, 104, 106])

  92.         with self.assertRaises(IndexError):

  93.             list2[7] = "foo"

  94.         with self.assertRaises(IndexError):

  95.             list2[-8] = "foo"

  96. 

  97.         del list2[2]

  98.         self.assertEqual([0, 1, 3, 4, 5, 6], list2)

  99.         del list2[-3]

  100.         self.assertEqual([0, 1, 3, 5, 6], list2)

  101.         self.assertRaises(IndexError, delete, list2, 100)

  102.         self.assertRaises(IndexError, delete, list2, -6)

  103.         list2[:] = range(10)

  104.         del list2[3:6]

  105.         self.assertEqual([0, 1, 2, 6, 7, 8, 9], list2)

  106.         del list2[-2:]

  107.         self.assertEqual([0, 1, 2, 6, 7], list2)

  108.         del list2[:2]

  109.         self.assertEqual([2, 6, 7], list2)

  110.         list2[:] = range(10)

  111.         del list2[2:8:2]

  112.         self.assertEqual([0, 1, 3, 5, 7, 8, 9], list2)

  113. 

  114.     def _test_add_radd_iadd(self, builder):

  115.         """Run tests on __r/i/add__ of a list built with *builder*."""

  116.         list1 = builder(range(5))

  117.         list2 = builder(range(5, 10))

  118.         self.assertEqual([0, 1, 2, 3, 4, 5, 6], list1 + [5, 6])

  119.         self.assertEqual([0, 1, 2, 3, 4], list1)

  120.         self.assertEqual(list(range(10)), list1 + list2)

  121.         self.assertEqual([-2, -1, 0, 1, 2, 3, 4], [-2, -1] + list1)

  122.         self.assertEqual([0, 1, 2, 3, 4], list1)

  123.         list1 += ["foo", "bar", "baz"]

  124.         self.assertEqual([0, 1, 2, 3, 4, "foo", "bar", "baz"], list1)

  125. 

  126.     def _test_other_magic_methods(self, builder):

  127.         """Run tests on other magic methods of a list built with *builder*."""

  128.         list1 = builder([0, 1, 2, 3, "one", "two"])

  129.         list2 = builder([])

  130.         list3 = builder([0, 2, 3, 4])

  131.         list4 = builder([0, 1, 2])

  132. 

  133.         if py3k:

  134.             self.assertEqual("[0, 1, 2, 3, 'one', 'two']", str(list1))

  135.             self.assertEqual(b"\x00\x01\x02", bytes(list4))

  136.             self.assertEqual("[0, 1, 2, 3, 'one', 'two']", repr(list1))

  137.         else:

  138.             self.assertEqual("[0, 1, 2, 3, u'one', u'two']", unicode(list1))

  139.             self.assertEqual(b"[0, 1, 2, 3, u'one', u'two']", str(list1))

  140.             self.assertEqual(b"[0, 1, 2, 3, u'one', u'two']", repr(list1))

  141. 

  142.         self.assertLess(list1, list3)

  143.         self.assertLessEqual(list1, list3)

  144.         self.assertNotEqual(list1, list3)

  145.         self.assertNotEqual(list1, list3)

  146.         self.assertLessEqual(list1, list3)

  147.         self.assertLess(list1, list3)

  148. 

  149.         other1 = [0, 2, 3, 4]

  150.         self.assertLess(list1, other1)

  151.         self.assertLessEqual(list1, other1)

  152.         self.assertNotEqual(list1, other1)

  153.         self.assertNotEqual(list1, other1)

  154.         self.assertLessEqual(list1, other1)

  155.         self.assertLess(list1, other1)

  156. 

  157.         other2 = [0, 0, 1, 2]

  158.         self.assertGreaterEqual(list1, other2)

  159.         self.assertGreater(list1, other2)

  160.         self.assertNotEqual(list1, other2)

  161.         self.assertNotEqual(list1, other2)

  162.         self.assertGreater(list1, other2)

  163.         self.assertGreaterEqual(list1, other2)

  164. 

  165.         other3 = [0, 1, 2, 3, "one", "two"]

  166.         self.assertGreaterEqual(list1, other3)

  167.         self.assertLessEqual(list1, other3)

  168.         self.assertEqual(list1, other3)

  169.         self.assertEqual(list1, other3)

  170.         self.assertLessEqual(list1, other3)

  171.         self.assertGreaterEqual(list1, other3)

  172. 

  173.         self.assertTrue(bool(list1))

  174.         self.assertFalse(bool(list2))

  175. 

  176.         self.assertEqual(6, len(list1))

  177.         self.assertEqual(0, len(list2))

  178. 

  179.         out = []

  180.         for obj in list1:

  181.             out.append(obj)

  182.         self.assertEqual([0, 1, 2, 3, "one", "two"], out)

  183. 

  184.         out = []

  185.         for ch in list2:

  186.             out.append(ch)

  187.         self.assertEqual([], out)

  188. 

  189.         gen1 = iter(list1)

  190.         out = []

  191.         for i in range(len(list1)):

  192.             out.append(next(gen1))

  193.         self.assertRaises(StopIteration, next, gen1)

  194.         self.assertEqual([0, 1, 2, 3, "one", "two"], out)

  195.         gen2 = iter(list2)

  196.         self.assertRaises(StopIteration, next, gen2)

  197. 

  198.         self.assertEqual(["two", "one", 3, 2, 1, 0], list(reversed(list1)))

  199.         self.assertEqual([], list(reversed(list2)))

  200. 

  201.         self.assertIn("one", list1)

  202.         self.assertIn(3, list1)

  203.         self.assertNotIn(10, list1)

  204.         self.assertNotIn(0, list2)

  205. 

  206.         self.assertEqual([], list2 * 5)

  207.         self.assertEqual([], 5 * list2)

  208.         self.assertEqual([0, 1, 2, 0, 1, 2, 0, 1, 2], list4 * 3)

  209.         self.assertEqual([0, 1, 2, 0, 1, 2, 0, 1, 2], 3 * list4)

  210.         list4 *= 2

  211.         self.assertEqual([0, 1, 2, 0, 1, 2], list4)

  212. 

  213.     def _test_list_methods(self, builder):

  214.         """Run tests on the public methods of a list built with *builder*."""

  215.         list1 = builder(range(5))

  216.         list2 = builder(["foo"])

  217.         list3 = builder([("a", 5), ("d", 2), ("b", 8), ("c", 3)])

  218. 

  219.         list1.append(5)

  220.         list1.append(1)

  221.         list1.append(2)

  222.         self.assertEqual([0, 1, 2, 3, 4, 5, 1, 2], list1)

  223. 

  224.         self.assertEqual(0, list1.count(6))

  225.         self.assertEqual(2, list1.count(1))

  226. 

  227.         list1.extend(range(5, 8))

  228.         self.assertEqual([0, 1, 2, 3, 4, 5, 1, 2, 5, 6, 7], list1)

  229. 

  230.         self.assertEqual(1, list1.index(1))

  231.         self.assertEqual(6, list1.index(1, 3))

  232.         self.assertEqual(6, list1.index(1, 3, 7))

  233.         self.assertRaises(ValueError, list1.index, 1, 3, 5)

  234. 

  235.         list1.insert(0, -1)

  236.         self.assertEqual([-1, 0, 1, 2, 3, 4, 5, 1, 2, 5, 6, 7], list1)

  237.         list1.insert(-1, 6.5)

  238.         self.assertEqual([-1, 0, 1, 2, 3, 4, 5, 1, 2, 5, 6, 6.5, 7], list1)

  239.         list1.insert(13, 8)

  240.         self.assertEqual([-1, 0, 1, 2, 3, 4, 5, 1, 2, 5, 6, 6.5, 7, 8], list1)

  241. 

  242.         self.assertEqual(8, list1.pop())

  243.         self.assertEqual(7, list1.pop())

  244.         self.assertEqual([-1, 0, 1, 2, 3, 4, 5, 1, 2, 5, 6, 6.5], list1)

  245.         self.assertEqual(-1, list1.pop(0))

  246.         self.assertEqual(5, list1.pop(5))

  247.         self.assertEqual(6.5, list1.pop(-1))

  248.         self.assertEqual([0, 1, 2, 3, 4, 1, 2, 5, 6], list1)

  249.         self.assertEqual("foo", list2.pop())

  250.         self.assertRaises(IndexError, list2.pop)

  251.         self.assertEqual([], list2)

  252. 

  253.         list1.remove(6)

  254.         self.assertEqual([0, 1, 2, 3, 4, 1, 2, 5], list1)

  255.         list1.remove(1)

  256.         self.assertEqual([0, 2, 3, 4, 1, 2, 5], list1)

  257.         list1.remove(1)

  258.         self.assertEqual([0, 2, 3, 4, 2, 5], list1)

  259.         self.assertRaises(ValueError, list1.remove, 1)

  260. 

  261.         list1.reverse()

  262.         self.assertEqual([5, 2, 4, 3, 2, 0], list1)

  263. 

  264.         list1.sort()

  265.         self.assertEqual([0, 2, 2, 3, 4, 5], list1)

  266.         list1.sort(reverse=True)

  267.         self.assertEqual([5, 4, 3, 2, 2, 0], list1)

  268.         if not py3k:

  269.             func = lambda x, y: abs(3 - x) - abs(3 - y)  # Distance from 3

  270.             list1.sort(cmp=func)

  271.             self.assertEqual([3, 4, 2, 2, 5, 0], list1)

  272.             list1.sort(cmp=func, reverse=True)

  273.             self.assertEqual([0, 5, 4, 2, 2, 3], list1)

  274.         list3.sort(key=lambda i: i[1])

  275.         self.assertEqual([("d", 2), ("c", 3), ("a", 5), ("b", 8)], list3)

  276.         list3.sort(key=lambda i: i[1], reverse=True)

  277.         self.assertEqual([("b", 8), ("a", 5), ("c", 3), ("d", 2)], list3)

  278. 

  279.     def _dispatch_test_for_children(self, meth):

  280.         """Run a test method on various different types of children."""

  281.         meth(lambda lst: smart_list(list(lst))[:])

  282.         meth(lambda lst: smart_list([999] + list(lst))[1:])

  283.         meth(lambda lst: smart_list(list(lst) + [999])[:-1])

  284.         meth(lambda lst: smart_list([101, 102] + list(lst) + [201, 202])[2:-2])

  285. 

  286.     def test_docs(self):

  287.         """make sure the methods of SmartList/_ListProxy have docstrings"""

  288.         methods = ["append", "count", "extend", "index", "insert", "pop",

  289.                    "remove", "reverse", "sort"]

  290.         for meth in methods:

  291.             expected = getattr(list, meth).__doc__

  292.             smartlist_doc = getattr(SmartSlice, meth).__doc__

  293.             self.assertEqual(expected, smartlist_doc)

  294. 

  295.     def test_doctest(self):

  296.         """make sure the test embedded in SmartList's docstring passes"""

  297.         parent = smart_list([0, 1, 2, 3])

  298.         self.assertEqual([0, 1, 2, 3], parent)

  299.         child = parent[2:]

  300.         self.assertEqual([2, 3], child)

  301.         child.append(4)

  302.         self.assertEqual([2, 3, 4], child)

  303.         self.assertEqual([0, 1, 2, 3, 4], parent)

  304. 

  305.     def test_parent_get_set_del(self):

  306.         """make sure SmartList's getitem/setitem/delitem work"""

  307.         self._test_get_set_del_item(smart_list)

  308. 

  309.     def test_parent_add(self):

  310.         """make sure SmartList's add/radd/iadd work"""

  311.         self._test_add_radd_iadd(smart_list)

  312. 

  313.     def test_parent_other_magics(self):

  314.         """make sure SmartList's other magically implemented features work"""

  315.         self._test_other_magic_methods(smart_list)

  316. 

  317.     def test_parent_methods(self):

  318.         """make sure SmartList's non-magic methods work, like append()"""

  319.         self._test_list_methods(smart_list)

  320. 

  321.     def test_child_get_set_del(self):

  322.         """make sure _ListProxy's getitem/setitem/delitem work"""

  323.         self._dispatch_test_for_children(self._test_get_set_del_item)

  324. 

  325.     def test_child_add(self):

  326.         """make sure _ListProxy's add/radd/iadd work"""

  327.         self._dispatch_test_for_children(self._test_add_radd_iadd)

  328. 

  329.     def test_child_other_magics(self):

  330.         """make sure _ListProxy's other magically implemented features work"""

  331.         self._dispatch_test_for_children(self._test_other_magic_methods)

  332. 

  333.     def test_child_methods(self):

  334.         """make sure _ListProxy's non-magic methods work, like append()"""

  335.         self._dispatch_test_for_children(self._test_list_methods)

  336. 

  337.     def test_influence(self):

  338.         """make sure changes are propagated from parents to children"""

  339.         parent = smart_list([0, 1, 2, 3, 4, 5])

  340.         child1 = parent[2:]

  341.         child2 = parent[2:5]

  342.         self.assertEqual([0, 1, 2, 3, 4, 5], parent)

  343.         self.assertEqual([2, 3, 4, 5], child1)

  344.         self.assertEqual([2, 3, 4], child2)

  345. 

  346.         parent.append(6)

  347.         child1.append(7)

  348.         child2.append(4.5)

  349.         self.assertEqual([0, 1, 2, 3, 4, 4.5, 5, 6, 7], parent)

  350.         self.assertEqual([2, 3, 4, 4.5, 5, 6, 7], child1)

  351.         self.assertEqual([2, 3, 4, 4.5], child2)

  352. 

  353.         parent.insert(0, -1)

  354.         parent.insert(4, 2.5)

  355.         parent.insert(10, 6.5)

  356.         self.assertEqual([-1, 0, 1, 2, 2.5, 3, 4, 4.5, 5, 6, 6.5, 7], parent)

  357.         self.assertEqual([2, 2.5, 3, 4, 4.5, 5, 6, 6.5, 7], child1)

  358.         self.assertEqual([2, 2.5, 3, 4, 4.5], child2)

  359. 

  360.         self.assertEqual(7, parent.pop())

  361.         self.assertEqual(6.5, child1.pop())

  362.         self.assertEqual(4.5, child2.pop())

  363.         self.assertEqual([-1, 0, 1, 2, 2.5, 3, 4, 5, 6], parent)

  364.         self.assertEqual([2, 2.5, 3, 4, 5, 6], child1)

  365.         self.assertEqual([2, 2.5, 3, 4], child2)

  366. 

  367.         parent.remove(-1)

  368.         child1.remove(2.5)

  369.         self.assertEqual([0, 1, 2, 3, 4, 5, 6], parent)

  370.         self.assertEqual([2, 3, 4, 5, 6], child1)

  371.         self.assertEqual([2, 3, 4], child2)

  372. 

  373.         self.assertEqual(0, parent.pop(0))

  374.         self.assertEqual([1, 2, 3, 4, 5, 6], parent)

  375.         self.assertEqual([2, 3, 4, 5, 6], child1)

  376.         self.assertEqual([2, 3, 4], child2)

  377. 

  378.         child2.reverse()

  379.         self.assertEqual([1, 4, 3, 2, 5, 6], parent)

  380.         self.assertEqual([4, 3, 2, 5, 6], child1)

  381.         self.assertEqual([4, 3, 2], child2)

  382. 

  383.         parent.extend([7, 8])

  384.         child1.extend([8.1, 8.2])

  385.         child2.extend([1.9, 1.8])

  386.         self.assertEqual([1, 4, 3, 2, 1.9, 1.8, 5, 6, 7, 8, 8.1, 8.2], parent)

  387.         self.assertEqual([4, 3, 2, 1.9, 1.8, 5, 6, 7, 8, 8.1, 8.2], child1)

  388.         self.assertEqual([4, 3, 2, 1.9, 1.8], child2)

  389. 

  390.         child3 = parent[9:]

  391.         self.assertEqual([8, 8.1, 8.2], child3)

  392. 

  393.         del parent[8:]

  394.         self.assertEqual([1, 4, 3, 2, 1.9, 1.8, 5, 6], parent)

  395.         self.assertEqual([4, 3, 2, 1.9, 1.8, 5, 6], child1)

  396.         self.assertEqual([4, 3, 2, 1.9, 1.8], child2)

  397.         self.assertEqual([], child3)

  398.         self.assertEqual(0, len(child3))

  399. 

  400.         del child1

  401.         self.assertEqual([1, 4, 3, 2, 1.9, 1.8, 5, 6], parent)

  402.         self.assertEqual([4, 3, 2, 1.9, 1.8], child2)

  403.         self.assertEqual([], child3)

  404. 

  405.         del child3

  406.         self.assertEqual([1, 4, 3, 2, 1.9, 1.8, 5, 6], parent)

  407.         self.assertEqual([4, 3, 2, 1.9, 1.8], child2)

  408. 

  409.         parent.remove(1.9)

  410.         parent.remove(1.8)

  411.         self.assertEqual([1, 4, 3, 2, 5, 6], parent)

  412.         self.assertEqual([4, 3, 2], child2)

  413. 

  414.         parent.reverse()

  415.         self.assertEqual([6, 5, 2, 3, 4, 1], parent)

  416.         self.assertEqual([5, 2, 3], child2)

  417. 

  418. 

  419. if __name__ == "__main__":

  420.     unittest.main(verbosity=2)