diff --git a/tests/_test_tokenizer.py b/tests/_test_tokenizer.py index bfd4857..e44280b 100644 --- a/tests/_test_tokenizer.py +++ b/tests/_test_tokenizer.py @@ -25,8 +25,9 @@ import codecs from os import listdir, path import sys -from mwparserfromhell.compat import py3k +from mwparserfromhell.compat import py3k, str from mwparserfromhell.parser import tokens +from mwparserfromhell.parser.builder import Builder class _TestParseError(Exception): """Raised internally when a test could not be parsed.""" @@ -50,8 +51,12 @@ class TokenizerTestCase(object): *label* for the method's docstring. """ def inner(self): - expected = data["output"] - actual = self.tokenizer().tokenize(data["input"]) + if hasattr(self, "roundtrip"): + expected = data["input"] + actual = str(Builder().build(data["output"])) + else: + expected = data["output"] + actual = self.tokenizer().tokenize(data["input"]) self.assertEqual(expected, actual) if not py3k: inner.__name__ = funcname.encode("utf8") diff --git a/tests/test_roundtripping.py b/tests/test_roundtripping.py new file mode 100644 index 0000000..5360387 --- /dev/null +++ b/tests/test_roundtripping.py @@ -0,0 +1,41 @@ +# -*- coding: utf-8 -*- +# +# Copyright (C) 2012-2014 Ben Kurtovic +# +# Permission is hereby granted, free of charge, to any person obtaining a copy +# of this software and associated documentation files (the "Software"), to deal +# in the Software without restriction, including without limitation the rights +# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +# copies of the Software, and to permit persons to whom the Software is +# furnished to do so, subject to the following conditions: +# +# The above copyright notice and this permission notice shall be included in +# all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +# SOFTWARE. + +from __future__ import unicode_literals + +try: + import unittest2 as unittest +except ImportError: + import unittest + +from ._test_tokenizer import TokenizerTestCase + +class TestRoundtripping(TokenizerTestCase, unittest.TestCase): + """Test cases for roundtripping tokens back to wikitext.""" + + @classmethod + def setUpClass(cls): + cls.roundtrip = True + + +if __name__ == "__main__": + unittest.main(verbosity=2)