A Python parser for MediaWiki wikicode https://mwparserfromhell.readthedocs.io/
Nevar pievienot vairāk kā 25 tēmas Tēmai ir jāsākas ar burtu vai ciparu, tā var saturēt domu zīmes ('-') un var būt līdz 35 simboliem gara.
 
 
 
 

108 rindas
4.5 KiB

  1. # -*- coding: utf-8 -*-
  2. #
  3. # Copyright (C) 2012 Ben Kurtovic <ben.kurtovic@verizon.net>
  4. #
  5. # Permission is hereby granted, free of charge, to any person obtaining a copy
  6. # of this software and associated documentation files (the "Software"), to deal
  7. # in the Software without restriction, including without limitation the rights
  8. # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  9. # copies of the Software, and to permit persons to whom the Software is
  10. # furnished to do so, subject to the following conditions:
  11. #
  12. # The above copyright notice and this permission notice shall be included in
  13. # all copies or substantial portions of the Software.
  14. #
  15. # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16. # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17. # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  18. # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19. # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  20. # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  21. # SOFTWARE.
  22. """
  23. This module contains the token definitions that are used as an intermediate
  24. parsing data type - they are stored in a flat list, with each token being
  25. identified by its type and optional attributes. The token list is generated in
  26. a syntactically valid form by the :py:class:`~.Tokenizer`, and then converted
  27. into the :py:class`~.Wikicode` tree by the :py:class:`~.Builder`.
  28. """
  29. from __future__ import unicode_literals
  30. from ..compat import basestring, py3k
  31. __all__ = ["Token"]
  32. class Token(object):
  33. """A token stores the semantic meaning of a unit of wikicode."""
  34. def __init__(self, **kwargs):
  35. super(Token, self).__setattr__("_kwargs", kwargs)
  36. def __repr__(self):
  37. args = []
  38. for key, value in self._kwargs.items():
  39. if isinstance(value, basestring) and len(value) > 100:
  40. args.append(key + "=" + repr(value[:97] + "..."))
  41. else:
  42. args.append(key + "=" + repr(value))
  43. return "{0}({1})".format(type(self).__name__, ", ".join(args))
  44. def __eq__(self, other):
  45. if isinstance(other, type(self)):
  46. return self._kwargs == other._kwargs
  47. return False
  48. def __getattr__(self, key):
  49. return self._kwargs[key]
  50. def __setattr__(self, key, value):
  51. self._kwargs[key] = value
  52. def __delattr__(self, key):
  53. del self._kwargs[key]
  54. def make(name):
  55. """Create a new Token class using ``type()`` and add it to ``__all__``."""
  56. __all__.append(name)
  57. return type(name if py3k else name.encode("utf8"), (Token,), {})
  58. Text = make("Text")
  59. TemplateOpen = make("TemplateOpen") # {{
  60. TemplateParamSeparator = make("TemplateParamSeparator") # |
  61. TemplateParamEquals = make("TemplateParamEquals") # =
  62. TemplateClose = make("TemplateClose") # }}
  63. ArgumentOpen = make("ArgumentOpen") # {{{
  64. ArgumentSeparator = make("ArgumentSeparator") # |
  65. ArgumentClose = make("ArgumentClose") # }}}
  66. WikilinkOpen = make("WikilinkOpen") # [[
  67. WikilinkSeparator = make("WikilinkSeparator") # |
  68. WikilinkClose = make("WikilinkClose") # ]]
  69. HTMLEntityStart = make("HTMLEntityStart") # &
  70. HTMLEntityNumeric = make("HTMLEntityNumeric") # #
  71. HTMLEntityHex = make("HTMLEntityHex") # x
  72. HTMLEntityEnd = make("HTMLEntityEnd") # ;
  73. HeadingStart = make("HeadingStart") # =...
  74. HeadingEnd = make("HeadingEnd") # =...
  75. CommentStart = make("CommentStart") # <!--
  76. CommentEnd = make("CommentEnd") # -->
  77. TagOpenOpen = make("TagOpenOpen") # <
  78. TagAttrStart = make("TagAttrStart")
  79. TagAttrEquals = make("TagAttrEquals") # =
  80. TagAttrQuote = make("TagAttrQuote") # "
  81. TagCloseOpen = make("TagCloseOpen") # >
  82. TagCloseSelfclose = make("TagCloseSelfclose") # />
  83. TagOpenClose = make("TagOpenClose") # </
  84. TagCloseClose = make("TagCloseClose") # >
  85. del make