A Python parser for MediaWiki wikicode https://mwparserfromhell.readthedocs.io/
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 

90 lines
3.5 KiB

  1. # -*- coding: utf-8 -*-
  2. #
  3. # Copyright (C) 2012 Ben Kurtovic <ben.kurtovic@verizon.net>
  4. #
  5. # Permission is hereby granted, free of charge, to any person obtaining a copy
  6. # of this software and associated documentation files (the "Software"), to deal
  7. # in the Software without restriction, including without limitation the rights
  8. # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  9. # copies of the Software, and to permit persons to whom the Software is
  10. # furnished to do so, subject to the following conditions:
  11. #
  12. # The above copyright notice and this permission notice shall be included in
  13. # all copies or substantial portions of the Software.
  14. #
  15. # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16. # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17. # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  18. # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19. # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  20. # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  21. # SOFTWARE.
  22. from __future__ import unicode_literals
  23. from ..compat import str, bytes, v
  24. __all__ = ["Token"]
  25. class Token(object):
  26. def __init__(self, **kwargs):
  27. super(Token, self).__setattr__("_kwargs", kwargs)
  28. def __repr__(self):
  29. args = []
  30. for key, value in self._kwargs.iteritems():
  31. if isinstance(value, basestring) and len(value) > 100:
  32. args.append(key + "=" + repr(value[:97] + "..."))
  33. else:
  34. args.append(key + "=" + repr(value))
  35. return "{0}({1})".format(type(self).__name__, ", ".join(args))
  36. def __eq__(self, other):
  37. if isinstance(other, type(self)):
  38. return self._kwargs == other._kwargs
  39. return False
  40. def __getattr__(self, key):
  41. return self._kwargs[key]
  42. def __setattr__(self, key, value):
  43. self._kwargs[key] = value
  44. def __delattr__(self, key):
  45. del self._kwargs[key]
  46. if v >= 3:
  47. def make(name):
  48. __all__.append(name)
  49. return type(name, (Token,), {})
  50. else:
  51. def make(name):
  52. name = name.encode("utf-8")
  53. __all__.append(name)
  54. return type(name, (Token,), {})
  55. Text = make("Text")
  56. TemplateOpen = make("TemplateOpen") # {{
  57. TemplateParamSeparator = make("TemplateParamSeparator") # |
  58. TemplateParamEquals = make("TemplateParamEquals") # =
  59. TemplateClose = make("TemplateClose") # }}
  60. HTMLEntityStart = make("HTMLEntityStart") # &
  61. HTMLEntityNumeric = make("HTMLEntityNumeric") # #
  62. HTMLEntityHex = make("HTMLEntityHex") # x
  63. HTMLEntityEnd = make("HTMLEntityEnd") # ;
  64. HeadingStart = make("HeadingStart") # =...
  65. HeadingEnd = make("HeadingEnd") # =...
  66. TagOpenOpen = make("TagOpenOpen") # <
  67. TagAttrStart = make("TagAttrStart")
  68. TagAttrEquals = make("TagAttrEquals") # =
  69. TagAttrQuote = make("TagAttrQuote") # "
  70. TagCloseOpen = make("TagCloseOpen") # >
  71. TagCloseSelfclose = make("TagCloseSelfclose") # />
  72. TagOpenClose = make("TagOpenClose") # </
  73. TagCloseClose = make("TagCloseClose") # >
  74. del make