A Python parser for MediaWiki wikicode https://mwparserfromhell.readthedocs.io/
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 

108 lines
3.8 KiB

  1. # -*- coding: utf-8 -*-
  2. #
  3. # Copyright (C) 2012 Ben Kurtovic <ben.kurtovic@verizon.net>
  4. #
  5. # Permission is hereby granted, free of charge, to any person obtaining a copy
  6. # of this software and associated documentation files (the "Software"), to deal
  7. # in the Software without restriction, including without limitation the rights
  8. # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  9. # copies of the Software, and to permit persons to whom the Software is
  10. # furnished to do so, subject to the following conditions:
  11. #
  12. # The above copyright notice and this permission notice shall be included in
  13. # all copies or substantial portions of the Software.
  14. #
  15. # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16. # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17. # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  18. # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19. # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  20. # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  21. # SOFTWARE.
  22. import htmlentitydefs
  23. from . import Node
  24. __all__ = ["HTMLEntity"]
  25. <<<<<<< HEAD
  26. def __init__(self, value, named=None, hexadecimal=False, hex_char="x"):
  27. super(HTMLEntity, self).__init__()
  28. self._value = value
  29. if named is None: # Try to guess whether or not the entity is named
  30. try:
  31. int(value)
  32. self._named = False
  33. self._hexadecimal = False
  34. except ValueError:
  35. try:
  36. int(value, 16)
  37. self._named = False
  38. self._hexadecimal = True
  39. except ValueError:
  40. self._named = True
  41. self._hexadecimal = False
  42. else:
  43. self._named = named
  44. self._hexadecimal = hexadecimal
  45. self._hex_char = hex_char
  46. def __unicode__(self):
  47. if self.named:
  48. return u"&{0};".format(self.value)
  49. if self.hexadecimal:
  50. return u"&#{0}{1};".format(self.hex_char, self.value)
  51. return u"&#{0};".format(self.value)
  52. def __strip__(self, normalize, collapse):
  53. if normalize:
  54. return self.normalize()
  55. return self
  56. def _unichr(self, value):
  57. """Implement the builtin unichr() with support for non-BMP code points.
  58. On wide Python builds, this functions like the normal unichr(). On
  59. narrow builds, this returns the value's corresponding surrogate pair.
  60. """
  61. try:
  62. return unichr(value)
  63. except ValueError:
  64. # Test whether we're on the wide or narrow Python build. Check the
  65. # length of a non-BMP code point (U+1F64A, SPEAK-NO-EVIL MONKEY):
  66. if len(u"\U0001F64A") == 2:
  67. # Ensure this is within the range we can encode:
  68. if value > 0x10FFFF:
  69. raise ValueError("unichr() arg not in range(0x110000)")
  70. code = value - 0x10000
  71. if value < 0: # Invalid code point
  72. raise
  73. lead = 0xD800 + (code >> 10)
  74. trail = 0xDC00 + (code % (1 << 10))
  75. return unichr(lead) + unichr(trail)
  76. raise
  77. @property
  78. def value(self):
  79. return self._value
  80. @property
  81. def named(self):
  82. return self._named
  83. @property
  84. def hexadecimal(self):
  85. return self._hexadecimal
  86. @property
  87. def hex_char(self):
  88. return self._hex_char
  89. def normalize(self):
  90. if self.named:
  91. return unichr(htmlentitydefs.name2codepoint[self.value])
  92. if self.hexadecimal:
  93. return self._unichr(int(self.value, 16))
  94. return self._unichr(int(self.value))