A Python parser for MediaWiki wikicode https://mwparserfromhell.readthedocs.io/
Nevar pievienot vairāk kā 25 tēmas Tēmai ir jāsākas ar burtu vai ciparu, tā var saturēt domu zīmes ('-') un var būt līdz 35 simboliem gara.

pirms 12 gadiem
pirms 12 gadiem
pirms 12 gadiem
pirms 11 gadiem
pirms 12 gadiem
pirms 12 gadiem
pirms 12 gadiem
pirms 12 gadiem
pirms 12 gadiem
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211
  1. # -*- coding: utf-8 -*-
  2. #
  3. # Copyright (C) 2012 Ben Kurtovic <ben.kurtovic@verizon.net>
  4. #
  5. # Permission is hereby granted, free of charge, to any person obtaining a copy
  6. # of this software and associated documentation files (the "Software"), to deal
  7. # in the Software without restriction, including without limitation the rights
  8. # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  9. # copies of the Software, and to permit persons to whom the Software is
  10. # furnished to do so, subject to the following conditions:
  11. #
  12. # The above copyright notice and this permission notice shall be included in
  13. # all copies or substantial portions of the Software.
  14. #
  15. # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16. # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17. # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  18. # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19. # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  20. # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  21. # SOFTWARE.
  22. from __future__ import unicode_literals
  23. from collections import defaultdict
  24. import re
  25. from . import HTMLEntity, Node, Text
  26. from .extras import Parameter
  27. from ..utils import parse_anything
  28. from ..compat import str, bytes, basestring
  29. __all__ = ["Template"]
  30. FLAGS = re.DOTALL | re.UNICODE
  31. class Template(Node):
  32. def __init__(self, name, params=None):
  33. super(Template, self).__init__()
  34. self._name = name
  35. if params:
  36. self._params = params
  37. else:
  38. self._params = []
  39. def __unicode__(self):
  40. if self.params:
  41. params = "|".join([str(param) for param in self.params])
  42. return "{{" + str(self.name) + "|" + params + "}}"
  43. else:
  44. return "{{" + str(self.name) + "}}"
  45. def __iternodes__(self, getter):
  46. yield None, self
  47. for child in getter(self.name):
  48. yield self.name, child
  49. for param in self.params:
  50. if param.showkey:
  51. for child in getter(param.name):
  52. yield param.name, child
  53. for child in getter(param.value):
  54. yield param.value, child
  55. def __showtree__(self, write, get, mark):
  56. write("{{")
  57. get(self.name)
  58. for param in self.params:
  59. write(" | ")
  60. mark()
  61. get(param.name)
  62. write(" = ")
  63. mark()
  64. get(param.value)
  65. write("}}")
  66. def _surface_escape(self, code, char):
  67. replacement = HTMLEntity(value=ord(char))
  68. for node in code.filter_text(recursive=False):
  69. if char in node:
  70. code.replace(node, node.replace(char, replacement))
  71. def _blank_param_value(self, value):
  72. match = re.search(r"^(\s*).*?(\s*)$", str(value), FLAGS)
  73. value.nodes = [Text(match.group(1)), Text(match.group(2))]
  74. def _select_theory(self, theories):
  75. if theories:
  76. best = max(theories.values())
  77. confidence = float(best) / sum(theories.values())
  78. if confidence > 0.75:
  79. return tuple(theories.keys())[tuple(theories.values()).index(best)]
  80. def _get_spacing_conventions(self):
  81. before_theories = defaultdict(lambda: 0)
  82. after_theories = defaultdict(lambda: 0)
  83. for param in self.params:
  84. match = re.search(r"^(\s*).*?(\s*)$", str(param.value), FLAGS)
  85. before, after = match.group(1), match.group(2)
  86. before_theories[before] += 1
  87. after_theories[after] += 1
  88. before = self._select_theory(before_theories)
  89. after = self._select_theory(after_theories)
  90. return before, after
  91. def _remove_with_field(self, param, i, name):
  92. if param.showkey:
  93. following = self.params[i+1:]
  94. better_matches = [after.name.strip() == name and not after.showkey for after in following]
  95. if any(better_matches):
  96. return False
  97. return True
  98. def _remove_without_field(self, param, i, force_no_field):
  99. if not param.showkey and not force_no_field:
  100. dependents = [not after.showkey for after in self.params[i+1:]]
  101. if any(dependents):
  102. return False
  103. return True
  104. @property
  105. def name(self):
  106. return self._name
  107. @property
  108. def params(self):
  109. return self._params
  110. def has_param(self, name, ignore_empty=True):
  111. name = name.strip() if isinstance(name, basestring) else str(name)
  112. for param in self.params:
  113. if param.name.strip() == name:
  114. if ignore_empty and not param.value.strip():
  115. continue
  116. return True
  117. return False
  118. def get(self, name):
  119. name = name.strip() if isinstance(name, basestring) else str(name)
  120. for param in reversed(self.params):
  121. if param.name.strip() == name:
  122. return param
  123. raise ValueError(name)
  124. def add(self, name, value, showkey=None, force_nonconformity=False):
  125. name, value = parse_anything(name), parse_anything(value)
  126. self._surface_escape(value, "|")
  127. if self.has_param(name):
  128. self.remove(name, keep_field=True)
  129. existing = self.get(name)
  130. if showkey is not None:
  131. if not showkey:
  132. self._surface_escape(value, "=")
  133. existing.showkey = showkey
  134. nodes = existing.value.nodes
  135. if force_nonconformity:
  136. existing.value = value
  137. else:
  138. existing.value = parse_anything([nodes[0], value, nodes[1]])
  139. return existing
  140. if showkey is None:
  141. try:
  142. int_name = int(str(name))
  143. except ValueError:
  144. showkey = True
  145. else:
  146. int_keys = set()
  147. for param in self.params:
  148. if not param.showkey:
  149. if re.match(r"[1-9][0-9]*$", param.name.strip()):
  150. int_keys.add(int(str(param.name)))
  151. expected = min(set(range(1, len(int_keys) + 2)) - int_keys)
  152. if expected == int_name:
  153. showkey = False
  154. else:
  155. showkey = True
  156. if not showkey:
  157. self._surface_escape(value, "=")
  158. if not force_nonconformity:
  159. before, after = self._get_spacing_conventions()
  160. if before and after:
  161. value = parse_anything([before, value, after])
  162. elif before:
  163. value = parse_anything([before, value])
  164. elif after:
  165. value = parse_anything([value, after])
  166. param = Parameter(name, value, showkey)
  167. self.params.append(param)
  168. return param
  169. def remove(self, name, keep_field=False, force_no_field=False):
  170. name = name.strip() if isinstance(name, basestring) else str(name)
  171. removed = False
  172. for i, param in enumerate(self.params):
  173. if param.name.strip() == name:
  174. if keep_field:
  175. if self._remove_with_field(param, i, name):
  176. self._blank_param_value(param.value)
  177. keep_field = False
  178. else:
  179. self.params.remove(param)
  180. else:
  181. if self._remove_without_field(param, i, force_no_field):
  182. self.params.remove(param)
  183. else:
  184. self._blank_param_value(param.value)
  185. if not removed:
  186. removed = True
  187. if not removed:
  188. raise ValueError(name)