Преглед изворни кода

Implement Tokenizer_parse_wikilink() and more.

tags/v0.2
Ben Kurtovic пре 12 година
родитељ
комит
707ecc3837
1 измењених фајлова са 77 додато и 6 уклоњено
  1. +77
    -6
      mwparserfromhell/parser/tokenizer.c

+ 77
- 6
mwparserfromhell/parser/tokenizer.c Прегледај датотеку

@@ -264,11 +264,12 @@ Tokenizer_write_all(Tokenizer* self, PyObject* tokenlist)
PyObject* class = PyObject_GetAttrString(tokens, "Text");
if (!class) return -1;

PyObject* text;
switch (PyObject_IsInstance(token, class)) {
case 0:
break;
case 1:
PyObject* text = PyObject_GetAttrString(token, "text");
text = PyObject_GetAttrString(token, "text");
if (!text) {
Py_DECREF(class);
return -1;
@@ -284,7 +285,7 @@ Tokenizer_write_all(Tokenizer* self, PyObject* tokenlist)
return -1;
}
Py_DECREF(text);
break
break;
case -1:
Py_DECREF(class);
return -1;
@@ -463,13 +464,20 @@ Tokenizer_parse_template(Tokenizer* self)
if (!template) return -1;

class = PyObject_GetAttrString(tokens, "TemplateOpen");
if (!class) return -1;
if (!class) {
Py_DECREF(template);
return -1;
}
token = PyInstance_New(class, NOARGS, NOKWARGS);
Py_DECREF(class);
if (!token) return -1;
if (!token) {
Py_DECREF(template);
return -1;
}

if (Tokenizer_write_first(self, token)) {
Py_DECREF(token);
Py_DECREF(template);
return -1;
}
Py_DECREF(token);
@@ -515,13 +523,20 @@ Tokenizer_parse_argument(Tokenizer* self)
if (!argument) return -1;

class = PyObject_GetAttrString(tokens, "ArgumentOpen");
if (!class) return -1;
if (!class) {
Py_DECREF(argument);
return -1;
}
token = PyInstance_New(class, NOARGS, NOKWARGS);
Py_DECREF(class);
if (!token) return -1;
if (!token) {
Py_DECREF(argument);
return -1;
}

if (Tokenizer_write_first(self, token)) {
Py_DECREF(token);
Py_DECREF(argument);
return -1;
}
Py_DECREF(token);
@@ -830,7 +845,63 @@ Tokenizer_handle_argument_end(Tokenizer* self)
static int
Tokenizer_parse_wikilink(Tokenizer* self)
{
self->head += 2;
Py_ssize_t reset = self->head - 1;

if (setjmp(exception_env) == BAD_ROUTE) {
self->head = reset;
PyObject* text = PyUnicode_FromString("[[");
if (!text) return -1;
if (Tokenizer_write_text(self, text)) {
Py_XDECREF(text);
return -1;
}
}

else {
PyObject *class, *token;
PyObject *wikilink = Tokenizer_parse(self, LC_WIKILINK_TITLE);
if (!wikilink) return -1;

class = PyObject_GetAttrString(tokens, "WikilinkOpen");
if (!class) {
Py_DECREF(wikilink);
return -1;
}
token = PyInstance_New(class, NOARGS, NOKWARGS);
Py_DECREF(class);
if (!token) {
Py_DECREF(wikilink);
return -1;
}

if (Tokenizer_write(self, token)) {
Py_DECREF(token);
Py_DECREF(wikilink);
return -1;
}
Py_DECREF(token);

if (Tokenizer_write_all(self, wikilink)) {
Py_DECREF(wikilink);
return -1;
}
Py_DECREF(wikilink);

class = PyObject_GetAttrString(tokens, "WikilinkClose");
if (!class) return -1;
token = PyInstance_New(class, NOARGS, NOKWARGS);
Py_DECREF(class);
if (!token) return -1;

if (Tokenizer_write(self, token)) {
Py_DECREF(token);
return -1;
}
Py_DECREF(token);
}

return 0;
}

/*


Loading…
Откажи
Сачувај