From 50b401549bdaaf09361d12d05c1f6007bd0d4063 Mon Sep 17 00:00:00 2001
From: Ben Kurtovic <ben.kurtovic@gmail.com>
Date: Fri, 2 Oct 2015 13:15:51 -0500
Subject: [PATCH] Add failing test cases for #125.

---
 tests/tokenizer/tags.mwtest | 14 ++++++++++++++
 1 file changed, 14 insertions(+)

diff --git a/tests/tokenizer/tags.mwtest b/tests/tokenizer/tags.mwtest
index ff39f26..3c07ac9 100644
--- a/tests/tokenizer/tags.mwtest
+++ b/tests/tokenizer/tags.mwtest
@@ -632,3 +632,17 @@ name:   unparsable_with_intermediates_normalize
 label:  an unparsable tag with intermediate tags inside of it, requiring normalization
 input:  "<nowiki><ref></ref></nowIKI  >"
 output: [TagOpenOpen(), Text(text="nowiki"), TagCloseOpen(padding=""), Text(text="<ref></ref>"), TagOpenClose(), Text(text="nowIKI  "), TagCloseClose()]
+
+---
+
+name:   non_ascii_open
+label:  a open tag containing non-ASCII characters
+input:  "<éxamplé>"
+output: [Text(text="<éxamplé>")]
+
+---
+
+name:   non_ascii_full
+label:  an open/close tag pair containing non-ASCII characters
+input:  "<éxamplé></éxamplé>"
+output: [TagOpenOpen(), Text(text="éxamplé"), TagCloseOpen(padding=""), TagOpenClose(), Text(text="éxamplé"), TagCloseClose()]