Browse Source

Ensure the text is stripped properly.

tags/v0.2
Ben Kurtovic 10 years ago
parent
commit
2dfdf1bd4a
1 changed files with 1 additions and 1 deletions
  1. +1
    -1
      earwigbot/wiki/copyvios/parsers.py

+ 1
- 1
earwigbot/wiki/copyvios/parsers.py View File

@@ -64,7 +64,7 @@ class ArticleTextParser(BaseTextParser):
""" """
wikicode = mwparserfromhell.parse(self.text) wikicode = mwparserfromhell.parse(self.text)
clean = wikicode.strip_code(normalize=True, collapse=True) clean = wikicode.strip_code(normalize=True, collapse=True)
self.clean = clean.replace("\n\n", "\n") # Collapse extra newlines
self.clean = clean.replace("\n\n", "\n").strip()
return self.clean return self.clean


def chunk(self, nltk_dir, max_chunks, max_query=256): def chunk(self, nltk_dir, max_chunks, max_query=256):


Loading…
Cancel
Save