| 1234567891011121314151617181920212223242526272829303132333435363738 |
- from __future__ import absolute_import, division, unicode_literals
-
- import re
-
- from . import base
- from ..constants import rcdataElements, spaceCharacters
- spaceCharacters = "".join(spaceCharacters)
-
- SPACES_REGEX = re.compile("[%s]+" % spaceCharacters)
-
-
- class Filter(base.Filter):
- """Collapses whitespace except in pre, textarea, and script elements"""
- spacePreserveElements = frozenset(["pre", "textarea"] + list(rcdataElements))
-
- def __iter__(self):
- preserve = 0
- for token in base.Filter.__iter__(self):
- type = token["type"]
- if type == "StartTag" \
- and (preserve or token["name"] in self.spacePreserveElements):
- preserve += 1
-
- elif type == "EndTag" and preserve:
- preserve -= 1
-
- elif not preserve and type == "SpaceCharacters" and token["data"]:
- # Test on token["data"] above to not introduce spaces where there were not
- token["data"] = " "
-
- elif not preserve and type == "Characters":
- token["data"] = collapse_spaces(token["data"])
-
- yield token
-
-
- def collapse_spaces(text):
- return SPACES_REGEX.sub(' ', text)
|
