Source code for claf.tokens.tokenizer.pass_text

[docs]class PassText:
    """
    Pass text without tokenize
    """

    def __init__(self):
        self.name = "pass"
        self.cache_name = "pass"


[docs]    def tokenize(self, text):
        return text