Safe Haskell | None |
---|---|
Language | Haskell2010 |
- tokenize :: TokenizerConfig -> Syntax -> Text -> Either String [SourceLine]
- data TokenizerConfig = TokenizerConfig {}
Documentation
tokenize :: TokenizerConfig -> Syntax -> Text -> Either String [SourceLine] Source #
Tokenize some text using Syntax
.
data TokenizerConfig Source #
Configuration options for tokenize
.
TokenizerConfig | |
|