Documentation

isWordHead :: Char -> Bool Source #

isWordBody :: Char -> Bool Source #

isHSpace :: Char -> Bool Source #

operators :: [Text] Source #

isOperator :: Char -> Bool Source #

tokenize :: Text -> [(Token, Position, Position)] Source #

tokString :: Position -> Char -> Text -> Either Position (Text, Text, Position) Source #

tokBinaryLiteral :: Position -> Text -> Either (String, Position) (ByteString, Text, Position) Source #

tokName :: Position -> Text -> Either (Token, Position, Position) (Text, Bool, Text, Position) Source #

tokNumber :: Text -> ((Token, Int64), Text) Source #