Safe Haskell	None
Language	Haskell98

Data.Chinese.Segmentation

Synopsis

Documentation

data Token Source #

Constructors

KnownWord Entry
UnknownWord Text

Instances

Eq Token Source #
Methods (==) :: Token -> Token -> Bool # (/=) :: Token -> Token -> Bool #
Ord Token Source #
Methods compare :: Token -> Token -> Ordering # (<) :: Token -> Token -> Bool # (<=) :: Token -> Token -> Bool # (>) :: Token -> Token -> Bool # (>=) :: Token -> Token -> Bool # max :: Token -> Token -> Token # min :: Token -> Token -> Token #
Read Token Source #
Methods readsPrec :: Int -> ReadS Token # readList :: ReadS [Token] # readPrec :: ReadPrec Token # readListPrec :: ReadPrec [Token] #
Show Token Source #
Methods showsPrec :: Int -> Token -> ShowS # show :: Token -> String # showList :: [Token] -> ShowS #

data Entry Source #

Dictionary entry data Entry = Entry { entrySimplified :: !Text , entryTraditional :: !Text , entryPinyin :: [Text] , entryDefinition :: [[Text]] } deriving ( Read, Show, Eq, Ord )

Constructors

Entry !Text Variant [Variant]

Instances

Eq Entry Source #
Methods (==) :: Entry -> Entry -> Bool # (/=) :: Entry -> Entry -> Bool #
Ord Entry Source #
Methods compare :: Entry -> Entry -> Ordering # (<) :: Entry -> Entry -> Bool # (<=) :: Entry -> Entry -> Bool # (>) :: Entry -> Entry -> Bool # (>=) :: Entry -> Entry -> Bool # max :: Entry -> Entry -> Entry # min :: Entry -> Entry -> Entry #
Read Entry Source #
Methods readsPrec :: Int -> ReadS Entry # readList :: ReadS [Entry] # readPrec :: ReadPrec Entry # readListPrec :: ReadPrec [Entry] #
Show Entry Source #
Methods showsPrec :: Int -> Entry -> ShowS # show :: Entry -> String # showList :: [Entry] -> ShowS #

entryOriginal :: Entry -> Text Source #

entrySimplified :: Entry -> Text Source #

entryTraditional :: Entry -> Text Source #

entryPinyin :: Entry -> [Text] Source #

tokenizer :: Text -> [Token] Source #

Break a string of simplified chinese down to a list of tokens.

ppTokens :: [Token] -> String Source #

toTraditional :: Text -> Text Source #

toSimplified :: Text -> Text Source #