module NetSpider.RPL.ContikiNG
(
parseFile,
parseFileHandle,
parseFileHandleM,
parseStream,
parserFoundNodeDIO,
parserFoundNodeDAO,
Line,
Parser,
pCoojaLogHead,
pCoojaLogHead',
pSyslogHead
) where
import Control.Applicative ((<|>), (<$>), (<*>), (*>), (<*), many, optional)
import Control.Exception.Safe (MonadThrow)
import Control.Monad (void)
import Control.Monad.Except (throwError, catchError)
import Control.Monad.Logger
( MonadLogger, runStderrLoggingT, filterLogger, LogLevel(LevelWarn),
logInfoN, logWarnN
)
import Control.Monad.IO.Class (liftIO, MonadIO)
import Control.Monad.Trans (lift)
import Data.Bifunctor (Bifunctor(first))
import Data.Bits (shift)
import Data.Char (isDigit, isHexDigit, isSpace)
import Data.Conduit (ConduitT, mapOutput, yield, runConduit, (.|))
import qualified Data.Conduit.List as CL
import Data.Conduit.Parser (ConduitParser)
import qualified Data.Conduit.Parser as CP
import Data.Either (partitionEithers)
import Data.Int (Int64)
import Data.List (sortOn, reverse)
import Data.Maybe (listToMaybe)
import Data.Monoid ((<>))
import Data.Text (Text, pack, unpack)
import qualified Data.Text.IO as TIO
import qualified Data.Time as Time
import Data.Void (absurd)
import Data.Word (Word16)
import GHC.Exts (groupWith)
import Net.IPv6 (IPv6)
import qualified Net.IPv6 as IPv6
import NetSpider.Found (FoundNode(..), FoundLink(..), LinkState(LinkToTarget))
import NetSpider.Timestamp (Timestamp, fromEpochMillisecond, fromLocalTime, fromZonedTime)
import System.IO (withFile, IOMode(ReadMode), hGetLine, hIsEOF, Handle, stderr)
import qualified Text.ParserCombinators.ReadP as P
import Text.Read (readEither)
import NetSpider.RPL.FindingID (FindingID(FindingID), FindingType(..))
import NetSpider.RPL.IPv6 (isLinkLocal, setPrefix, getPrefix)
import qualified NetSpider.RPL.DIO as DIO
import NetSpider.RPL.DIO (FoundNodeDIO, dioLinkState, Rank)
import qualified NetSpider.RPL.DAO as DAO
import NetSpider.RPL.DAO (FoundNodeDAO)
type Parser = P.ReadP
runParser :: Parser a -> String -> Maybe a
runParser p input = extract $ sortPairs $ P.readP_to_S p input
where
sortPairs = sortOn $ \(_, rest) -> length rest
extract [] = Nothing
extract ((a,_) : _) = Just a
runParser' :: Parser a
-> String
-> String
-> Parser a
runParser' p err input =
case runParser p input of
Nothing -> fail err
Just a -> return a
parseFile :: Parser Timestamp
-> FilePath
-> IO ([FoundNodeDIO], [FoundNodeDAO])
parseFile pt file = withFile file ReadMode $ parseFileHandle pt
parseFileHandle :: Parser Timestamp
-> Handle
-> IO ([FoundNodeDIO], [FoundNodeDAO])
parseFileHandle p h = runStderrLoggingT $ filterLogger f $ parseFileHandleM p h
where
f _ level = level >= LevelWarn
parseFileHandleM :: (MonadIO m, MonadThrow m, MonadLogger m)
=> Parser Timestamp
-> Handle
-> m ([FoundNodeDIO], [FoundNodeDAO])
parseFileHandleM pTimestamp handle =
fmap partitionEithers $ runConduit (the_source .| parseStream pTimestamp .| CL.consume)
where
the_source = do
eof <- liftIO $ hIsEOF handle
if eof
then return ()
else do
yield =<< (liftIO $ TIO.hGetLine handle)
the_source
data ParseEntry = PEDIO FoundNodeDIO
| PEDAO [FoundNodeDAO]
| PELine (Maybe Line)
deriving (Show,Eq)
parseStream :: (MonadThrow m, MonadLogger m)
=> Parser Timestamp
-> ConduitT Line (Either FoundNodeDIO FoundNodeDAO) m ()
parseStream pTimestamp = go
where
go = do
got <- mapOutput absurd $ CP.runConduitParser merged_parser
case got of
PEDIO dio -> yield (Left dio) >> go
PEDAO daos -> mapM_ (yield . Right) daos >> go
PELine Nothing -> return ()
PELine (Just _) -> go
merged_parser = (PEDIO <$> parserFoundNodeDIO pTimestamp)
<|> (PEDAO <$> parserFoundNodeDAO pTimestamp)
<|> (PELine <$> awaitM)
type Line = Text
parserFoundNodeDIO :: MonadLogger m
=> Parser Timestamp
-> ConduitParser Line m FoundNodeDIO
parserFoundNodeDIO pTimestamp = do
line <- CP.await
case runParser pDIOHead $ unpack line of
Nothing -> throwError $ CP.Unexpected ("Not a log line head of local findings about DIO.")
Just (ts, (self_addr, dio_node)) -> proceedDIO ts self_addr dio_node
where
pDIOHead = (,) <$> pTimestamp <*> (pLogHead *> pDIONode)
withPrefix p = pTimestamp *> pLogHead *> p
proceedDIO ts addr node = do
links <- handleBlockError "DIO" $ readUntilCP (withPrefix pDIONeighbor) (withPrefix pDIONeighborEnd)
return $ makeFoundNodeDIO ts addr node $ map (first $ setNonLocalPrefix addr) links
handleBlockError :: MonadLogger m => Text -> ConduitParser Line m r -> ConduitParser Line m r
handleBlockError target p = p `catchError` (\e -> (lift $ doLog e) >> throwError e)
where
doLog CP.UnexpectedEndOfInput = do
logInfoN ("EOF while parsing a block of " <> target <> ". The block is discarded.")
doLog (CP.Unexpected msg) = do
logWarnN ("Unexpected input while parsing a block of " <> target <> ": " <> msg)
doLog e = do
logWarnN ("Error while parsing a block of " <> target <> ": " <> (pack $ show e))
parserFoundNodeDAO :: MonadLogger m
=> Parser Timestamp
-> ConduitParser Line m [FoundNodeDAO]
parserFoundNodeDAO pTimestamp = do
line <- CP.await
case runParser pDAOHead $ unpack line of
Nothing -> throwError $ CP.Unexpected ("Not a log line head of local findings about DAO.")
Just (ts, r) -> proceedDAO line ts r
where
withPrefix p = pTimestamp *> pLogHead *> p
pDAOHead = (,) <$> pTimestamp <*> (pLogHead *> pDAOLogHeader)
proceedDAO line ts route_num = do
links <- handleBlockError "DAO" $ readUntilCP (withPrefix pDAOLink) (withPrefix pDAOLinkEnd)
root_address <- maybe (rootAddressFailure line) return $ getRootAddress links
return $ map (makeDAONodeFromTuple root_address route_num ts) $ groupDAOLinks links
rootAddressFailure :: MonadLogger m => Text -> ConduitParser Line m IPv6
rootAddressFailure line = do
let msg = ("No root address found in DAO log: " <> line)
lift $ logWarnN msg
throwError $ CP.Unexpected msg
getRootAddress :: [(IPv6, Maybe (IPv6, Word))] -> Maybe IPv6
getRootAddress links = fmap fst $ listToMaybe $ filter isRootEntry links
where
isRootEntry (_, Nothing) = True
isRootEntry (_, _) = False
groupDAOLinks :: [(IPv6, Maybe (IPv6, Word))] -> [(IPv6, [(IPv6, Word)])]
groupDAOLinks links = map toTuple $ groupWith byParentAddr $ (filterOutRoot =<< links)
where
filterOutRoot (_, Nothing) = []
filterOutRoot (c, Just (p, lt)) = [(c, p, lt)]
byParentAddr (_, p, _) = p
toTuple [] = error "groupDAOLinks: this should not happen"
toTuple entries@((_, p, _) : _) = (p, map extractChildAndLifetime entries)
extractChildAndLifetime (c, _, lt) = (c, lt)
makeDAONodeFromTuple root_addr route_num ts (parent_addr, children) =
makeFoundNodeDAO
ts (if parent_addr == root_addr then Just route_num else Nothing)
parent_addr children
setNonLocalPrefix :: IPv6 -> IPv6 -> IPv6
setNonLocalPrefix prefix_addr orig_addr =
if isLinkLocal orig_addr
then setPrefix (getPrefix prefix_addr) orig_addr
else orig_addr
awaitM :: Monad m => ConduitParser i m (Maybe i)
awaitM = do
mnext <- CP.peek
case mnext of
Nothing -> return Nothing
Just _ -> fmap Just $ CP.await
readUntilCP :: Monad m => Parser a -> Parser end -> ConduitParser Line m [a]
readUntilCP pBody pEnd = go []
where
go acc = do
line <- CP.await
case runParser ((Left <$> pEnd) <|> (Right <$> pBody)) $ unpack line of
Nothing -> throwError $ CP.Unexpected line
Just (Left _) -> return $ reverse acc
Just (Right body) -> go (body : acc)
makeFoundNodeDIO :: Timestamp -> IPv6 -> DIO.DIONode -> [(IPv6, DIO.DIOLink)] -> FoundNodeDIO
makeFoundNodeDIO ts self_addr node_attr neighbors =
FoundNode { subjectNode = FindingID FindingDIO self_addr,
foundAt = ts,
neighborLinks = map toFoundLink neighbors,
nodeAttributes = node_attr
}
where
toFoundLink (neighbor_addr, ll) =
FoundLink { targetNode = FindingID FindingDIO neighbor_addr,
linkState = dioLinkState ll,
linkAttributes = ll
}
makeFoundNodeDAO :: Timestamp -> Maybe Word -> IPv6 -> [(IPv6, Word)] -> FoundNodeDAO
makeFoundNodeDAO ts mroute_num parent_addr children =
FoundNode { subjectNode = FindingID FindingDAO parent_addr,
foundAt = ts,
neighborLinks = map toFoundLink children,
nodeAttributes = DAO.DAONode mroute_num
}
where
toFoundLink (child_addr, lifetime) =
FoundLink { targetNode = FindingID FindingDAO child_addr,
linkState = LinkToTarget,
linkAttributes = DAO.DAOLink lifetime
}
isAddressChar :: Char -> Bool
isAddressChar c = isHexDigit c || c == ':'
pAddress :: Parser IPv6
pAddress = fromS =<< P.munch1 isAddressChar
where
fromS str =
case IPv6.decode $ pack str of
Nothing -> fail ("Invalid IPv6 address: " <> str)
Just addr -> return addr
data CompactID = CNodeID Int
| CNodeAddress Word16
deriving (Show,Eq,Ord)
makeCompactAddress :: CompactID -> IPv6
makeCompactAddress cid =
case cid of
CNodeID nid -> IPv6.fromWord32s 0 0 0 (fromIntegral nid)
CNodeAddress addr -> IPv6.fromWord16s 0 0 0 0 0 0 0 addr
pHexWord16 :: String -> Parser Word16
pHexWord16 input = go 0 input
where
go acc [] = return acc
go acc (c:rest) = do
c_num <- parseC
go ((acc `shift` 8) + c_num) rest
where
diffWord a b = fromIntegral (fromEnum a - fromEnum b)
parseC = if c >= '0' && c <= '9'
then return $ diffWord c '0'
else if c >= 'a' && c <= 'f'
then return $ diffWord c 'a'
else if c >= 'A' && c <= 'F'
then return $ diffWord c 'A'
else fail ("Invalid hex number: " <> input)
pCompactID :: Parser CompactID
pCompactID = (fmap CNodeID $ pRead =<< P.count 3 (P.satisfy isDigit))
<|> (fmap CNodeAddress $ pHexWord16 =<< P.count 4 (P.satisfy isHexDigit))
pCompactAddress :: Parser IPv6
pCompactAddress = do
void $ P.string "6G-"
fmap makeCompactAddress $ pCompactID
pMaybeCompactAddress :: Parser IPv6
pMaybeCompactAddress = pCompactAddress <|> pAddress
pRead :: Read a => String -> Parser a
pRead = either fail return . readEither
pNum :: Read a => Parser a
pNum = pRead =<< P.munch1 isDigit
pDIONode :: Parser (IPv6, DIO.DIONode)
pDIONode = do
void $ P.string "nbr: own state, addr "
addr <- pAddress
void $ P.string ", DAG state: "
void $ P.munch (\c -> c /= ',')
void $ P.string ", MOP "
void $ P.munch isDigit
void $ P.string " OCP "
void $ P.munch isDigit
void $ P.string " rank "
rank <- pNum
void $ P.string " max-rank "
void $ P.munch isDigit
void $ P.string ", dioint "
dio_int <- pNum
let node = DIO.DIONode { DIO.rank = rank,
DIO.dioInterval = dio_int
}
return (addr, node)
pExpectChar :: Char -> Parser Bool
pExpectChar exp_c = fmap (== Just exp_c) $ optional P.get
pNeighborAndRank :: Parser (IPv6, Rank)
pNeighborAndRank = spaced <|> non_spaced
where
spaced = do
addr <- pMaybeCompactAddress
P.skipSpaces
rank <- pNum
void $ P.string ", "
return (addr, rank)
non_spaced = do
addr_and_rank <- P.munch isAddressChar
void $ P.string ", "
let (addr_str, rank_str) = splitAt (length addr_and_rank - 5) addr_and_rank
addr <- runParser' pMaybeCompactAddress ("Failed to parse address:" <> addr_str) addr_str
rank <- runParser' pNum ("Failed to parser rank:" <> rank_str) rank_str
return (addr, rank)
pDIONeighbor :: Parser (IPv6, DIO.DIOLink)
pDIONeighbor = do
void $ P.string "nbr: "
(neighbor_addr, neighbor_rank) <- pNeighborAndRank
P.skipSpaces
metric <- pNum
void $ P.string " => "
P.skipSpaces
void $ P.munch isDigit
void $ P.string " -- "
P.skipSpaces
void $ P.munch isDigit
void $ pExpectChar ' '
void $ pExpectChar 'r'
void $ pExpectChar 'b'
acceptable <- pExpectChar 'a'
void $ pExpectChar 'f'
preferred <- pExpectChar 'p'
return ( neighbor_addr,
DIO.DIOLink
{ DIO.neighborType = if preferred
then DIO.PreferredParent
else if acceptable
then DIO.ParentCandidate
else DIO.OtherNeighbor,
DIO.neighborRank = neighbor_rank,
DIO.metric = Just metric
}
)
pDIONeighborEnd :: Parser ()
pDIONeighborEnd = void $ P.string "nbr: end of list"
pLogHead :: Parser ()
pLogHead = do
void $ P.char '['
void $ P.munch (not . (== ']'))
void $ P.string "] "
pDAOLogHeader :: Parser Word
pDAOLogHeader = do
void $ P.string "links: "
route_num <- pNum
void $ P.string " routing links in total "
return route_num
pDAOLink :: Parser (IPv6, Maybe (IPv6, Word))
pDAOLink = do
void $ P.string "links: "
child <- pMaybeCompactAddress
mparent <- optional pParentAndLifetime
return (child, mparent)
where
pParentAndLifetime = (,)
<$> (P.string " to " *> pMaybeCompactAddress)
<*> (P.string " (lifetime: " *> pNum <* P.string " seconds)")
pDAOLinkEnd :: Parser ()
pDAOLinkEnd = void $ P.string "links: end of list"
pCoojaLogHead :: Parser (Timestamp, Int)
pCoojaLogHead = do
ts_min <- pNum
void $ P.string ":"
ts_sec <- pNum
void $ P.string "."
ts_msec <- pNum
P.skipSpaces
void $ P.string "ID:"
node_id <- pNum
P.skipSpaces
return (makeTs ts_min ts_sec ts_msec, node_id)
where
makeTs :: Int64 -> Int64 -> Int64 -> Timestamp
makeTs ts_min ts_sec ts_msec = fromEpochMillisecond ((ts_min * 60 + ts_sec) * 1000 + ts_msec)
pCoojaLogHead' :: Parser Timestamp
pCoojaLogHead' = fmap fst pCoojaLogHead
pSyslogHead :: Integer
-> Maybe Time.TimeZone
-> Parser Timestamp
pSyslogHead year mtz = do
ts <- pSyslogTimestamp year mtz
P.skipSpaces
void $ P.munch (not . isSpace)
P.skipSpaces
void $ P.munch (not . isSpace)
P.skipSpaces
return ts
pSyslogTimestamp :: Integer -> Maybe Time.TimeZone -> Parser Timestamp
pSyslogTimestamp year mtz = do
month <- pMonth
P.skipSpaces
day <- pNum
P.skipSpaces
hour <- pNum <* P.string ":"
minute <- pNum <* P.string ":"
sec <- pNum
let lt = Time.LocalTime (Time.fromGregorian year month day) (Time.TimeOfDay hour minute sec)
case mtz of
Nothing -> return $ fromLocalTime lt
Just tz -> return $ fromZonedTime $ Time.ZonedTime lt tz
where
pMonth = do
mstr <- P.munch1 (not . isSpace)
case mstr of
"Jan" -> return 1
"Feb" -> return 2
"Mar" -> return 3
"Apr" -> return 4
"May" -> return 5
"Jun" -> return 6
"Jul" -> return 7
"Aug" -> return 8
"Sep" -> return 9
"Oct" -> return 10
"Nov" -> return 11
"Dec" -> return 12
_ -> fail ("Invalid for a month: " <> mstr)