{-# LANGUAGE CPP #-} {-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE MultiWayIf #-} module GHC.RTS.Events.Incremental ( -- * Incremental API Decoder(..) , decodeHeader , decodeEvents , decodeEventLog -- * Lazy API , readHeader , readEvents , readEvents' , readEventLog , readEventLogOrFail ) where import Control.Monad import Data.Either import Data.Maybe import Prelude import qualified Data.Binary.Get as G import qualified Data.ByteString as B import qualified Data.ByteString.Lazy as BL import qualified Data.ByteString.Lazy.Internal as BL import qualified Data.IntMap.Strict as IM import GHC.RTS.EventParserUtils import GHC.RTS.EventTypes import GHC.RTS.Events.Binary #define EVENTLOG_CONSTANTS_ONLY #include "EventLogFormat.h" -- | The unfolding of the decoding process. data Decoder a = Consume (B.ByteString -> Decoder a) -- ^ The decoder has consumed all the available input and needs more to -- continue. | Produce !a (Decoder a) -- ^ The decoder has returned a decoded value and the next decoder state to -- continue. | Done B.ByteString -- ^ The decoder has ended with leftover input. | Error B.ByteString String -- ^ The decoder has encountered an error with leftover input and an error -- message. -- | Push an input chunk to the decoder pushChunk :: Decoder a -> B.ByteString -> Decoder a pushChunk decoder chunk = case decoder of Consume k -> k chunk Produce a decoder' -> Produce a $ decoder' `pushChunk` chunk Done leftover -> Done $ leftover `B.append` chunk Error leftover err -> Error (leftover `B.append` chunk) err -- | Decode a header and continue with the provided decoder withHeader :: (Header -> B.ByteString -> Decoder r) -- ^ Continuation -> Decoder r withHeader f = go $ G.runGetIncremental getHeader where go decoder = case decoder of G.Done leftover _ header -> f header leftover G.Partial k -> Consume $ \chunk -> go $ k $ Just chunk G.Fail leftover _ err -> Error leftover err -- | Decode a header decodeHeader :: Decoder Header decodeHeader = withHeader $ \header leftover -> Produce header $ Done leftover -- | Decode events decodeEvents :: Header -> Decoder Event decodeEvents header = go (0 :: Int) Nothing decoder0 where decoder0 = mkEventDecoder header go !remaining !blockCap decoder = case decoder of G.Done leftover consumed r -> do let !decoder' = decoder0 `G.pushChunk` leftover case r of Just event -> case evSpec event of EventBlock {..} -> go (fromIntegral block_size) (mkCap cap) decoder' _ -> do let !remaining' = remaining - fromIntegral consumed !blockCap' = if remaining' > 0 then blockCap else Nothing !event' = event { evCap = blockCap } Produce event' $ go remaining' blockCap' decoder' Nothing -> go remaining blockCap decoder' G.Partial k -> Consume $ \chunk -> go remaining blockCap $ k $ Just chunk G.Fail leftover _ err -> Error leftover err -- | Decode a header and events decodeEventLog :: Decoder Event decodeEventLog = withHeader $ \header leftover -> decodeEvents header `pushChunk` leftover -- | Read a header from a lazy bytestring and return the header and the -- leftover input for subsequent decoding. -- -- Note that the input must contain a whole header in one go. If incremental -- parsing of a header is necessary, use 'decodeHeader' instead. readHeader :: BL.ByteString -> Either String (Header, BL.ByteString) readHeader = go $ Left decodeHeader where go r bytes = case r of Left decoder -> case decoder of Produce header decoder' -> case decoder' of Done leftover -> Right (header, BL.Chunk leftover bytes) _ -> Left "readHeader: unexpected decoder" Consume k -> case bytes of BL.Empty -> Left "readHeader: not enough bytes" BL.Chunk chunk chunks -> go (Left $! k chunk) chunks Done _ -> Left "readHeader: unexpected termination" Error _ err -> Left err Right header -> Right (header, bytes) -- | Read events from a lazy bytestring. It returns an error message if it -- encounters an error while decoding the header. -- -- Note that it doesn't fail if it consumes all input in the middle of decoding -- of an event. readEvents :: Header -> BL.ByteString -> ([Event], Maybe String) readEvents header = f . break isLeft . readEvents' header where f (rs, ls) = (rights rs, listToMaybe (lefts ls)) #if !MIN_VERSION_base(4, 7, 0) isLeft (Left _) = True isLeft _ = False #endif -- | Read events from a lazy bytestring. It returns an error message if it -- encounters an error while decoding the header. -- -- Note that it doesn't fail if it consumes all input in the middle of decoding -- of an event. readEvents' :: Header -> BL.ByteString -> [Either String Event] readEvents' header = go (decodeEvents header) where go :: Decoder Event -> BL.ByteString -> [Either String Event] go decoder bytes = case decoder of Produce event decoder' -> Right event : go decoder' bytes Consume k -> case bytes of BL.Empty -> [] BL.Chunk chunk chunks -> go (k chunk) chunks Done {} -> [] Error _ err -> [Left err] -- | Read an entire event log from a lazy bytestring. It returns an error message if it -- encounters an error while decoding. -- -- Note that it doesn't fail if it consumes all input in the middle of decoding -- of an event. readEventLog :: BL.ByteString -> Either String (EventLog, Maybe String) readEventLog bytes = do (header, bytes') <- readHeader bytes case readEvents header bytes' of (events, err) -> return (EventLog header (Data events), err) -- | Read an entire event log from a lazy bytestring. It returns an error message if it -- encounters an error while decoding. -- -- This will raise an error if a malformed event is encountered during decoding. readEventLogOrFail :: BL.ByteString -> Either String EventLog readEventLogOrFail bytes = do (header, bs') <- readHeader bytes let events = zipWith idOrThrowErr [1..] (readEvents' header bs') return $ EventLog header (Data events) where idOrThrowErr :: Int -> Either String Event -> Event idOrThrowErr i (Left err) = error $ "readEventLogOrFail: error deserialising event " ++ show i ++ ": " ++ err idOrThrowErr _ (Right ev) = ev -- | Makes a decoder with all the required parsers when given a Header mkEventDecoder :: Header -> G.Decoder (Maybe Event) mkEventDecoder header = G.runGetIncremental $ getEvent parsers where imap = IM.fromList [(fromIntegral (num t), t) | t <- eventTypes header] event_parsers = concat [ standardParsers , parRTSParsers sz_tid , mercuryParsers , perfParsers , heapProfParsers , timeProfParsers , binaryEventParsers , tickyParsers ] parsers = EventParsers $ mkEventTypeParsers imap event_parsers