{-# LANGUAGE BangPatterns #-}
{-# LANGUAGE OverloadedStrings #-}
{-# LANGUAGE PatternGuards #-}
{-# LANGUAGE ViewPatterns #-}
{-# LANGUAGE RecordWildCards #-}
{-# LANGUAGE NamedFieldPuns #-}
{-# LANGUAGE StrictData #-}
module Eventlog.Events(chunk) where
import GHC.RTS.Events hiding (Header, header)
import Prelude hiding (init, lookup)
import qualified Data.Text as T
import Data.Text (Text)
import Eventlog.Types
import Eventlog.Total
import Eventlog.Args (Args(..))
import Data.List
import Data.Function
import Data.Word
import Data.Time
import Data.Time.Clock.POSIX
import qualified Data.Map as Map
import Data.Vector.Unboxed (Vector, (!?), toList)
import Data.Maybe
import Data.Version
import Text.ParserCombinators.ReadP
import Control.Monad
import Data.Char
import System.IO
import qualified Data.Trie.Map as Trie
type PartialHeader = Int -> Header
fromNano :: Word64 -> Double
fromNano e = fromIntegral e * 1e-9
chunk :: Args -> FilePath -> IO ProfData
chunk a f = do
(EventLog _ e) <- either error id <$> readEventLogFromFile f
(ph, frames, traces) <- eventsToHP a e
let (counts, totals) = total frames
return $ (ProfData (ph counts) totals frames traces)
checkGHCVersion :: EL -> Maybe String
checkGHCVersion EL { ident = Just (version,_)}
| version <= makeVersion [8,4,4] =
Just $ "Warning: The eventlog has been generated with ghc-"
++ showVersion version
++ ", which does not support profiling events in the eventlog."
checkGHCVersion EL { pargs = Just args, ident = Just (version,_)}
| version > makeVersion [8,4,4] &&
version <= makeVersion [8,9,0] &&
("-hr" `elem` args || "-hb" `elem` args) =
Just $ "Warning: The eventlog has been generated with ghc-"
++ showVersion version
++ ", which does not support biographical or retainer profiling."
checkGHCVersion _ = Nothing
eventsToHP :: Args -> Data -> IO (PartialHeader, [Frame], [Trace])
eventsToHP a (Data es) = do
let
el@EL{..} = foldEvents a es
fir = Frame (fromNano start) []
las = Frame (fromNano end) []
mapM_ (hPutStrLn stderr) (checkGHCVersion el)
return $ (elHeader el, fir : reverse (las: normalise frames) , traces)
normalise :: [FrameEL] -> [Frame]
normalise fs = map (\(FrameEL t ss) -> Frame (fromNano t) ss) fs
data EL = EL
{ pargs :: !(Maybe [String])
, ident :: Maybe (Version, String)
, samplingRate :: !(Maybe Word64)
, heapProfileType :: !(Maybe HeapProfBreakdown)
, ccMap :: !(Map.Map Word32 CostCentre)
, ccsMap :: CCSMap
, clocktimeSec :: !Word64
, samples :: !(Maybe FrameEL)
, frames :: ![FrameEL]
, traces :: ![Trace]
, start :: !Word64
, end :: !Word64 } deriving Show
data FrameEL = FrameEL Word64 [Sample] deriving Show
data CCSMap = CCSMap (Trie.TMap Word32 CCStack) Int deriving Show
data CCStack = CCStack { ccsId :: Int, ccsName :: Text } deriving Show
getCCSId :: EL -> Vector Word32 -> (CCStack, EL)
getCCSId el@EL { ccsMap = (CCSMap trie uniq), ccMap = ccMap } k =
let kl = toList k
in case Trie.lookup kl trie of
Just n -> (n, el)
Nothing ->
let new_stack = CCStack uniq name
in (new_stack, el { ccsMap = CCSMap (Trie.insert kl new_stack trie) (uniq + 1) })
where
name = fromMaybe "MAIN" $ do
cid <- (k !? 0)
CC{label, modul} <- Map.lookup cid ccMap
return $ modul <> "." <> label
data CostCentre = CC { cid :: Word32
, label :: Text
, modul :: Text
, loc :: Text } deriving Show
initEL :: Word64 -> EL
initEL t = EL
{ pargs = Nothing
, ident = Nothing
, samplingRate = Nothing
, heapProfileType = Nothing
, clocktimeSec = 0
, samples = Nothing
, frames = []
, traces = []
, start = t
, end = 0
, ccMap = Map.empty
, ccsMap = CCSMap Trie.empty 0
}
foldEvents :: Args -> [Event] -> EL
foldEvents a (e:es) =
let res = foldl' (folder a) (initEL (evTime e)) (e:es)
in addFrame 0 res
foldEvents _ [] = error "Empty event log"
folder :: Args -> EL -> Event -> EL
folder a el (Event t e _) = el &
updateLast t .
case e of
Message s -> if traceEvents a then addTrace a (Trace (fromNano t) (T.pack s)) else id
UserMessage s -> if traceEvents a then addTrace a (Trace (fromNano t) (T.pack s)) else id
UserMarker s -> addTrace a (Trace (fromNano t) (T.pack s))
RtsIdentifier _ ident -> addIdent ident
ProgramArgs _ as -> addArgs as
WallClockTime _ s _ -> addClocktime s
HeapProfBegin { heapProfSamplingPeriod, heapProfBreakdown } -> addHeapProfBegin heapProfSamplingPeriod heapProfBreakdown
HeapProfCostCentre cid l m loc _ -> addCostCentre cid (CC cid l m loc)
HeapProfSampleBegin {} -> addFrame t
HeapBioProfSampleBegin { heapProfSampleTime = t' } -> addFrame t'
HeapProfSampleCostCentre _hid r d s -> addCCSample r d s
HeapProfSampleString _hid res k -> addSample (Sample k (fromIntegral res))
_ -> id
addHeapProfBegin :: Word64 -> HeapProfBreakdown -> EL -> EL
addHeapProfBegin sr hptype el = el { samplingRate = Just sr, heapProfileType = Just hptype }
addIdent :: String -> EL -> EL
addIdent s el = el { ident = parseIdent s }
parseIdent :: String -> Maybe (Version, String)
parseIdent s = listToMaybe $ flip readP_to_S s $ do
void $ string "GHC-"
[v1, v2, v3] <- replicateM 3 (intP <* optional (char '.'))
skipSpaces
return (makeVersion [v1,v2,v3])
where
intP = do
x <- munch1 isDigit
return $ read x
addCostCentre :: Word32 -> CostCentre -> EL -> EL
addCostCentre s cc el = el { ccMap = Map.insert s cc (ccMap el) }
addCCSample :: Word64 -> Word8 -> Vector Word32 -> EL -> EL
addCCSample res _sd st el =
let (CCStack stack_id tid, el') = getCCSId el st
sample_string = (T.pack $ "(" ++ show stack_id ++ ") ") <> tid
in addSample (Sample sample_string (fromIntegral res)) el'
addClocktime :: Word64 -> EL -> EL
addClocktime s el = el { clocktimeSec = s }
addArgs :: [String] -> EL -> EL
addArgs as el = el { pargs = Just as }
filterTrace :: [Text] -> [Text] -> Trace -> Bool
filterTrace [] [] _ = True
filterTrace [] excludes (Trace _ trc) =
not (any (flip T.isInfixOf trc) excludes)
filterTrace includes [] (Trace _ trc) =
any (flip T.isInfixOf trc) includes
filterTrace includes excludes (Trace _ trc) =
any (flip T.isInfixOf trc) includes
|| not (any (flip T.isInfixOf trc) excludes)
addTrace :: Args -> Trace -> EL -> EL
addTrace a t el | noTraces a = el
| prop t = el { traces = t : traces el }
| otherwise = el
where
prop = filterTrace (includeStr a) (excludeStr a)
addFrame :: Word64 -> EL -> EL
addFrame t el =
el { samples = Just (FrameEL t [])
, frames = sampleToFrames (samples el) (frames el) }
sampleToFrames :: Maybe FrameEL -> [FrameEL]
-> [FrameEL]
sampleToFrames (Just (FrameEL t ss)) fs = FrameEL t (reverse ss) : fs
sampleToFrames Nothing fs = fs
addSample :: Sample -> EL -> EL
addSample s el = el { samples = go <$> (samples el) }
where
go (FrameEL t ss) = FrameEL t (s:ss)
updateLast :: Word64 -> EL -> EL
updateLast t el = el { end = t }
formatDate :: Word64 -> T.Text
formatDate sec =
let posixTime :: POSIXTime
posixTime = realToFrac sec
in
T.pack $ formatTime defaultTimeLocale "%Y-%m-%d, %H:%M %Z" (posixSecondsToUTCTime posixTime)
elHeader :: EL -> PartialHeader
elHeader EL{..} =
let title = maybe "" (T.unwords . map T.pack) pargs
date = formatDate clocktimeSec
profileType = ppHeapProfileType heapProfileType
ppSamplingRate = T.pack . maybe "<Not available>" (show . fromNano) $ samplingRate
in Header title date profileType ppSamplingRate "" ""
ppHeapProfileType :: Maybe HeapProfBreakdown -> Text
ppHeapProfileType (Just HeapProfBreakdownCostCentre) = "Cost centre profiling (implied by -hc)"
ppHeapProfileType (Just HeapProfBreakdownModule) = "Profiling by module (implied by -hm)"
ppHeapProfileType (Just HeapProfBreakdownClosureDescr) = "Profiling by closure description (implied by -hd)"
ppHeapProfileType (Just HeapProfBreakdownTypeDescr) = "Profiling by type (implied by -hy)"
ppHeapProfileType (Just HeapProfBreakdownRetainer) = "Retainer profiling (implied by -hr)"
ppHeapProfileType (Just HeapProfBreakdownBiography) = "Biographical profiling (implied by -hb)"
ppHeapProfileType (Just HeapProfBreakdownClosureType) = "Basic heap profile (implied by -hT)"
ppHeapProfileType Nothing = "<Not available>"