Copyright	(c) 2009-2014 Bryan O'Sullivan (c) 2018 Composewell Technologies
License	BSD-style
Maintainer	harendra.kumar@gmail.com
Stability	experimental
Portability	GHC
Safe Haskell	Trustworthy
Language	Haskell2010

BenchShow.Internal.Analysis

Description

Synopsis

data OutlierEffect
- = Unaffected
- | Slight
- | Moderate
- | Severe
data OutlierVariance = OutlierVariance {
- ovEffect :: !OutlierEffect
- ovDesc :: !String
- ovFraction :: !Double
}
countOutliers :: Outliers -> Int64
data Estimator
- = Median
- | Mean
- | Regression
data AnalyzedField = AnalyzedField {
- analyzedMean :: !Double
- analyzedStdDev :: !Double
- analyzedMedian :: !Double
- analyzedOutliers :: !Outliers
- analyzedOutlierVar :: !OutlierVariance
- analyzedKDE :: !(Vector Double, Vector Double)
- analyzedRegCoeff :: Maybe (Estimate ConfInt Double)
- analyzedRegRSq :: Maybe (Estimate ConfInt Double)
}
getAnalyzedValue :: Estimator -> AnalyzedField -> Double
data BenchmarkMatrix = BenchmarkMatrix {
- colNames :: ![String]
- rowValues :: ![(String, [AnalyzedField])]
}
data BenchmarkIterMatrix = BenchmarkIterMatrix {
- iterPredColNames :: ![String]
- iterRespColNames :: ![String]
- iterRowValues :: ![(String, [([Double], [Double])])]
}
foldBenchmark :: BenchmarkIterMatrix -> IO BenchmarkMatrix
filterSamples :: BenchmarkIterMatrix -> BenchmarkIterMatrix
isMaxField :: String -> Bool

Documentation

data OutlierEffect Source #

A description of the extent to which outliers in the sample data affect the sample mean and standard deviation.

Constructors

Unaffected	Less than 1% effect.
Slight	Between 1% and 10%.
Moderate	Between 10% and 50%.
Severe	Above 50% (i.e. measurements are useless).

Instances

Instances details

Eq OutlierEffect Source #
Instance details Defined in BenchShow.Internal.Analysis Methods (==) :: OutlierEffect -> OutlierEffect -> Bool # (/=) :: OutlierEffect -> OutlierEffect -> Bool #
Data OutlierEffect Source #
Instance details Defined in BenchShow.Internal.Analysis Methods gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> OutlierEffect -> c OutlierEffect # gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c OutlierEffect # toConstr :: OutlierEffect -> Constr # dataTypeOf :: OutlierEffect -> DataType # dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c OutlierEffect) # dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c OutlierEffect) # gmapT :: (forall b. Data b => b -> b) -> OutlierEffect -> OutlierEffect # gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> OutlierEffect -> r # gmapQr :: forall r r'. (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> OutlierEffect -> r # gmapQ :: (forall d. Data d => d -> u) -> OutlierEffect -> [u] # gmapQi :: Int -> (forall d. Data d => d -> u) -> OutlierEffect -> u # gmapM :: Monad m => (forall d. Data d => d -> m d) -> OutlierEffect -> m OutlierEffect # gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> OutlierEffect -> m OutlierEffect # gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> OutlierEffect -> m OutlierEffect #
Ord OutlierEffect Source #
Instance details Defined in BenchShow.Internal.Analysis Methods compare :: OutlierEffect -> OutlierEffect -> Ordering # (<) :: OutlierEffect -> OutlierEffect -> Bool # (<=) :: OutlierEffect -> OutlierEffect -> Bool # (>) :: OutlierEffect -> OutlierEffect -> Bool # (>=) :: OutlierEffect -> OutlierEffect -> Bool # max :: OutlierEffect -> OutlierEffect -> OutlierEffect # min :: OutlierEffect -> OutlierEffect -> OutlierEffect #
Show OutlierEffect Source #
Instance details Defined in BenchShow.Internal.Analysis Methods showsPrec :: Int -> OutlierEffect -> ShowS # show :: OutlierEffect -> String # showList :: [OutlierEffect] -> ShowS #
Generic OutlierEffect Source #
Instance details Defined in BenchShow.Internal.Analysis Associated Types type Rep OutlierEffect :: Type -> Type # Methods from :: OutlierEffect -> Rep OutlierEffect x # to :: Rep OutlierEffect x -> OutlierEffect #
type Rep OutlierEffect Source #
Instance details Defined in BenchShow.Internal.Analysis type Rep OutlierEffect = D1 ('MetaData "OutlierEffect" "BenchShow.Internal.Analysis" "bench-show-0.3.2-inplace" 'False) ((C1 ('MetaCons "Unaffected" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "Slight" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "Moderate" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "Severe" 'PrefixI 'False) (U1 :: Type -> Type)))

data OutlierVariance Source #

Analysis of the extent to which outliers in a sample affect its standard deviation (and to some extent, its mean).

Constructors

OutlierVariance
Fields ovEffect :: !OutlierEffect Qualitative description of effect. ovDesc :: !String Brief textual description of effect. ovFraction :: !Double Quantitative description of effect (a fraction between 0 and 1).

Instances

Instances details

Eq OutlierVariance Source #
Instance details Defined in BenchShow.Internal.Analysis Methods (==) :: OutlierVariance -> OutlierVariance -> Bool # (/=) :: OutlierVariance -> OutlierVariance -> Bool #
Data OutlierVariance Source #
Instance details Defined in BenchShow.Internal.Analysis Methods gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> OutlierVariance -> c OutlierVariance # gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c OutlierVariance # toConstr :: OutlierVariance -> Constr # dataTypeOf :: OutlierVariance -> DataType # dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c OutlierVariance) # dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c OutlierVariance) # gmapT :: (forall b. Data b => b -> b) -> OutlierVariance -> OutlierVariance # gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> OutlierVariance -> r # gmapQr :: forall r r'. (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> OutlierVariance -> r # gmapQ :: (forall d. Data d => d -> u) -> OutlierVariance -> [u] # gmapQi :: Int -> (forall d. Data d => d -> u) -> OutlierVariance -> u # gmapM :: Monad m => (forall d. Data d => d -> m d) -> OutlierVariance -> m OutlierVariance # gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> OutlierVariance -> m OutlierVariance # gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> OutlierVariance -> m OutlierVariance #
Show OutlierVariance Source #
Instance details Defined in BenchShow.Internal.Analysis Methods showsPrec :: Int -> OutlierVariance -> ShowS # show :: OutlierVariance -> String # showList :: [OutlierVariance] -> ShowS #
Generic OutlierVariance Source #
Instance details Defined in BenchShow.Internal.Analysis Associated Types type Rep OutlierVariance :: Type -> Type # Methods from :: OutlierVariance -> Rep OutlierVariance x # to :: Rep OutlierVariance x -> OutlierVariance #
type Rep OutlierVariance Source #
Instance details Defined in BenchShow.Internal.Analysis type Rep OutlierVariance = D1 ('MetaData "OutlierVariance" "BenchShow.Internal.Analysis" "bench-show-0.3.2-inplace" 'False) (C1 ('MetaCons "OutlierVariance" 'PrefixI 'True) (S1 ('MetaSel ('Just "ovEffect") 'NoSourceUnpackedness 'SourceStrict 'DecidedStrict) (Rec0 OutlierEffect) :: (S1 ('MetaSel ('Just "ovDesc") 'NoSourceUnpackedness 'SourceStrict 'DecidedStrict) (Rec0 String) :: S1 ('MetaSel ('Just "ovFraction") 'NoSourceUnpackedness 'SourceStrict 'DecidedStrict) (Rec0 Double))))

countOutliers :: Outliers -> Int64 Source #

Count the total number of outliers in a sample.

data Estimator Source #

The statistical estimator used to arrive at a single value for a benchmark when samples from multiple experiments are available.

Since: 0.2.0

Constructors

Median	Report the median, outliers and outlier variance using box-plot method. This is the most robust indicator with respect to outliers when successive runs of benchmarks are compared.
Mean	Report the mean and the standard deviation from the mean. This is less robust than median but more precise.
Regression	Report the coefficient of regression, discarding the constant factor, arrived at by linear regression using ordinary least square method. The R-square goodness-of-fit estimate is also reported. It works better when larger number of samples are taken. This cannot be used when the number of samples is less than 2, in that case a mean value is reported instead.

Instances

Instances details

Eq Estimator Source #
Instance details Defined in BenchShow.Internal.Analysis Methods (==) :: Estimator -> Estimator -> Bool # (/=) :: Estimator -> Estimator -> Bool #
Read Estimator Source #
Instance details Defined in BenchShow.Internal.Analysis Methods readsPrec :: Int -> ReadS Estimator # readList :: ReadS [Estimator] # readPrec :: ReadPrec Estimator # readListPrec :: ReadPrec [Estimator] #
Show Estimator Source #
Instance details Defined in BenchShow.Internal.Analysis Methods showsPrec :: Int -> Estimator -> ShowS # show :: Estimator -> String # showList :: [Estimator] -> ShowS #

data AnalyzedField Source #

Constructors

AnalyzedField
Fields analyzedMean :: !Double analyzedStdDev :: !Double analyzedMedian :: !Double analyzedOutliers :: !Outliers analyzedOutlierVar :: !OutlierVariance analyzedKDE :: !(Vector Double, Vector Double) analyzedRegCoeff :: Maybe (Estimate ConfInt Double) analyzedRegRSq :: Maybe (Estimate ConfInt Double)

Instances

Instances details

Show AnalyzedField Source #
Instance details Defined in BenchShow.Internal.Analysis Methods showsPrec :: Int -> AnalyzedField -> ShowS # show :: AnalyzedField -> String # showList :: [AnalyzedField] -> ShowS #

getAnalyzedValue :: Estimator -> AnalyzedField -> Double Source #

data BenchmarkMatrix Source #

Constructors

BenchmarkMatrix
Fields colNames :: ![String] rowValues :: ![(String, [AnalyzedField])]

Instances

Instances details

Show BenchmarkMatrix Source #
Instance details Defined in BenchShow.Internal.Analysis Methods showsPrec :: Int -> BenchmarkMatrix -> ShowS # show :: BenchmarkMatrix -> String # showList :: [BenchmarkMatrix] -> ShowS #

data BenchmarkIterMatrix Source #

Constructors

BenchmarkIterMatrix
Fields iterPredColNames :: ![String] iterRespColNames :: ![String] iterRowValues :: ![(String, [([Double], [Double])])]

Instances

Instances details

Show BenchmarkIterMatrix Source #
Instance details Defined in BenchShow.Internal.Analysis Methods showsPrec :: Int -> BenchmarkIterMatrix -> ShowS # show :: BenchmarkIterMatrix -> String # showList :: [BenchmarkIterMatrix] -> ShowS #

foldBenchmark :: BenchmarkIterMatrix -> IO BenchmarkMatrix Source #

filterSamples :: BenchmarkIterMatrix -> BenchmarkIterMatrix Source #

isMaxField :: String -> Bool Source #