Safe Haskell | None |
---|---|
Language | Haskell2010 |
Hedgehog.Internal.Property
Synopsis
- data Property = Property {
- propertyConfig :: !PropertyConfig
- propertyTest :: PropertyT IO ()
- newtype PropertyT m a = PropertyT {
- unPropertyT :: TestT (GenT m) a
- newtype PropertyName = PropertyName {}
- data PropertyConfig = PropertyConfig {}
- newtype TestLimit = TestLimit Int
- newtype TestCount = TestCount Int
- newtype DiscardLimit = DiscardLimit Int
- newtype DiscardCount = DiscardCount Int
- newtype ShrinkLimit = ShrinkLimit Int
- newtype ShrinkCount = ShrinkCount Int
- newtype ShrinkRetries = ShrinkRetries Int
- withTests :: TestLimit -> Property -> Property
- withDiscards :: DiscardLimit -> Property -> Property
- withShrinks :: ShrinkLimit -> Property -> Property
- withRetries :: ShrinkRetries -> Property -> Property
- property :: HasCallStack => PropertyT IO () -> Property
- test :: Monad m => TestT m a -> PropertyT m a
- forAll :: (Monad m, Show a, HasCallStack) => Gen a -> PropertyT m a
- forAllT :: (Monad m, Show a, HasCallStack) => GenT m a -> PropertyT m a
- forAllWith :: (Monad m, HasCallStack) => (a -> String) -> Gen a -> PropertyT m a
- forAllWithT :: (Monad m, HasCallStack) => (a -> String) -> GenT m a -> PropertyT m a
- defaultMinTests :: TestLimit
- discard :: Monad m => PropertyT m a
- data Group = Group {
- groupName :: !GroupName
- groupProperties :: ![(PropertyName, Property)]
- newtype GroupName = GroupName {}
- newtype PropertyCount = PropertyCount Int
- class Monad m => MonadTest m where
- type Test = TestT Identity
- newtype TestT m a = TestT {}
- data Log
- newtype Journal = Journal {
- journalLogs :: [Log]
- data Failure = Failure (Maybe Span) String (Maybe Diff)
- data Diff = Diff {}
- annotate :: (MonadTest m, HasCallStack) => String -> m ()
- annotateShow :: (MonadTest m, Show a, HasCallStack) => a -> m ()
- footnote :: MonadTest m => String -> m ()
- footnoteShow :: (MonadTest m, Show a) => a -> m ()
- failure :: (MonadTest m, HasCallStack) => m a
- success :: MonadTest m => m ()
- assert :: (MonadTest m, HasCallStack) => Bool -> m ()
- diff :: (MonadTest m, Show a, Show b, HasCallStack) => a -> (a -> b -> Bool) -> b -> m ()
- (===) :: (MonadTest m, Eq a, Show a, HasCallStack) => a -> a -> m ()
- (/==) :: (MonadTest m, Eq a, Show a, HasCallStack) => a -> a -> m ()
- eval :: (MonadTest m, HasCallStack) => a -> m a
- evalNF :: (MonadTest m, NFData a, HasCallStack) => a -> m a
- evalM :: (MonadTest m, MonadCatch m, HasCallStack) => m a -> m a
- evalIO :: (MonadTest m, MonadIO m, HasCallStack) => IO a -> m a
- evalEither :: (MonadTest m, Show x, HasCallStack) => Either x a -> m a
- evalExceptT :: (MonadTest m, Show x, HasCallStack) => ExceptT x m a -> m a
- newtype Coverage a = Coverage {
- coverageLabels :: Map LabelName (Label a)
- data Label a = MkLabel {
- labelName :: !LabelName
- labelLocation :: !(Maybe Span)
- labelMinimum :: !CoverPercentage
- labelAnnotation :: !a
- newtype LabelName = LabelName {}
- cover :: (MonadTest m, HasCallStack) => CoverPercentage -> LabelName -> Bool -> m ()
- classify :: (MonadTest m, HasCallStack) => LabelName -> Bool -> m ()
- label :: (MonadTest m, HasCallStack) => LabelName -> m ()
- collect :: (MonadTest m, Show a, HasCallStack) => a -> m ()
- coverPercentage :: TestCount -> CoverCount -> CoverPercentage
- labelCovered :: TestCount -> Label CoverCount -> Bool
- coverageSuccess :: TestCount -> Coverage CoverCount -> Bool
- coverageFailures :: TestCount -> Coverage CoverCount -> [Label CoverCount]
- journalCoverage :: Journal -> Coverage CoverCount
- data Cover
- newtype CoverCount = CoverCount {
- unCoverCount :: Int
- newtype CoverPercentage = CoverPercentage {}
- toCoverCount :: Cover -> CoverCount
- newtype Confidence = Confidence {}
- data TerminationCriteria
- confidenceSuccess :: TestCount -> Confidence -> Coverage CoverCount -> Bool
- confidenceFailure :: TestCount -> Confidence -> Coverage CoverCount -> Bool
- withConfidence :: Confidence -> Property -> Property
- verifiedTermination :: Property -> Property
- defaultConfidence :: Confidence
- defaultConfig :: PropertyConfig
- mapConfig :: (PropertyConfig -> PropertyConfig) -> Property -> Property
- failDiff :: (MonadTest m, Show a, Show b, HasCallStack) => a -> b -> m ()
- failException :: (MonadTest m, HasCallStack) => SomeException -> m a
- failWith :: (MonadTest m, HasCallStack) => Maybe Diff -> String -> m a
- writeLog :: MonadTest m => Log -> m ()
- mkTest :: (Either Failure a, Journal) -> Test a
- mkTestT :: m (Either Failure a, Journal) -> TestT m a
- runTest :: Test a -> (Either Failure a, Journal)
- runTestT :: TestT m a -> m (Either Failure a, Journal)
- wilsonBounds :: Integer -> Integer -> Double -> (Double, Double)
Property
A property test, along with some configurable limits like how many times to run the test.
Constructors
Property | |
Fields
|
newtype PropertyT m a Source #
The property monad transformer allows both the generation of test inputs and the assertion of expectations.
Constructors
PropertyT | |
Fields
|
Instances
newtype PropertyName Source #
The name of a property.
Should be constructed using OverloadedStrings
:
"apples" :: PropertyName
Constructors
PropertyName | |
Fields |
Instances
data PropertyConfig Source #
Configuration for a property test.
Constructors
PropertyConfig | |
Instances
Eq PropertyConfig Source # | |
Defined in Hedgehog.Internal.Property Methods (==) :: PropertyConfig -> PropertyConfig -> Bool # (/=) :: PropertyConfig -> PropertyConfig -> Bool # | |
Ord PropertyConfig Source # | |
Defined in Hedgehog.Internal.Property Methods compare :: PropertyConfig -> PropertyConfig -> Ordering # (<) :: PropertyConfig -> PropertyConfig -> Bool # (<=) :: PropertyConfig -> PropertyConfig -> Bool # (>) :: PropertyConfig -> PropertyConfig -> Bool # (>=) :: PropertyConfig -> PropertyConfig -> Bool # max :: PropertyConfig -> PropertyConfig -> PropertyConfig # min :: PropertyConfig -> PropertyConfig -> PropertyConfig # | |
Show PropertyConfig Source # | |
Defined in Hedgehog.Internal.Property Methods showsPrec :: Int -> PropertyConfig -> ShowS # show :: PropertyConfig -> String # showList :: [PropertyConfig] -> ShowS # | |
Lift PropertyConfig Source # | |
Defined in Hedgehog.Internal.Property Methods lift :: PropertyConfig -> Q Exp # |
The number of successful tests that need to be run before a property test is considered successful.
Can be constructed using numeric literals:
200 :: TestLimit
Instances
The number of tests a property ran successfully.
Instances
Enum TestCount Source # | |
Defined in Hedgehog.Internal.Property Methods succ :: TestCount -> TestCount # pred :: TestCount -> TestCount # fromEnum :: TestCount -> Int # enumFrom :: TestCount -> [TestCount] # enumFromThen :: TestCount -> TestCount -> [TestCount] # enumFromTo :: TestCount -> TestCount -> [TestCount] # enumFromThenTo :: TestCount -> TestCount -> TestCount -> [TestCount] # | |
Eq TestCount Source # | |
Integral TestCount Source # | |
Defined in Hedgehog.Internal.Property Methods quot :: TestCount -> TestCount -> TestCount # rem :: TestCount -> TestCount -> TestCount # div :: TestCount -> TestCount -> TestCount # mod :: TestCount -> TestCount -> TestCount # quotRem :: TestCount -> TestCount -> (TestCount, TestCount) # divMod :: TestCount -> TestCount -> (TestCount, TestCount) # | |
Num TestCount Source # | |
Defined in Hedgehog.Internal.Property | |
Ord TestCount Source # | |
Real TestCount Source # | |
Defined in Hedgehog.Internal.Property Methods toRational :: TestCount -> Rational # | |
Show TestCount Source # | |
newtype DiscardLimit Source #
The number of discards to allow before giving up.
Can be constructed using numeric literals:
10000 :: DiscardLimit
Constructors
DiscardLimit Int |
Instances
newtype DiscardCount Source #
The number of tests a property had to discard.
Constructors
DiscardCount Int |
Instances
newtype ShrinkLimit Source #
The number of shrinks to try before giving up on shrinking.
Can be constructed using numeric literals:
1000 :: ShrinkLimit
Constructors
ShrinkLimit Int |
Instances
newtype ShrinkCount Source #
The numbers of times a property was able to shrink after a failing test.
Constructors
ShrinkCount Int |
Instances
newtype ShrinkRetries Source #
The number of times to re-run a test during shrinking. This is useful if you are testing something which fails non-deterministically and you want to increase the change of getting a good shrink.
If you are doing parallel state machine testing, you should probably set
shrink retries to something like 10
. This will mean that during
shrinking, a parallel test case requires 10 successful runs before it is
passes and we try a different shrink.
Can be constructed using numeric literals:
0 :: ShrinkRetries
Constructors
ShrinkRetries Int |
Instances
withTests :: TestLimit -> Property -> Property Source #
Set the number of times a property should be executed before it is considered successful.
If you have a test that does not involve any generators and thus does not
need to run repeatedly, you can use withTests 1
to define a property that
will only be checked once.
withDiscards :: DiscardLimit -> Property -> Property Source #
Set the number of times a property is allowed to discard before the test runner gives up.
withShrinks :: ShrinkLimit -> Property -> Property Source #
Set the number of times a property is allowed to shrink before the test runner gives up and prints the counterexample.
withRetries :: ShrinkRetries -> Property -> Property Source #
Set the number of times a property will be executed for each shrink before
the test runner gives up and tries a different shrink. See ShrinkRetries
for more information.
property :: HasCallStack => PropertyT IO () -> Property Source #
Creates a property with the default configuration.
test :: Monad m => TestT m a -> PropertyT m a Source #
Lift a test in to a property.
Because both TestT
and PropertyT
have MonadTest
instances, this
function is not often required. It can however be useful for writing
functions directly in TestT
and thus gaining a MonadTransControl
instance at the expense of not being able to generate additional inputs
using forAll
.
An example where this is useful is parallel state machine testing, as
executeParallel
requires MonadBaseControl
IO
in order to be able to spawn threads in MonadTest
.
forAll :: (Monad m, Show a, HasCallStack) => Gen a -> PropertyT m a Source #
Generates a random input for the test by running the provided generator.
forAllT :: (Monad m, Show a, HasCallStack) => GenT m a -> PropertyT m a Source #
Generates a random input for the test by running the provided generator.
forAllWith :: (Monad m, HasCallStack) => (a -> String) -> Gen a -> PropertyT m a Source #
forAllWithT :: (Monad m, HasCallStack) => (a -> String) -> GenT m a -> PropertyT m a Source #
defaultMinTests :: TestLimit Source #
The minimum amount of tests to run for a Property
Group
A named collection of property tests.
Constructors
Group | |
Fields
|
The name of a group of properties.
Should be constructed using OverloadedStrings
:
"fruit" :: GroupName
Constructors
GroupName | |
Fields |
Instances
Eq GroupName Source # | |
Ord GroupName Source # | |
Show GroupName Source # | |
IsString GroupName Source # | |
Defined in Hedgehog.Internal.Property Methods fromString :: String -> GroupName # | |
Semigroup GroupName Source # | |
Lift GroupName Source # | |
newtype PropertyCount Source #
The number of properties in a group.
Constructors
PropertyCount Int |
Instances
TestT
class Monad m => MonadTest m where Source #
Instances
MonadTest m => MonadTest (MaybeT m) Source # | |
MonadTest m => MonadTest (ResourceT m) Source # | |
Monad m => MonadTest (TestT m) Source # | |
Monad m => MonadTest (PropertyT m) Source # | |
MonadTest m => MonadTest (ExceptT x m) Source # | |
(MonadTest m, Monoid w) => MonadTest (WriterT w m) Source # | |
MonadTest m => MonadTest (StateT s m) Source # | |
MonadTest m => MonadTest (IdentityT m) Source # | |
MonadTest m => MonadTest (StateT s m) Source # | |
(MonadTest m, Monoid w) => MonadTest (WriterT w m) Source # | |
MonadTest m => MonadTest (ReaderT r m) Source # | |
MonadTest m => MonadTest (ContT r m) Source # | |
(MonadTest m, Monoid w) => MonadTest (RWST r w s m) Source # | |
(MonadTest m, Monoid w) => MonadTest (RWST r w s m) Source # | |
A test monad transformer allows the assertion of expectations.
Instances
Log messages which are recorded during a test run.
A record containing the details of a test run.
Constructors
Journal | |
Fields
|
The difference between some expected and actual value.
Constructors
Diff | |
Fields
|
annotate :: (MonadTest m, HasCallStack) => String -> m () Source #
Annotates the source code with a message that might be useful for debugging a test failure.
annotateShow :: (MonadTest m, Show a, HasCallStack) => a -> m () Source #
Annotates the source code with a value that might be useful for debugging a test failure.
footnote :: MonadTest m => String -> m () Source #
Logs a message to be displayed as additional information in the footer of the failure report.
footnoteShow :: (MonadTest m, Show a) => a -> m () Source #
Logs a value to be displayed as additional information in the footer of the failure report.
failure :: (MonadTest m, HasCallStack) => m a Source #
Causes a test to fail.
assert :: (MonadTest m, HasCallStack) => Bool -> m () Source #
Fails the test if the condition provided is False
.
diff :: (MonadTest m, Show a, Show b, HasCallStack) => a -> (a -> b -> Bool) -> b -> m () Source #
Fails the test and shows a git-like diff if the comparison operation
evaluates to False
when applied to its arguments.
The comparison function is the second argument, which may be counter-intuitive to Haskell programmers. However, it allows operators to be written infix for easy reading:
diff y (<) 87
diff x (<=) r
This function behaves like the unix diff
tool, which gives a `0` exit
code if the compared files are identical, or a `1` exit code code
otherwise. Like unix diff
, if the arguments fail the comparison, a diff
is shown.
(===) :: (MonadTest m, Eq a, Show a, HasCallStack) => a -> a -> m () infix 4 Source #
Fails the test if the two arguments provided are not equal.
(/==) :: (MonadTest m, Eq a, Show a, HasCallStack) => a -> a -> m () infix 4 Source #
Fails the test if the two arguments provided are equal.
eval :: (MonadTest m, HasCallStack) => a -> m a Source #
Fails the test if the value throws an exception when evaluated to weak head normal form (WHNF).
evalNF :: (MonadTest m, NFData a, HasCallStack) => a -> m a Source #
Fails the test if the value throws an exception when evaluated to normal form (NF).
evalM :: (MonadTest m, MonadCatch m, HasCallStack) => m a -> m a Source #
Fails the test if the action throws an exception.
The benefit of using this over simply letting the exception bubble up is
that the location of the closest evalM
will be shown in the output.
evalEither :: (MonadTest m, Show x, HasCallStack) => Either x a -> m a Source #
evalExceptT :: (MonadTest m, Show x, HasCallStack) => ExceptT x m a -> m a Source #
Coverage
The extent to which all classifiers cover a test.
When a given classification's coverage does not exceed the required minimum, the test will be failed.
Constructors
Coverage | |
Fields
|
Instances
Functor Coverage Source # | |
Foldable Coverage Source # | |
Defined in Hedgehog.Internal.Property Methods fold :: Monoid m => Coverage m -> m # foldMap :: Monoid m => (a -> m) -> Coverage a -> m # foldr :: (a -> b -> b) -> b -> Coverage a -> b # foldr' :: (a -> b -> b) -> b -> Coverage a -> b # foldl :: (b -> a -> b) -> b -> Coverage a -> b # foldl' :: (b -> a -> b) -> b -> Coverage a -> b # foldr1 :: (a -> a -> a) -> Coverage a -> a # foldl1 :: (a -> a -> a) -> Coverage a -> a # elem :: Eq a => a -> Coverage a -> Bool # maximum :: Ord a => Coverage a -> a # minimum :: Ord a => Coverage a -> a # | |
Traversable Coverage Source # | |
Defined in Hedgehog.Internal.Property | |
Eq a => Eq (Coverage a) Source # | |
Show a => Show (Coverage a) Source # | |
Semigroup a => Semigroup (Coverage a) Source # | |
(Semigroup a, Monoid a) => Monoid (Coverage a) Source # | |
The extent to which a test is covered by a classifier.
When a classifier's coverage does not exceed the required minimum, the test will be failed.
Constructors
MkLabel | |
Fields
|
Instances
Functor Label Source # | |
Foldable Label Source # | |
Defined in Hedgehog.Internal.Property Methods fold :: Monoid m => Label m -> m # foldMap :: Monoid m => (a -> m) -> Label a -> m # foldr :: (a -> b -> b) -> b -> Label a -> b # foldr' :: (a -> b -> b) -> b -> Label a -> b # foldl :: (b -> a -> b) -> b -> Label a -> b # foldl' :: (b -> a -> b) -> b -> Label a -> b # foldr1 :: (a -> a -> a) -> Label a -> a # foldl1 :: (a -> a -> a) -> Label a -> a # elem :: Eq a => a -> Label a -> Bool # maximum :: Ord a => Label a -> a # minimum :: Ord a => Label a -> a # | |
Traversable Label Source # | |
Eq a => Eq (Label a) Source # | |
Show a => Show (Label a) Source # | |
Semigroup a => Semigroup (Label a) Source # | This semigroup is right biased. The name, location and percentage from the
rightmost |
The name of a classifier.
Should be constructed using OverloadedStrings
:
"apples" :: LabelName
Constructors
LabelName | |
Fields |
Instances
Eq LabelName Source # | |
Ord LabelName Source # | |
Show LabelName Source # | |
IsString LabelName Source # | |
Defined in Hedgehog.Internal.Property Methods fromString :: String -> LabelName # | |
Semigroup LabelName Source # | |
Monoid LabelName Source # | |
cover :: (MonadTest m, HasCallStack) => CoverPercentage -> LabelName -> Bool -> m () Source #
Require a certain percentage of the tests to be covered by the classifier.
prop_with_coverage :: Property prop_with_coverage = property $ do match <- forAll Gen.bool cover 30 True $ match cover 30 False $ not match
The example above requires a minimum of 30% coverage for both classifiers. If these requirements are not met, it will fail the test.
classify :: (MonadTest m, HasCallStack) => LabelName -> Bool -> m () Source #
Records the proportion of tests which satisfy a given condition.
prop_with_classifier :: Property prop_with_classifier = property $ do xs <- forAll $ Gen.list (Range.linear 0 100) Gen.alpha for_ xs $ \x -> do classify "newborns" $ x == 0 classify "children" $ x > 0 && x < 13 classify "teens" $ x > 12 && x < 20
label :: (MonadTest m, HasCallStack) => LabelName -> m () Source #
Add a label for each test run. It produces a table showing the percentage of test runs that produced each label.
coverPercentage :: TestCount -> CoverCount -> CoverPercentage Source #
labelCovered :: TestCount -> Label CoverCount -> Bool Source #
coverageSuccess :: TestCount -> Coverage CoverCount -> Bool Source #
All labels are covered
coverageFailures :: TestCount -> Coverage CoverCount -> [Label CoverCount] Source #
Whether a test is covered by a classifier, and therefore belongs to a
Class
.
newtype CoverCount Source #
The total number of tests which are covered by a classifier.
Can be constructed using numeric literals:
30 :: CoverCount
Constructors
CoverCount | |
Fields
|
Instances
newtype CoverPercentage Source #
The relative number of tests which are covered by a classifier.
Can be constructed using numeric literals:
30 :: CoverPercentage
Constructors
CoverPercentage | |
Fields |
Instances
toCoverCount :: Cover -> CoverCount Source #
Confidence
newtype Confidence Source #
The acceptable occurrence of false positives
Example, Confidence 10^9
would mean that you'd accept a false positive
for 1 in 10^9 tests.
Constructors
Confidence | |
Fields |
Instances
data TerminationCriteria Source #
Constructors
EarlyTermination Confidence TestLimit | |
NoEarlyTermination Confidence TestLimit | |
NoConfidenceTermination TestLimit |
Instances
confidenceSuccess :: TestCount -> Confidence -> Coverage CoverCount -> Bool Source #
Is true when the test coverage satisfies the specified Confidence
contstraint for all 'Coverage CoverCount's
confidenceFailure :: TestCount -> Confidence -> Coverage CoverCount -> Bool Source #
Is true when there exists a label that is sure to have failed according to
the Confidence
constraint
withConfidence :: Confidence -> Property -> Property Source #
Make sure that the result is statistically significant in accordance to
the passed Confidence
defaultConfidence :: Confidence Source #
The default confidence allows one false positive in 10^9 tests
Internal
These functions are exported in case you need them in a pinch, but are not part of the public API and may change at any time, even as part of a minor update.
defaultConfig :: PropertyConfig Source #
The default configuration for a property test.
mapConfig :: (PropertyConfig -> PropertyConfig) -> Property -> Property Source #
Map a config modification function over a property.
failDiff :: (MonadTest m, Show a, Show b, HasCallStack) => a -> b -> m () Source #
Fails with an error that shows the difference between two values.
failException :: (MonadTest m, HasCallStack) => SomeException -> m a Source #
Fails with an error which renders the type of an exception and its error message.
failWith :: (MonadTest m, HasCallStack) => Maybe Diff -> String -> m a Source #
Fail the test with an error message, useful for building other failure combinators.