module Test.Hspec.Core.Example (
Example (..)
, Params (..)
, defaultParams
, ActionWith
, Progress
, ProgressCallback
, Result(..)
, ResultStatus (..)
, Location (..)
, FailureReason (..)
, safeEvaluateExample
) where
import qualified Test.HUnit.Lang as HUnit
import Data.CallStack
import Control.Exception
import Control.DeepSeq
import Data.Typeable (Typeable)
import qualified Test.QuickCheck as QC
import Test.Hspec.Expectations (Expectation)
import qualified Test.QuickCheck.State as QC (numSuccessTests, maxSuccessTests)
import qualified Test.QuickCheck.Property as QCP
import Test.Hspec.Core.QuickCheckUtil
import Test.Hspec.Core.Util
import Test.Hspec.Core.Compat
import Test.Hspec.Core.Example.Location
class Example e where
type Arg e
type Arg e = ()
evaluateExample :: e -> Params -> (ActionWith (Arg e) -> IO ()) -> ProgressCallback -> IO Result
data Params = Params {
paramsQuickCheckArgs :: QC.Args
, paramsSmallCheckDepth :: Int
} deriving (Show)
defaultParams :: Params
defaultParams = Params {
paramsQuickCheckArgs = QC.stdArgs
, paramsSmallCheckDepth = 5
}
type Progress = (Int, Int)
type ProgressCallback = Progress -> IO ()
type ActionWith a = a -> IO ()
data Result = Result {
resultInfo :: String
, resultStatus :: ResultStatus
} deriving (Show, Typeable)
data ResultStatus =
Success
| Pending (Maybe Location) (Maybe String)
| Failure (Maybe Location) FailureReason
deriving (Show, Typeable)
data FailureReason =
NoReason
| Reason String
| ExpectedButGot (Maybe String) String String
| Error (Maybe String) SomeException
deriving (Show, Typeable)
instance NFData FailureReason where
rnf reason = case reason of
NoReason -> ()
Reason r -> r `deepseq` ()
ExpectedButGot p e a -> p `deepseq` e `deepseq` a `deepseq` ()
Error m e -> m `deepseq` e `seq` ()
instance Exception ResultStatus
safeEvaluateExample :: Example e => e -> Params -> (ActionWith (Arg e) -> IO ()) -> ProgressCallback -> IO Result
safeEvaluateExample example params around progress = do
r <- safeTry $ forceResult <$> evaluateExample example params around progress
return $ case r of
Left e | Just result <- fromException e -> Result "" result
Left e | Just hunit <- fromException e -> Result "" $ hunitFailureToResult Nothing hunit
Left e -> Result "" $ Failure Nothing $ Error Nothing e
Right result -> result
where
forceResult :: Result -> Result
forceResult r@(Result info status) = info `deepseq` (forceResultStatus status) `seq` r
forceResultStatus :: ResultStatus -> ResultStatus
forceResultStatus r = case r of
Success -> r
Pending _ m -> m `deepseq` r
Failure _ m -> m `deepseq` r
instance Example Result where
type Arg Result = ()
evaluateExample e = evaluateExample (\() -> e)
instance Example (a -> Result) where
type Arg (a -> Result) = a
evaluateExample example _params action _callback = do
ref <- newIORef (Result "" Success)
action (writeIORef ref . example)
readIORef ref
instance Example Bool where
type Arg Bool = ()
evaluateExample e = evaluateExample (\() -> e)
instance Example (a -> Bool) where
type Arg (a -> Bool) = a
evaluateExample p _params action _callback = do
ref <- newIORef (Result "" Success)
action $ \a -> example a >>= writeIORef ref
readIORef ref
where
example a
| p a = return (Result "" Success)
| otherwise = return (Result "" $ Failure Nothing NoReason)
instance Example Expectation where
type Arg Expectation = ()
evaluateExample e = evaluateExample (\() -> e)
hunitFailureToResult :: Maybe String -> HUnit.HUnitFailure -> ResultStatus
hunitFailureToResult pre e = case e of
HUnit.HUnitFailure mLoc err ->
case err of
HUnit.Reason reason -> Failure location (Reason $ addPre reason)
HUnit.ExpectedButGot preface expected actual -> Failure location (ExpectedButGot (addPreMaybe preface) expected actual)
where
addPreMaybe :: Maybe String -> Maybe String
addPreMaybe xs = case (pre, xs) of
(Just x, Just y) -> Just (x ++ "\n" ++ y)
_ -> pre <|> xs
where
location = case mLoc of
Nothing -> Nothing
Just loc -> Just $ Location (srcLocFile loc) (srcLocStartLine loc) (srcLocStartCol loc)
where
addPre :: String -> String
addPre xs = case pre of
Just x -> x ++ "\n" ++ xs
Nothing -> xs
instance Example (a -> Expectation) where
type Arg (a -> Expectation) = a
evaluateExample e _ action _ = action e >> return (Result "" Success)
instance Example QC.Property where
type Arg QC.Property = ()
evaluateExample e = evaluateExample (\() -> e)
instance Example (a -> QC.Property) where
type Arg (a -> QC.Property) = a
evaluateExample p c action progressCallback = do
r <- QC.quickCheckWithResult (paramsQuickCheckArgs c) {QC.chatty = False} (QCP.callback qcProgressCallback $ aroundProperty action p)
return $ fromQuickCheckResult r
where
qcProgressCallback = QCP.PostTest QCP.NotCounterexample $
\st _ -> progressCallback (QC.numSuccessTests st, QC.maxSuccessTests st)
fromQuickCheckResult :: QC.Result -> Result
fromQuickCheckResult r = case parseQuickCheckResult r of
QuickCheckResult _ info (QuickCheckOtherFailure err) -> Result info $ Failure Nothing (Reason err)
QuickCheckResult _ info QuickCheckSuccess -> Result info Success
QuickCheckResult n info (QuickCheckFailure QCFailure{..}) -> case quickCheckFailureException of
Just e | Just result <- fromException e -> Result info result
Just e | Just hunit <- fromException e -> Result info $ hunitFailureToResult (Just hunitAssertion) hunit
Just e -> failure (uncaughtException e)
Nothing -> failure falsifiable
where
failure = Result info . Failure Nothing . Reason
numbers = formatNumbers n quickCheckFailureNumShrinks
hunitAssertion :: String
hunitAssertion = intercalate "\n" [
"Falsifiable " ++ numbers ++ ":"
, indent (unlines quickCheckFailureCounterexample)
]
uncaughtException e = intercalate "\n" [
"uncaught exception: " ++ formatException e
, numbers
, indent (unlines quickCheckFailureCounterexample)
]
falsifiable = intercalate "\n" [
quickCheckFailureReason ++ " " ++ numbers ++ ":"
, indent (unlines quickCheckFailureCounterexample)
]
indent :: String -> String
indent = intercalate "\n" . map (" " ++) . lines