{-| Module : Test.Hspec.Golden Description : Golden tests for Hspec Copyright : Stack Builders (c), 2019 License : MIT Maintainer : cmotoche@stackbuilders.com Stability : experimental Portability : portable Golden tests store the expected output in a separated file. Each time a golden test is executed the output of the subject under test (SUT) is compared with the expected output. If the output of the SUT changes then the test will fail until the expected output is updated. We expose 'defaultGolden' for output of type @String@. If your SUT has a different output, you can use 'Golden'. -} {-# LANGUAGE FlexibleInstances #-} {-# LANGUAGE RecordWildCards #-} {-# LANGUAGE TypeFamilies #-} module Test.Hspec.Golden ( Golden(..) , defaultGolden ) where import Data.IORef import System.Directory (createDirectoryIfMissing, doesFileExist) import Test.Hspec.Core.Spec (Example (..), FailureReason (..), Result (..), ResultStatus (..)) -- | Golden tests parameters -- -- @ -- import Data.Text (Text) -- import qualified Data.Text.IO as T -- -- goldenText :: String -> Text -> Golden Text -- goldenText name actualOutput = -- Golden { -- output = actualOutput, -- encodePretty = prettyText, -- writeToFile = T.writeFile, -- readFromFile = T.readFile, -- testName = name, -- directory = ".specific-golden-dir" -- } -- -- describe "myTextFunc" $ -- it "generates the right output with the right params" $ -- goldenText "myTextFunc" (myTextFunc params) -- @ data Golden str = Golden { output :: str, -- ^ Output encodePretty :: str -> String, -- ^ Makes the comparison pretty when the test fails writeToFile :: FilePath -> str -> IO (), -- ^ How to write into the golden file the file readFromFile :: FilePath -> IO str, -- ^ How to read the file, testName :: String, -- ^ Test name (make sure it's unique otherwise it could be override) directory :: FilePath -- ^ Directory where you write your tests } instance Eq str => Example (Golden str) where type Arg (Golden str) = () evaluateExample e = evaluateExample (\() -> e) instance Eq str => Example (arg -> Golden str) where type Arg (arg -> Golden str) = arg evaluateExample golden _ action _ = do ref <- newIORef (Result "" Success) action $ \arg -> do r <- runGolden (golden arg) writeIORef ref (fromGoldenResult r) readIORef ref -- | Transform a GoldenResult into a Result from Hspec fromGoldenResult :: GoldenResult -> Result fromGoldenResult FirstExecution = Result "First time execution. Golden file created." Success fromGoldenResult SameOutput = Result "Golden and Actual output hasn't changed" Success fromGoldenResult (MissmatchOutput expected actual) = Result "Files golden and actual not match" (Failure Nothing (ExpectedButGot Nothing expected actual)) -- | An example of Golden tests which output is 'String' -- -- @ -- describe "html" $ do -- context "given a valid generated html" $ -- it "generates html" $ -- defaultGolden "html" someHtml -- @ defaultGolden :: String -> String -> Golden String defaultGolden name output_ = Golden { output = output_, encodePretty = show, testName = name, writeToFile = writeFile, readFromFile = readFile, directory = ".golden" } -- | Possible results from a golden test execution data GoldenResult = MissmatchOutput String String | SameOutput | FirstExecution -- | Runs a Golden test. runGolden :: Eq str => Golden str -> IO GoldenResult runGolden Golden{..} = let goldenTestDir = directory ++ "/" ++ testName goldenFilePath = goldenTestDir ++ "/" ++ "golden" actualFilePath = goldenTestDir ++ "/" ++ "actual" in do createDirectoryIfMissing True goldenTestDir goldenFileExist <- doesFileExist goldenFilePath -- the actual file is always written, this way, hgold will always -- upgrade based on the latest run writeToFile actualFilePath output if not goldenFileExist then writeToFile goldenFilePath output >> return FirstExecution else do contentGolden <- readFromFile goldenFilePath if contentGolden == output then return SameOutput else return $ MissmatchOutput (encodePretty contentGolden) (encodePretty output)