{-# LANGUAGE GADTs #-} {-# LANGUAGE RankNTypes #-} module Redis.Internal ( Error (..), Handler (..), Query (..), cmds, map, map2, map3, sequence, query, transaction, -- internal tools traceQuery, maybesToDict, keysTouchedByQuery, ) where import qualified Data.Aeson as Aeson import Data.ByteString (ByteString) import Data.List.NonEmpty (NonEmpty) import qualified Data.List.NonEmpty as NonEmpty import qualified Database.Redis import qualified Dict import qualified GHC.Stack as Stack import qualified List import qualified Log.RedisCommands as RedisCommands import NriPrelude hiding (map, map2, map3) import qualified Platform import qualified Redis.Settings as Settings import qualified Set import qualified Text import qualified Tuple import qualified Prelude -- | Redis Errors, scoped by where they originate. data Error = RedisError Text | ConnectionLost | DecodingError Text | DecodingFieldError Text | LibraryError Text | TransactionAborted | TimeoutError | KeyExceedsMaxSize Text Int instance Aeson.ToJSON Error where toJSON err = Aeson.toJSON (errorForHumans err) instance Show Error where show = errorForHumans >> Text.toList errorForHumans :: Error -> Text errorForHumans topError = case topError of RedisError err -> "Redis error: " ++ err ConnectionLost -> "Connection Lost" LibraryError err -> "Library error when executing (probably due to a bug in the library): " ++ err DecodingError err -> "Could not decode value in key: " ++ err DecodingFieldError err -> "Could not decode field of hash: " ++ err TransactionAborted -> "Transaction aborted." TimeoutError -> "Redis query took too long." KeyExceedsMaxSize key maxKeySize -> "Redis key (" ++ key ++ ") exceeded max size (" ++ Text.fromInt maxKeySize ++ ")." -- | Render the commands a query is going to run for monitoring and debugging -- purposes. Values we write are replaced with "*****" because they might -- contain sensitive data. cmds :: Query b -> [Text] cmds query'' = case query'' of Del keys -> [unwords ("DEL" : NonEmpty.toList keys)] Exists key -> [unwords ["EXISTS", key]] Expire key val -> [unwords ["EXPIRE", key, Text.fromInt val]] Get key -> [unwords ["GET", key]] Getset key _ -> [unwords ["GETSET", key, "*****"]] Hdel key fields -> [unwords ("HDEL" : key : NonEmpty.toList fields)] Hgetall key -> [unwords ["HGETALL", key]] Hget key field -> [unwords ["HGET", key, field]] Hkeys key -> [unwords ["HKEY", key]] Hmget key fields -> [unwords ("HMGET" : key : NonEmpty.toList fields)] Hmset key pairs -> [unwords ("HMSET" : key : List.concatMap (\(field, _) -> [field, "*****"]) (NonEmpty.toList pairs))] Hset key field _ -> [unwords ["HSET", key, field, "*****"]] Hsetnx key field _ -> [unwords ["HSETNX", key, field, "*****"]] Incr key -> [unwords ["INCR", key]] Incrby key amount -> [unwords ["INCRBY", key, Text.fromInt amount]] Lrange key lower upper -> [unwords ["LRANGE", key, Text.fromInt lower, Text.fromInt upper]] Mget keys -> [unwords ("MGET" : NonEmpty.toList keys)] Mset pairs -> [unwords ("MSET" : List.concatMap (\(key, _) -> [key, "*****"]) (NonEmpty.toList pairs))] Ping -> ["PING"] Rpush key vals -> [unwords ("RPUSH" : key : List.map (\_ -> "*****") (NonEmpty.toList vals))] Set key _ -> [unwords ["SET", key, "*****"]] Setex key seconds _ -> [unwords ["SETEX", key, Text.fromInt seconds, "*****"]] Setnx key _ -> [unwords ["SETNX", key, "*****"]] Sadd key vals -> [unwords ("SADD" : key : List.map (\_ -> "*****") (NonEmpty.toList vals))] Scard key -> [unwords ["SCARD", key]] Srem key vals -> [unwords ("SREM" : key : List.map (\_ -> "*****") (NonEmpty.toList vals))] Smembers key -> [unwords ["SMEMBERS", key]] Pure _ -> [] Apply f x -> cmds f ++ cmds x WithResult _ x -> cmds x unwords :: [Text] -> Text unwords = Text.join " " -- | A Redis query data Query a where Del :: NonEmpty Text -> Query Int Exists :: Text -> Query Bool Expire :: Text -> Int -> Query () Get :: Text -> Query (Maybe ByteString) Getset :: Text -> ByteString -> Query (Maybe ByteString) Hdel :: Text -> NonEmpty Text -> Query Int Hgetall :: Text -> Query [(Text, ByteString)] Hget :: Text -> Text -> Query (Maybe ByteString) Hkeys :: Text -> Query [Text] Hmget :: Text -> NonEmpty Text -> Query [Maybe ByteString] Hmset :: Text -> NonEmpty (Text, ByteString) -> Query () Hset :: Text -> Text -> ByteString -> Query () Hsetnx :: Text -> Text -> ByteString -> Query Bool Incr :: Text -> Query Int Incrby :: Text -> Int -> Query Int Lrange :: Text -> Int -> Int -> Query [ByteString] Mget :: NonEmpty Text -> Query [Maybe ByteString] Mset :: NonEmpty (Text, ByteString) -> Query () Ping :: Query Database.Redis.Status Rpush :: Text -> NonEmpty ByteString -> Query Int Set :: Text -> ByteString -> Query () Setex :: Text -> Int -> ByteString -> Query () Setnx :: Text -> ByteString -> Query Bool Sadd :: Text -> NonEmpty ByteString -> Query Int Scard :: Text -> Query Int Srem :: Text -> NonEmpty ByteString -> Query Int Smembers :: Text -> Query (List ByteString) -- The constructors below are not Redis-related, but support using functions -- like `map` and `map2` on queries. Pure :: a -> Query a Apply :: Query (a -> b) -> Query a -> Query b WithResult :: (a -> Result Error b) -> Query a -> Query b instance Prelude.Functor Query where fmap = map instance Prelude.Show (Query a) where show = Text.toList << Text.join "<|" << cmds -- | Used to map the type of a query to another type -- useful in combination with 'transaction' map :: (a -> b) -> Query a -> Query b map f q = WithResult (f >> Ok) q -- | Used to combine two queries -- Useful to combine two queries. -- @ -- Redis.map2 -- (Maybe.map2 (,)) -- (Redis.get api1 key) -- (Redis.get api2 key) -- |> Redis.query redis -- @ map2 :: (a -> b -> c) -> Query a -> Query b -> Query c map2 f queryA queryB = Apply (map f queryA) queryB -- | Used to combine three queries -- Useful to combine three queries. map3 :: (a -> b -> c -> d) -> Query a -> Query b -> Query c -> Query d map3 f queryA queryB queryC = Apply (Apply (map f queryA) queryB) queryC -- | Used to run a series of queries in sequence. -- Useful to run a list of queries in sequence. -- @ -- queries -- |> Redis.sequence -- |> Redis.query redis -- @ sequence :: List (Query a) -> Query (List a) sequence = List.foldr (map2 (:)) (Pure []) -- | The redis handler allows applications to run scoped IO data Handler = Handler { doQuery :: Stack.HasCallStack => forall a. Query a -> Task Error a, doTransaction :: Stack.HasCallStack => forall a. Query a -> Task Error a, namespace :: Text, maxKeySize :: Settings.MaxKeySize } -- | Run a 'Query'. -- Note: A 'Query' in this library can consist of one or more queries in sequence. -- if a 'Query' contains multiple queries, it may make more sense, if possible -- to run them using 'transaction' query :: Stack.HasCallStack => Handler -> Query a -> Task Error a query handler query' = namespaceQuery (namespace handler ++ ":") query' |> Task.andThen (ensureMaxKeySize handler) |> Task.andThen (Stack.withFrozenCallStack (doQuery handler)) -- | Run a redis Query in a transaction. If the query contains several Redis -- commands they're all executed together, and Redis will guarantee other -- requests won't be able change values in between. -- -- In redis terms, this is wrappping the 'Query' in `MULTI` and `EXEC -- see redis transaction semantics here: https://redis.io/topics/transactions transaction :: Stack.HasCallStack => Handler -> Query a -> Task Error a transaction handler query' = namespaceQuery (namespace handler ++ ":") query' |> Task.andThen (ensureMaxKeySize handler) |> Task.andThen (Stack.withFrozenCallStack (doTransaction handler)) namespaceQuery :: Text -> Query a -> Task err (Query a) namespaceQuery prefix query' = mapKeys (\key -> Task.succeed (prefix ++ key)) query' mapKeys :: (Text -> Task err Text) -> Query a -> Task err (Query a) mapKeys fn query' = case query' of Exists key -> Task.map Exists (fn key) Ping -> Task.succeed Ping Get key -> Task.map Get (fn key) Set key value -> Task.map (\newKey -> Set newKey value) (fn key) Setex key seconds value -> Task.map (\newKey -> Setex newKey seconds value) (fn key) Setnx key value -> Task.map (\newKey -> Setnx newKey value) (fn key) Getset key value -> Task.map (\newKey -> Getset newKey value) (fn key) Mget keys -> Task.map Mget (Prelude.traverse (\k -> fn k) keys) Mset assocs -> Task.map Mset (Prelude.traverse (\(k, v) -> Task.map (\newKey -> (newKey, v)) (fn k)) assocs) Del keys -> Task.map Del (Prelude.traverse (fn) keys) Hgetall key -> Task.map Hgetall (fn key) Hkeys key -> Task.map Hkeys (fn key) Hmget key fields -> Task.map (\newKeys -> Hmget newKeys fields) (fn key) Hget key field -> Task.map (\newKeys -> Hget newKeys field) (fn key) Hset key field val -> Task.map (\newKeys -> Hset newKeys field val) (fn key) Hsetnx key field val -> Task.map (\newKeys -> Hsetnx newKeys field val) (fn key) Hmset key vals -> Task.map (\newKeys -> Hmset newKeys vals) (fn key) Hdel key fields -> Task.map (\newKeys -> Hdel newKeys fields) (fn key) Incr key -> Task.map Incr (fn key) Incrby key amount -> Task.map (\newKeys -> Incrby newKeys amount) (fn key) Expire key secs -> Task.map (\newKeys -> Expire newKeys secs) (fn key) Lrange key lower upper -> Task.map (\newKeys -> Lrange newKeys lower upper) (fn key) Rpush key vals -> Task.map (\newKeys -> Rpush newKeys vals) (fn key) Sadd key vals -> Task.map (\newKeys -> Sadd newKeys vals) (fn key) Scard key -> Task.map Scard (fn key) Srem key vals -> Task.map (\newKeys -> Srem newKeys vals) (fn key) Smembers key -> Task.map Smembers (fn key) Pure x -> Task.succeed (Pure x) Apply f x -> Task.map2 Apply (mapKeys fn f) (mapKeys fn x) WithResult f q -> Task.map (WithResult f) (mapKeys fn q) ensureMaxKeySize :: Handler -> Query a -> Task Error (Query a) ensureMaxKeySize handler query' = case maxKeySize handler of Settings.NoMaxKeySize -> Task.succeed query' Settings.MaxKeySize maxKeySize -> mapKeys (checkMaxKeySize maxKeySize) query' checkMaxKeySize :: Int -> Text -> Task Error Text checkMaxKeySize maxKeySize key = if Text.length key <= maxKeySize then Task.succeed key else Task.fail (KeyExceedsMaxSize key maxKeySize) keysTouchedByQuery :: Query a -> Set.Set Text keysTouchedByQuery query' = case query' of Apply f x -> Set.union (keysTouchedByQuery f) (keysTouchedByQuery x) Del keys -> Set.fromList (NonEmpty.toList keys) Exists key -> Set.singleton key -- We use this function to collect keys we need to expire. If the user is -- explicitly setting an expiry we don't want to overwrite that. Expire _key _ -> Set.empty Get key -> Set.singleton key Getset key _ -> Set.singleton key Hdel key _ -> Set.singleton key Hget key _ -> Set.singleton key Hgetall key -> Set.singleton key Hkeys key -> Set.singleton key Hmget key _ -> Set.singleton key Hmset key _ -> Set.singleton key Hset key _ _ -> Set.singleton key Hsetnx key _ _ -> Set.singleton key Incr key -> Set.singleton key Incrby key _ -> Set.singleton key Lrange key _ _ -> Set.singleton key Mget keys -> Set.fromList (NonEmpty.toList keys) Mset assocs -> Set.fromList (NonEmpty.toList (NonEmpty.map Tuple.first assocs)) Ping -> Set.empty Pure _ -> Set.empty Rpush key _ -> Set.singleton key Set key _ -> Set.singleton key Setex key _ _ -> Set.singleton key Setnx key _ -> Set.singleton key Sadd key _ -> Set.singleton key Scard key -> Set.singleton key Srem key _ -> Set.singleton key Smembers key -> Set.singleton key WithResult _ q -> keysTouchedByQuery q maybesToDict :: Ord key => List key -> List (Maybe a) -> Dict.Dict key a maybesToDict keys values = List.map2 (,) keys values |> List.filterMap ( \(key, value) -> case value of Nothing -> Nothing Just v -> Just (key, v) ) |> Dict.fromList traceQuery :: Stack.HasCallStack => [Text] -> Text -> Maybe Int -> Task e a -> Task e a traceQuery commands host port task = let info = RedisCommands.emptyDetails { RedisCommands.commands = commands, RedisCommands.host = Just host, RedisCommands.port = port } in Stack.withFrozenCallStack Platform.tracingSpan "Redis Query" ( Platform.finally task ( do Platform.setTracingSpanDetails info Platform.setTracingSpanSummary ( case commands of [] -> "" [cmd] -> cmd cmd : _ -> cmd ++ " (+ more)" ) ) )