{-# LANGUAGE ConstraintKinds #-}
{-# LANGUAGE FlexibleContexts #-}
{-# LANGUAGE NamedFieldPuns #-}
{-# LANGUAGE TypeFamilies #-}

-- | This pass attempts to lower allocations as far towards the bottom of their
-- body as possible.
module Futhark.Pass.LowerAllocations
  ( lowerAllocationsSeqMem,
    lowerAllocationsGPUMem,
    lowerAllocationsMCMem,
  )
where

import Control.Monad.Reader
import Data.Function ((&))
import Data.Map qualified as M
import Data.Sequence (Seq (..))
import Data.Sequence qualified as Seq
import Futhark.IR.GPUMem
import Futhark.IR.MCMem
import Futhark.IR.SeqMem
import Futhark.Pass (Pass (..))

lowerAllocationsSeqMem :: Pass SeqMem SeqMem
lowerAllocationsSeqMem :: Pass SeqMem SeqMem
lowerAllocationsSeqMem =
  forall {k} {k1} (fromrep :: k) (torep :: k1).
String
-> String
-> (Prog fromrep -> PassM (Prog torep))
-> Pass fromrep torep
Pass String
"lower allocations" String
"lower allocations" forall a b. (a -> b) -> a -> b
$ \prog :: Prog SeqMem
prog@Prog {[FunDef SeqMem]
progFuns :: forall {k} (rep :: k). Prog rep -> [FunDef rep]
progFuns :: [FunDef SeqMem]
progFuns} ->
    forall (f :: * -> *) a. Applicative f => a -> f a
pure forall a b. (a -> b) -> a -> b
$
      Prog SeqMem
prog
        { progFuns :: [FunDef SeqMem]
progFuns =
            forall (f :: * -> *) a b. Functor f => (a -> b) -> f a -> f b
fmap
              ( \f :: FunDef SeqMem
f@FunDef {Body SeqMem
funDefBody :: forall {k} (rep :: k). FunDef rep -> Body rep
funDefBody :: Body SeqMem
funDefBody} ->
                  FunDef SeqMem
f {funDefBody :: Body SeqMem
funDefBody = forall r a. Reader r a -> r -> a
runReader (forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Body rep -> LowerM inner (Body rep)
lowerAllocationsInBody Body SeqMem
funDefBody) (forall inner. (inner -> LowerM inner inner) -> Env inner
Env forall (f :: * -> *) a. Applicative f => a -> f a
pure)}
              )
              [FunDef SeqMem]
progFuns
        }

lowerAllocationsGPUMem :: Pass GPUMem GPUMem
lowerAllocationsGPUMem :: Pass GPUMem GPUMem
lowerAllocationsGPUMem =
  forall {k} {k1} (fromrep :: k) (torep :: k1).
String
-> String
-> (Prog fromrep -> PassM (Prog torep))
-> Pass fromrep torep
Pass String
"lower allocations gpu" String
"lower allocations gpu" forall a b. (a -> b) -> a -> b
$ \prog :: Prog GPUMem
prog@Prog {[FunDef GPUMem]
progFuns :: [FunDef GPUMem]
progFuns :: forall {k} (rep :: k). Prog rep -> [FunDef rep]
progFuns} ->
    forall (f :: * -> *) a. Applicative f => a -> f a
pure forall a b. (a -> b) -> a -> b
$
      Prog GPUMem
prog
        { progFuns :: [FunDef GPUMem]
progFuns =
            forall (f :: * -> *) a b. Functor f => (a -> b) -> f a -> f b
fmap
              ( \f :: FunDef GPUMem
f@FunDef {Body GPUMem
funDefBody :: Body GPUMem
funDefBody :: forall {k} (rep :: k). FunDef rep -> Body rep
funDefBody} ->
                  FunDef GPUMem
f {funDefBody :: Body GPUMem
funDefBody = forall r a. Reader r a -> r -> a
runReader (forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Body rep -> LowerM inner (Body rep)
lowerAllocationsInBody Body GPUMem
funDefBody) (forall inner. (inner -> LowerM inner inner) -> Env inner
Env HostOp GPUMem () -> LowerM (HostOp GPUMem ()) (HostOp GPUMem ())
lowerAllocationsInHostOp)}
              )
              [FunDef GPUMem]
progFuns
        }

lowerAllocationsMCMem :: Pass MCMem MCMem
lowerAllocationsMCMem :: Pass MCMem MCMem
lowerAllocationsMCMem =
  forall {k} {k1} (fromrep :: k) (torep :: k1).
String
-> String
-> (Prog fromrep -> PassM (Prog torep))
-> Pass fromrep torep
Pass String
"lower allocations mc" String
"lower allocations mc" forall a b. (a -> b) -> a -> b
$ \prog :: Prog MCMem
prog@Prog {[FunDef MCMem]
progFuns :: [FunDef MCMem]
progFuns :: forall {k} (rep :: k). Prog rep -> [FunDef rep]
progFuns} ->
    forall (f :: * -> *) a. Applicative f => a -> f a
pure forall a b. (a -> b) -> a -> b
$
      Prog MCMem
prog
        { progFuns :: [FunDef MCMem]
progFuns =
            forall (f :: * -> *) a b. Functor f => (a -> b) -> f a -> f b
fmap
              ( \f :: FunDef MCMem
f@FunDef {Body MCMem
funDefBody :: Body MCMem
funDefBody :: forall {k} (rep :: k). FunDef rep -> Body rep
funDefBody} ->
                  FunDef MCMem
f {funDefBody :: Body MCMem
funDefBody = forall r a. Reader r a -> r -> a
runReader (forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Body rep -> LowerM inner (Body rep)
lowerAllocationsInBody Body MCMem
funDefBody) (forall inner. (inner -> LowerM inner inner) -> Env inner
Env MCOp MCMem () -> LowerM (MCOp MCMem ()) (MCOp MCMem ())
lowerAllocationsInMCOp)}
              )
              [FunDef MCMem]
progFuns
        }

newtype Env inner = Env
  {forall inner. Env inner -> inner -> LowerM inner inner
onInner :: inner -> LowerM inner inner}

type LowerM inner a = Reader (Env inner) a

lowerAllocationsInBody :: (Mem rep inner, LetDec rep ~ LetDecMem) => Body rep -> LowerM inner (Body rep)
lowerAllocationsInBody :: forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Body rep -> LowerM inner (Body rep)
lowerAllocationsInBody Body rep
body = do
  Stms rep
stms <- forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms (forall {k} (rep :: k). Body rep -> Stms rep
bodyStms Body rep
body) forall a. Monoid a => a
mempty forall a. Monoid a => a
mempty
  forall (f :: * -> *) a. Applicative f => a -> f a
pure forall a b. (a -> b) -> a -> b
$ Body rep
body {bodyStms :: Stms rep
bodyStms = Stms rep
stms}

lowerAllocationsInStms ::
  (Mem rep inner, LetDec rep ~ LetDecMem) =>
  -- | The input stms
  Stms rep ->
  -- | The allocations currently being lowered
  M.Map VName (Stm rep) ->
  -- | The other statements processed so far
  Stms rep ->
  LowerM inner (Stms rep)
lowerAllocationsInStms :: forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms Stms rep
Empty Map VName (Stm rep)
allocs Stms rep
acc = forall (f :: * -> *) a. Applicative f => a -> f a
pure forall a b. (a -> b) -> a -> b
$ Stms rep
acc forall a. Semigroup a => a -> a -> a
<> forall a. [a] -> Seq a
Seq.fromList (forall k a. Map k a -> [a]
M.elems Map VName (Stm rep)
allocs)
lowerAllocationsInStms (stm :: Stm rep
stm@(Let (Pat [PatElem VName
vname LetDec rep
_]) StmAux (ExpDec rep)
_ (Op (Alloc SubExp
_ Space
_))) :<| Stms rep
stms) Map VName (Stm rep)
allocs Stms rep
acc =
  forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms Stms rep
stms (forall k a. Ord k => k -> a -> Map k a -> Map k a
M.insert VName
vname Stm rep
stm Map VName (Stm rep)
allocs) Stms rep
acc
lowerAllocationsInStms (stm0 :: Stm rep
stm0@(Let Pat (LetDec rep)
_ StmAux (ExpDec rep)
_ (Op (Inner inner
inner))) :<| Stms rep
stms) Map VName (Stm rep)
alloc0 Stms rep
acc0 = do
  inner -> LowerM inner inner
on_inner <- forall r (m :: * -> *) a. MonadReader r m => (r -> a) -> m a
asks forall inner. Env inner -> inner -> LowerM inner inner
onInner
  inner
inner' <- inner -> LowerM inner inner
on_inner inner
inner
  let stm :: Stm rep
stm = Stm rep
stm0 {stmExp :: Exp rep
stmExp = forall {k} (rep :: k). Op rep -> Exp rep
Op forall a b. (a -> b) -> a -> b
$ forall inner. inner -> MemOp inner
Inner inner
inner'}
      (Map VName (Stm rep)
alloc, Stms rep
acc) = forall {k} (rep :: k).
Names
-> Map VName (Stm rep)
-> Stms rep
-> (Map VName (Stm rep), Stms rep)
insertLoweredAllocs (forall a. FreeIn a => a -> Names
freeIn Stm rep
stm0) Map VName (Stm rep)
alloc0 Stms rep
acc0
  forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms Stms rep
stms Map VName (Stm rep)
alloc (Stms rep
acc forall a. Seq a -> a -> Seq a
:|> Stm rep
stm)
lowerAllocationsInStms (stm :: Stm rep
stm@(Let Pat (LetDec rep)
_ StmAux (ExpDec rep)
_ (Match [SubExp]
cond_ses [Case (Body rep)]
cases Body rep
body MatchDec (BranchType rep)
dec)) :<| Stms rep
stms) Map VName (Stm rep)
alloc Stms rep
acc = do
  [Case (Body rep)]
cases' <- forall (t :: * -> *) (m :: * -> *) a b.
(Traversable t, Monad m) =>
(a -> m b) -> t a -> m (t b)
mapM (\(Case [Maybe PrimValue]
pat Body rep
b) -> forall body. [Maybe PrimValue] -> body -> Case body
Case [Maybe PrimValue]
pat forall (f :: * -> *) a b. Functor f => (a -> b) -> f a -> f b
<$> forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Body rep -> LowerM inner (Body rep)
lowerAllocationsInBody Body rep
b) [Case (Body rep)]
cases
  Body rep
body' <- forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Body rep -> LowerM inner (Body rep)
lowerAllocationsInBody Body rep
body
  let stm' :: Stm rep
stm' = Stm rep
stm {stmExp :: Exp rep
stmExp = forall {k} (rep :: k).
[SubExp]
-> [Case (Body rep)]
-> Body rep
-> MatchDec (BranchType rep)
-> Exp rep
Match [SubExp]
cond_ses [Case (Body rep)]
cases' Body rep
body' MatchDec (BranchType rep)
dec}
      (Map VName (Stm rep)
alloc', Stms rep
acc') = forall {k} (rep :: k).
Names
-> Map VName (Stm rep)
-> Stms rep
-> (Map VName (Stm rep), Stms rep)
insertLoweredAllocs (forall a. FreeIn a => a -> Names
freeIn Stm rep
stm) Map VName (Stm rep)
alloc Stms rep
acc
  forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms Stms rep
stms Map VName (Stm rep)
alloc' (Stms rep
acc' forall a. Seq a -> a -> Seq a
:|> Stm rep
stm')
lowerAllocationsInStms (stm :: Stm rep
stm@(Let Pat (LetDec rep)
_ StmAux (ExpDec rep)
_ (DoLoop [(FParam rep, SubExp)]
params LoopForm rep
form Body rep
body)) :<| Stms rep
stms) Map VName (Stm rep)
alloc Stms rep
acc = do
  Body rep
body' <- forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Body rep -> LowerM inner (Body rep)
lowerAllocationsInBody Body rep
body
  let stm' :: Stm rep
stm' = Stm rep
stm {stmExp :: Exp rep
stmExp = forall {k} (rep :: k).
[(FParam rep, SubExp)] -> LoopForm rep -> Body rep -> Exp rep
DoLoop [(FParam rep, SubExp)]
params LoopForm rep
form Body rep
body'}
      (Map VName (Stm rep)
alloc', Stms rep
acc') = forall {k} (rep :: k).
Names
-> Map VName (Stm rep)
-> Stms rep
-> (Map VName (Stm rep), Stms rep)
insertLoweredAllocs (forall a. FreeIn a => a -> Names
freeIn Stm rep
stm) Map VName (Stm rep)
alloc Stms rep
acc
  forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms Stms rep
stms Map VName (Stm rep)
alloc' (Stms rep
acc' forall a. Seq a -> a -> Seq a
:|> Stm rep
stm')
lowerAllocationsInStms (Stm rep
stm :<| Stms rep
stms) Map VName (Stm rep)
alloc Stms rep
acc = do
  let (Map VName (Stm rep)
alloc', Stms rep
acc') = forall {k} (rep :: k).
Names
-> Map VName (Stm rep)
-> Stms rep
-> (Map VName (Stm rep), Stms rep)
insertLoweredAllocs (forall a. FreeIn a => a -> Names
freeIn Stm rep
stm) Map VName (Stm rep)
alloc Stms rep
acc
  forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms Stms rep
stms Map VName (Stm rep)
alloc' (Stms rep
acc' forall a. Seq a -> a -> Seq a
:|> Stm rep
stm)

insertLoweredAllocs :: Names -> M.Map VName (Stm rep) -> Stms rep -> (M.Map VName (Stm rep), Stms rep)
insertLoweredAllocs :: forall {k} (rep :: k).
Names
-> Map VName (Stm rep)
-> Stms rep
-> (Map VName (Stm rep), Stms rep)
insertLoweredAllocs Names
frees Map VName (Stm rep)
alloc Stms rep
acc =
  Names
frees
    Names -> Names -> Names
`namesIntersection` [VName] -> Names
namesFromList (forall k a. Map k a -> [k]
M.keys Map VName (Stm rep)
alloc)
    forall a b. a -> (a -> b) -> b
& Names -> [VName]
namesToList
    forall a b. a -> (a -> b) -> b
& forall (t :: * -> *) b a.
Foldable t =>
(b -> a -> b) -> b -> t a -> b
foldl
      ( \(Map VName (Stm rep)
alloc', Stms rep
acc') VName
name ->
          ( forall k a. Ord k => k -> Map k a -> Map k a
M.delete VName
name Map VName (Stm rep)
alloc',
            Stms rep
acc' forall a. Seq a -> a -> Seq a
:|> Map VName (Stm rep)
alloc' forall k a. Ord k => Map k a -> k -> a
M.! VName
name
          )
      )
      (Map VName (Stm rep)
alloc, Stms rep
acc)

lowerAllocationsInSegOp ::
  (Mem rep inner, LetDec rep ~ LetDecMem) =>
  SegOp lvl rep ->
  LowerM inner (SegOp lvl rep)
lowerAllocationsInSegOp :: forall {k} (rep :: k) inner lvl.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
SegOp lvl rep -> LowerM inner (SegOp lvl rep)
lowerAllocationsInSegOp (SegMap lvl
lvl SegSpace
sp [Type]
tps KernelBody rep
body) = do
  Stms rep
stms <- forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms (forall {k} (rep :: k). KernelBody rep -> Stms rep
kernelBodyStms KernelBody rep
body) forall a. Monoid a => a
mempty forall a. Monoid a => a
mempty
  forall (f :: * -> *) a. Applicative f => a -> f a
pure forall a b. (a -> b) -> a -> b
$ forall {k} lvl (rep :: k).
lvl -> SegSpace -> [Type] -> KernelBody rep -> SegOp lvl rep
SegMap lvl
lvl SegSpace
sp [Type]
tps forall a b. (a -> b) -> a -> b
$ KernelBody rep
body {kernelBodyStms :: Stms rep
kernelBodyStms = Stms rep
stms}
lowerAllocationsInSegOp (SegRed lvl
lvl SegSpace
sp [SegBinOp rep]
binops [Type]
tps KernelBody rep
body) = do
  Stms rep
stms <- forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms (forall {k} (rep :: k). KernelBody rep -> Stms rep
kernelBodyStms KernelBody rep
body) forall a. Monoid a => a
mempty forall a. Monoid a => a
mempty
  forall (f :: * -> *) a. Applicative f => a -> f a
pure forall a b. (a -> b) -> a -> b
$ forall {k} lvl (rep :: k).
lvl
-> SegSpace
-> [SegBinOp rep]
-> [Type]
-> KernelBody rep
-> SegOp lvl rep
SegRed lvl
lvl SegSpace
sp [SegBinOp rep]
binops [Type]
tps forall a b. (a -> b) -> a -> b
$ KernelBody rep
body {kernelBodyStms :: Stms rep
kernelBodyStms = Stms rep
stms}
lowerAllocationsInSegOp (SegScan lvl
lvl SegSpace
sp [SegBinOp rep]
binops [Type]
tps KernelBody rep
body) = do
  Stms rep
stms <- forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms (forall {k} (rep :: k). KernelBody rep -> Stms rep
kernelBodyStms KernelBody rep
body) forall a. Monoid a => a
mempty forall a. Monoid a => a
mempty
  forall (f :: * -> *) a. Applicative f => a -> f a
pure forall a b. (a -> b) -> a -> b
$ forall {k} lvl (rep :: k).
lvl
-> SegSpace
-> [SegBinOp rep]
-> [Type]
-> KernelBody rep
-> SegOp lvl rep
SegScan lvl
lvl SegSpace
sp [SegBinOp rep]
binops [Type]
tps forall a b. (a -> b) -> a -> b
$ KernelBody rep
body {kernelBodyStms :: Stms rep
kernelBodyStms = Stms rep
stms}
lowerAllocationsInSegOp (SegHist lvl
lvl SegSpace
sp [HistOp rep]
histops [Type]
tps KernelBody rep
body) = do
  Stms rep
stms <- forall {k} (rep :: k) inner.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
Stms rep
-> Map VName (Stm rep) -> Stms rep -> LowerM inner (Stms rep)
lowerAllocationsInStms (forall {k} (rep :: k). KernelBody rep -> Stms rep
kernelBodyStms KernelBody rep
body) forall a. Monoid a => a
mempty forall a. Monoid a => a
mempty
  forall (f :: * -> *) a. Applicative f => a -> f a
pure forall a b. (a -> b) -> a -> b
$ forall {k} lvl (rep :: k).
lvl
-> SegSpace
-> [HistOp rep]
-> [Type]
-> KernelBody rep
-> SegOp lvl rep
SegHist lvl
lvl SegSpace
sp [HistOp rep]
histops [Type]
tps forall a b. (a -> b) -> a -> b
$ KernelBody rep
body {kernelBodyStms :: Stms rep
kernelBodyStms = Stms rep
stms}

lowerAllocationsInHostOp :: HostOp GPUMem () -> LowerM (HostOp GPUMem ()) (HostOp GPUMem ())
lowerAllocationsInHostOp :: HostOp GPUMem () -> LowerM (HostOp GPUMem ()) (HostOp GPUMem ())
lowerAllocationsInHostOp (SegOp SegOp SegLevel GPUMem
op) = forall {k} (rep :: k) op. SegOp SegLevel rep -> HostOp rep op
SegOp forall (f :: * -> *) a b. Functor f => (a -> b) -> f a -> f b
<$> forall {k} (rep :: k) inner lvl.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
SegOp lvl rep -> LowerM inner (SegOp lvl rep)
lowerAllocationsInSegOp SegOp SegLevel GPUMem
op
lowerAllocationsInHostOp HostOp GPUMem ()
op = forall (f :: * -> *) a. Applicative f => a -> f a
pure HostOp GPUMem ()
op

lowerAllocationsInMCOp :: MCOp MCMem () -> LowerM (MCOp MCMem ()) (MCOp MCMem ())
lowerAllocationsInMCOp :: MCOp MCMem () -> LowerM (MCOp MCMem ()) (MCOp MCMem ())
lowerAllocationsInMCOp (ParOp Maybe (SegOp () MCMem)
par SegOp () MCMem
op) =
  forall {k} (rep :: k) op.
Maybe (SegOp () rep) -> SegOp () rep -> MCOp rep op
ParOp forall (f :: * -> *) a b. Functor f => (a -> b) -> f a -> f b
<$> forall (t :: * -> *) (f :: * -> *) a b.
(Traversable t, Applicative f) =>
(a -> f b) -> t a -> f (t b)
traverse forall {k} (rep :: k) inner lvl.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
SegOp lvl rep -> LowerM inner (SegOp lvl rep)
lowerAllocationsInSegOp Maybe (SegOp () MCMem)
par forall (f :: * -> *) a b. Applicative f => f (a -> b) -> f a -> f b
<*> forall {k} (rep :: k) inner lvl.
(Mem rep inner, LetDec rep ~ LetDecMem) =>
SegOp lvl rep -> LowerM inner (SegOp lvl rep)
lowerAllocationsInSegOp SegOp () MCMem
op
lowerAllocationsInMCOp MCOp MCMem ()
op = forall (f :: * -> *) a. Applicative f => a -> f a
pure MCOp MCMem ()
op