| Safe Haskell | None |
|---|---|
| Language | Haskell2010 |
Spark.Core.Internal.ContextInternal
- type FinalResult = Either NodeComputationFailure NodeComputationSuccess
- prepareExecution1 :: LocalData a -> SparkStatePure (Try Computation)
- buildComputationGraph :: ComputeNode loc a -> Try ComputeGraph
- performGraphTransforms :: ComputeGraph -> Try ComputeGraph
- getTargetNodes :: HasCallStack => Computation -> [UntypedLocalData]
- storeResults :: Computation -> [(LocalData Cell, FinalResult)] -> SparkStatePure (Try Cell)
Documentation
type FinalResult = Either NodeComputationFailure NodeComputationSuccess Source #
prepareExecution1 :: LocalData a -> SparkStatePure (Try Computation) Source #
buildComputationGraph :: ComputeNode loc a -> Try ComputeGraph Source #
Builds the computation graph by expanding a single node until a transitive closure is reached.
It performs the naming, node deduplication and cycle detection.
TODO(kps) use the caching information to have a correct fringe
performGraphTransforms :: ComputeGraph -> Try ComputeGraph Source #
Performs all the operations that are done on the compute graph:
- fullfilling autocache requests
- checking the cache/uncache pairs
- deconstructions of the unions (in the future)
This could all be done on the server side at this point.
getTargetNodes :: HasCallStack => Computation -> [UntypedLocalData] Source #
storeResults :: Computation -> [(LocalData Cell, FinalResult)] -> SparkStatePure (Try Cell) Source #