Safe Haskell | None |
---|---|
Language | Haskell2010 |
Spark.Core.Internal.ContextStructures
- data SparkSessionConf = SparkSessionConf {}
- data SparkSession = SparkSession {
- ssConf :: SparkSessionConf
- ssId :: LocalSessionId
- ssCommandCounter :: Integer
- type SparkState a = LoggingT (StateT SparkSession IO) a
- type SparkStatePure x = State SparkSession x
- type ComputeGraph = ComputeDag UntypedNode StructureEdge
Documentation
data SparkSessionConf Source #
The configuration of a remote spark session in krapsh.
Constructors
SparkSessionConf | |
Fields
|
Instances
data SparkSession Source #
A session in Spark. Encapsualates all the state needed to communicate with Spark and to perfor some simple optimizations on the code.
Constructors
SparkSession | |
Fields
|
Instances
type SparkState a = LoggingT (StateT SparkSession IO) a Source #
Represents the state of a session and accounts for the communication with the server.
type SparkStatePure x = State SparkSession x Source #
type ComputeGraph = ComputeDag UntypedNode StructureEdge Source #
internal
A graph of computations. This graph is a direct acyclic graph. Each node is associated to a global path.