Spark.Core.Types

Documentation

data DataType

All the data types supported by the Spark engine. The data types can either be nullable (they may contain null values) or strict (all the values are present). There are a couple of differences with the algebraic data types in Haskell: Maybe (Maybe a) ~ Maybe a which implies that arbitrary nesting of values will be flattened to a top-level Nullable Similarly, [[]] ~ []

Instances

Eq DataType

Methods

(==) :: DataType -> DataType -> Bool

(/=) :: DataType -> DataType -> Bool

Show DataType

Methods

showsPrec :: Int -> DataType -> ShowS

show :: DataType -> String

showList :: [DataType] -> ShowS

Arbitrary DataType

Methods

arbitrary :: Gen DataType

shrink :: DataType -> [DataType]

ToJSON DataType

Methods

toJSON :: DataType -> Value

toEncoding :: DataType -> Encoding

toJSONList :: [DataType] -> Value

toEncodingList :: [DataType] -> Encoding

data Nullable

Represents the choice between a strict and a nullable field

Constructors

CanNull

NoNull

Instances

Eq Nullable

Methods

(==) :: Nullable -> Nullable -> Bool

(/=) :: Nullable -> Nullable -> Bool

Show Nullable

Methods

showsPrec :: Int -> Nullable -> ShowS

show :: Nullable -> String

showList :: [Nullable] -> ShowS

class TupleEquivalence to tup | to -> tup where

A class that expresses the fact that a certain type (that is well-formed) is equivalent to a tuple of points.

Useful for auto conversions between tuples of columns and data structures.

Minimal complete definition

tupleFieldNames

Methods

tupleFieldNames :: NameTuple to

Instances

TupleEquivalence (a1, a2) (a1, a2)

Methods

tupleFieldNames :: NameTuple (a1, a2)

data NameTuple to

Constructors

NameTuple [String]

data SQLType a

A tagged datatype that encodes the sql types This is the main type information that should be used by users.

Instances

Eq (SQLType a)

Methods

(==) :: SQLType a -> SQLType a -> Bool

(/=) :: SQLType a -> SQLType a -> Bool

Show (SQLType a)

Methods

showsPrec :: Int -> SQLType a -> ShowS

show :: SQLType a -> String

showList :: [SQLType a] -> ShowS

Generic (SQLType a)

Associated Types

type Rep (SQLType a) :: * -> *

Methods

from :: SQLType a -> Rep (SQLType a) x

to :: Rep (SQLType a) x -> SQLType a

type Rep (SQLType a)

type Rep (SQLType a) = D1 (MetaData "SQLType" "Spark.Core.Internal.TypesStructures" "krapsh-0.1.6.1-24YumfFSIoWDNUVRZjuyVp" False) (C1 (MetaCons "SQLType" PrefixI True) (S1 (MetaSel (Just Symbol "unSQLType") NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 DataType)))

columnType :: SQLType a -> DataType

class SQLTypeable a

Instances

SQLTypeable Int

Methods

_genericTypeFromValue :: Int -> GenericType

_buildType :: SQLType Int

SQLTypeable String

Methods

_genericTypeFromValue :: String -> GenericType

_buildType :: SQLType String

SQLTypeable Text

Methods

_genericTypeFromValue :: Text -> GenericType

_buildType :: SQLType Text

SQLTypeable a => SQLTypeable [a]

Methods

_genericTypeFromValue :: [a] -> GenericType

_buildType :: SQLType [a]

SQLTypeable a => SQLTypeable (Maybe a)

Methods

_genericTypeFromValue :: Maybe a -> GenericType

_buildType :: SQLType (Maybe a)

(SQLTypeable a2, SQLTypeable a1) => SQLTypeable (a1, a2)

Methods

_genericTypeFromValue :: (a1, a2) -> GenericType

_buildType :: SQLType (a1, a2)

buildType :: SQLTypeable a => SQLType a

data StructField

A field in a structure

Instances

Eq StructField

Methods

(==) :: StructField -> StructField -> Bool

(/=) :: StructField -> StructField -> Bool

Show StructField

Methods

showsPrec :: Int -> StructField -> ShowS

show :: StructField -> String

showList :: [StructField] -> ShowS

Arbitrary StructField

Methods

arbitrary :: Gen StructField

shrink :: StructField -> [StructField]

data StructType

The main structure of a dataframe or a dataset

Instances

Eq StructType

Methods

(==) :: StructType -> StructType -> Bool

(/=) :: StructType -> StructType -> Bool

Show StructType

Methods

showsPrec :: Int -> StructType -> ShowS

show :: StructType -> String

showList :: [StructType] -> ShowS

Arbitrary StructType

Methods

arbitrary :: Gen StructType

shrink :: StructType -> [StructType]

ToJSON StructType

Methods

toJSON :: StructType -> Value

toEncoding :: StructType -> Encoding

toJSONList :: [StructType] -> Value

toEncodingList :: [StructType] -> Encoding

castType :: forall a b. SQLTypeable b => SQLType a -> Try (SQLType b)

Description of types supported in DataSets Krapsh supports a restrictive subset of Algebraic Datatypes that is amenable to SQL transformations. This file contains the description of all the supported types, and some conversion tools.

catNodePath :: NodePath -> Text

The concatenated path. This is the inverse function of fieldPath.