{-# LANGUAGE DeriveGeneric #-} {-# LANGUAGE DuplicateRecordFields #-} {-# LANGUAGE NamedFieldPuns #-} {-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE RecordWildCards #-} {-# LANGUAGE StrictData #-} {-# LANGUAGE NoImplicitPrelude #-} {-# OPTIONS_GHC -fno-warn-unused-imports #-} {-# OPTIONS_GHC -fno-warn-unused-matches #-} -- Derived from AWS service descriptions, licensed under Apache 2.0. -- | -- Module : Amazonka.Glue.Types.SparkSQL -- Copyright : (c) 2013-2023 Brendan Hay -- License : Mozilla Public License, v. 2.0. -- Maintainer : Brendan Hay -- Stability : auto-generated -- Portability : non-portable (GHC extensions) module Amazonka.Glue.Types.SparkSQL where import qualified Amazonka.Core as Core import qualified Amazonka.Core.Lens.Internal as Lens import qualified Amazonka.Data as Data import Amazonka.Glue.Types.GlueSchema import Amazonka.Glue.Types.SqlAlias import qualified Amazonka.Prelude as Prelude -- | Specifies a transform where you enter a SQL query using Spark SQL syntax -- to transform the data. The output is a single @DynamicFrame@. -- -- /See:/ 'newSparkSQL' smart constructor. data SparkSQL = SparkSQL' { -- | Specifies the data schema for the SparkSQL transform. outputSchemas :: Prelude.Maybe [GlueSchema], -- | The name of the transform node. name :: Prelude.Text, -- | The data inputs identified by their node names. You can associate a -- table name with each input node to use in the SQL query. The name you -- choose must meet the Spark SQL naming restrictions. inputs :: Prelude.NonEmpty Prelude.Text, -- | A SQL query that must use Spark SQL syntax and return a single data set. sqlQuery :: Prelude.Text, -- | A list of aliases. An alias allows you to specify what name to use in -- the SQL for a given input. For example, you have a datasource named -- \"MyDataSource\". If you specify @From@ as MyDataSource, and @Alias@ as -- SqlName, then in your SQL you can do: -- -- @select * from SqlName@ -- -- and that gets data from MyDataSource. sqlAliases :: [SqlAlias] } deriving (Prelude.Eq, Prelude.Read, Prelude.Show, Prelude.Generic) -- | -- Create a value of 'SparkSQL' with all optional fields omitted. -- -- Use or to modify other optional fields. -- -- The following record fields are available, with the corresponding lenses provided -- for backwards compatibility: -- -- 'outputSchemas', 'sparkSQL_outputSchemas' - Specifies the data schema for the SparkSQL transform. -- -- 'name', 'sparkSQL_name' - The name of the transform node. -- -- 'inputs', 'sparkSQL_inputs' - The data inputs identified by their node names. You can associate a -- table name with each input node to use in the SQL query. The name you -- choose must meet the Spark SQL naming restrictions. -- -- 'sqlQuery', 'sparkSQL_sqlQuery' - A SQL query that must use Spark SQL syntax and return a single data set. -- -- 'sqlAliases', 'sparkSQL_sqlAliases' - A list of aliases. An alias allows you to specify what name to use in -- the SQL for a given input. For example, you have a datasource named -- \"MyDataSource\". If you specify @From@ as MyDataSource, and @Alias@ as -- SqlName, then in your SQL you can do: -- -- @select * from SqlName@ -- -- and that gets data from MyDataSource. newSparkSQL :: -- | 'name' Prelude.Text -> -- | 'inputs' Prelude.NonEmpty Prelude.Text -> -- | 'sqlQuery' Prelude.Text -> SparkSQL newSparkSQL pName_ pInputs_ pSqlQuery_ = SparkSQL' { outputSchemas = Prelude.Nothing, name = pName_, inputs = Lens.coerced Lens.# pInputs_, sqlQuery = pSqlQuery_, sqlAliases = Prelude.mempty } -- | Specifies the data schema for the SparkSQL transform. sparkSQL_outputSchemas :: Lens.Lens' SparkSQL (Prelude.Maybe [GlueSchema]) sparkSQL_outputSchemas = Lens.lens (\SparkSQL' {outputSchemas} -> outputSchemas) (\s@SparkSQL' {} a -> s {outputSchemas = a} :: SparkSQL) Prelude.. Lens.mapping Lens.coerced -- | The name of the transform node. sparkSQL_name :: Lens.Lens' SparkSQL Prelude.Text sparkSQL_name = Lens.lens (\SparkSQL' {name} -> name) (\s@SparkSQL' {} a -> s {name = a} :: SparkSQL) -- | The data inputs identified by their node names. You can associate a -- table name with each input node to use in the SQL query. The name you -- choose must meet the Spark SQL naming restrictions. sparkSQL_inputs :: Lens.Lens' SparkSQL (Prelude.NonEmpty Prelude.Text) sparkSQL_inputs = Lens.lens (\SparkSQL' {inputs} -> inputs) (\s@SparkSQL' {} a -> s {inputs = a} :: SparkSQL) Prelude.. Lens.coerced -- | A SQL query that must use Spark SQL syntax and return a single data set. sparkSQL_sqlQuery :: Lens.Lens' SparkSQL Prelude.Text sparkSQL_sqlQuery = Lens.lens (\SparkSQL' {sqlQuery} -> sqlQuery) (\s@SparkSQL' {} a -> s {sqlQuery = a} :: SparkSQL) -- | A list of aliases. An alias allows you to specify what name to use in -- the SQL for a given input. For example, you have a datasource named -- \"MyDataSource\". If you specify @From@ as MyDataSource, and @Alias@ as -- SqlName, then in your SQL you can do: -- -- @select * from SqlName@ -- -- and that gets data from MyDataSource. sparkSQL_sqlAliases :: Lens.Lens' SparkSQL [SqlAlias] sparkSQL_sqlAliases = Lens.lens (\SparkSQL' {sqlAliases} -> sqlAliases) (\s@SparkSQL' {} a -> s {sqlAliases = a} :: SparkSQL) Prelude.. Lens.coerced instance Data.FromJSON SparkSQL where parseJSON = Data.withObject "SparkSQL" ( \x -> SparkSQL' Prelude.<$> (x Data..:? "OutputSchemas" Data..!= Prelude.mempty) Prelude.<*> (x Data..: "Name") Prelude.<*> (x Data..: "Inputs") Prelude.<*> (x Data..: "SqlQuery") Prelude.<*> (x Data..:? "SqlAliases" Data..!= Prelude.mempty) ) instance Prelude.Hashable SparkSQL where hashWithSalt _salt SparkSQL' {..} = _salt `Prelude.hashWithSalt` outputSchemas `Prelude.hashWithSalt` name `Prelude.hashWithSalt` inputs `Prelude.hashWithSalt` sqlQuery `Prelude.hashWithSalt` sqlAliases instance Prelude.NFData SparkSQL where rnf SparkSQL' {..} = Prelude.rnf outputSchemas `Prelude.seq` Prelude.rnf name `Prelude.seq` Prelude.rnf inputs `Prelude.seq` Prelude.rnf sqlQuery `Prelude.seq` Prelude.rnf sqlAliases instance Data.ToJSON SparkSQL where toJSON SparkSQL' {..} = Data.object ( Prelude.catMaybes [ ("OutputSchemas" Data..=) Prelude.<$> outputSchemas, Prelude.Just ("Name" Data..= name), Prelude.Just ("Inputs" Data..= inputs), Prelude.Just ("SqlQuery" Data..= sqlQuery), Prelude.Just ("SqlAliases" Data..= sqlAliases) ] )