Copyright	(c) 2013-2021 Brendan Hay
License	Mozilla Public License, v. 2.0.
Maintainer	Brendan Hay <brendan.g.hay+amazonka@gmail.com>
Stability	auto-generated
Portability	non-portable (GHC extensions)
Safe Haskell	None

Amazonka.Glue.Types.StorageDescriptor

Description

Synopsis

data StorageDescriptor = StorageDescriptor' {
- sortColumns :: Maybe [Order]
- compressed :: Maybe Bool
- location :: Maybe Text
- bucketColumns :: Maybe [Text]
- serdeInfo :: Maybe SerDeInfo
- outputFormat :: Maybe Text
- numberOfBuckets :: Maybe Int
- schemaReference :: Maybe SchemaReference
- storedAsSubDirectories :: Maybe Bool
- parameters :: Maybe (HashMap Text Text)
- inputFormat :: Maybe Text
- skewedInfo :: Maybe SkewedInfo
- columns :: Maybe [Column]
}
newStorageDescriptor :: StorageDescriptor
storageDescriptor_sortColumns :: Lens' StorageDescriptor (Maybe [Order])
storageDescriptor_compressed :: Lens' StorageDescriptor (Maybe Bool)
storageDescriptor_location :: Lens' StorageDescriptor (Maybe Text)
storageDescriptor_bucketColumns :: Lens' StorageDescriptor (Maybe [Text])
storageDescriptor_serdeInfo :: Lens' StorageDescriptor (Maybe SerDeInfo)
storageDescriptor_outputFormat :: Lens' StorageDescriptor (Maybe Text)
storageDescriptor_numberOfBuckets :: Lens' StorageDescriptor (Maybe Int)
storageDescriptor_schemaReference :: Lens' StorageDescriptor (Maybe SchemaReference)
storageDescriptor_storedAsSubDirectories :: Lens' StorageDescriptor (Maybe Bool)
storageDescriptor_parameters :: Lens' StorageDescriptor (Maybe (HashMap Text Text))
storageDescriptor_inputFormat :: Lens' StorageDescriptor (Maybe Text)
storageDescriptor_skewedInfo :: Lens' StorageDescriptor (Maybe SkewedInfo)
storageDescriptor_columns :: Lens' StorageDescriptor (Maybe [Column])

Documentation

data StorageDescriptor Source #

Describes the physical storage of table data.

See: newStorageDescriptor smart constructor.

Constructors

StorageDescriptor'

Fields

sortColumns :: Maybe [Order]
A list specifying the sort order of each bucket in the table.
compressed :: Maybe Bool
True if the data in the table is compressed, or False if not.
location :: Maybe Text
The physical location of the table. By default, this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.
bucketColumns :: Maybe [Text]
A list of reducer grouping columns, clustering columns, and bucketing columns in the table.
serdeInfo :: Maybe SerDeInfo
The serialization/deserialization (SerDe) information.
outputFormat :: Maybe Text
The output format: SequenceFileOutputFormat (binary), or IgnoreKeyTextOutputFormat, or a custom format.
numberOfBuckets :: Maybe Int
Must be specified if the table contains any dimension columns.
schemaReference :: Maybe SchemaReference
An object that references a schema stored in the Glue Schema Registry.
When creating a table, you can pass an empty list of columns for the schema, and instead use a schema reference.
storedAsSubDirectories :: Maybe Bool
True if the table data is stored in subdirectories, or False if not.
parameters :: Maybe (HashMap Text Text)
The user-supplied properties in key-value form.
inputFormat :: Maybe Text
The input format: SequenceFileInputFormat (binary), or TextInputFormat, or a custom format.
skewedInfo :: Maybe SkewedInfo
The information about values that appear frequently in a column (skewed values).
columns :: Maybe [Column]
A list of the Columns in the table.

Instances

Instances details

Eq StorageDescriptor Source #
Instance details Defined in Amazonka.Glue.Types.StorageDescriptor Methods (==) :: StorageDescriptor -> StorageDescriptor -> Bool # (/=) :: StorageDescriptor -> StorageDescriptor -> Bool #
Read StorageDescriptor Source #
Instance details Defined in Amazonka.Glue.Types.StorageDescriptor Methods readsPrec :: Int -> ReadS StorageDescriptor # readList :: ReadS [StorageDescriptor] # readPrec :: ReadPrec StorageDescriptor # readListPrec :: ReadPrec [StorageDescriptor] #
Show StorageDescriptor Source #
Instance details Defined in Amazonka.Glue.Types.StorageDescriptor Methods showsPrec :: Int -> StorageDescriptor -> ShowS # show :: StorageDescriptor -> String # showList :: [StorageDescriptor] -> ShowS #
Generic StorageDescriptor Source #
Instance details Defined in Amazonka.Glue.Types.StorageDescriptor Associated Types type Rep StorageDescriptor :: Type -> Type # Methods from :: StorageDescriptor -> Rep StorageDescriptor x # to :: Rep StorageDescriptor x -> StorageDescriptor #
NFData StorageDescriptor Source #
Instance details Defined in Amazonka.Glue.Types.StorageDescriptor Methods rnf :: StorageDescriptor -> () #
Hashable StorageDescriptor Source #
Instance details Defined in Amazonka.Glue.Types.StorageDescriptor Methods hashWithSalt :: Int -> StorageDescriptor -> Int # hash :: StorageDescriptor -> Int #
ToJSON StorageDescriptor Source #
Instance details Defined in Amazonka.Glue.Types.StorageDescriptor Methods toJSON :: StorageDescriptor -> Value # toEncoding :: StorageDescriptor -> Encoding # toJSONList :: [StorageDescriptor] -> Value # toEncodingList :: [StorageDescriptor] -> Encoding #
FromJSON StorageDescriptor Source #
Instance details Defined in Amazonka.Glue.Types.StorageDescriptor Methods parseJSON :: Value -> Parser StorageDescriptor # parseJSONList :: Value -> Parser [StorageDescriptor] #
type Rep StorageDescriptor Source #
Instance details Defined in Amazonka.Glue.Types.StorageDescriptor type Rep StorageDescriptor = D1 ('MetaData "StorageDescriptor" "Amazonka.Glue.Types.StorageDescriptor" "libZSservicesZSamazonka-glueZSamazonka-glue" 'False) (C1 ('MetaCons "StorageDescriptor'" 'PrefixI 'True) (((S1 ('MetaSel ('Just "sortColumns") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe [Order])) :: (S1 ('MetaSel ('Just "compressed") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe Bool)) :: S1 ('MetaSel ('Just "location") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe Text)))) :: (S1 ('MetaSel ('Just "bucketColumns") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe [Text])) :: (S1 ('MetaSel ('Just "serdeInfo") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe SerDeInfo)) :: S1 ('MetaSel ('Just "outputFormat") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe Text))))) :: ((S1 ('MetaSel ('Just "numberOfBuckets") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe Int)) :: (S1 ('MetaSel ('Just "schemaReference") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe SchemaReference)) :: S1 ('MetaSel ('Just "storedAsSubDirectories") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe Bool)))) :: ((S1 ('MetaSel ('Just "parameters") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe (HashMap Text Text))) :: S1 ('MetaSel ('Just "inputFormat") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe Text))) :: (S1 ('MetaSel ('Just "skewedInfo") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe SkewedInfo)) :: S1 ('MetaSel ('Just "columns") 'NoSourceUnpackedness 'NoSourceStrictness 'DecidedStrict) (Rec0 (Maybe [Column])))))))

newStorageDescriptor :: StorageDescriptor Source #

Create a value of StorageDescriptor with all optional fields omitted.

Use generic-lens or optics to modify other optional fields.

The following record fields are available, with the corresponding lenses provided for backwards compatibility:

$sel:sortColumns:StorageDescriptor', storageDescriptor_sortColumns - A list specifying the sort order of each bucket in the table.

$sel:compressed:StorageDescriptor', storageDescriptor_compressed - True if the data in the table is compressed, or False if not.

$sel:location:StorageDescriptor', storageDescriptor_location - The physical location of the table. By default, this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.

$sel:bucketColumns:StorageDescriptor', storageDescriptor_bucketColumns - A list of reducer grouping columns, clustering columns, and bucketing columns in the table.

$sel:serdeInfo:StorageDescriptor', storageDescriptor_serdeInfo - The serialization/deserialization (SerDe) information.

$sel:outputFormat:StorageDescriptor', storageDescriptor_outputFormat - The output format: SequenceFileOutputFormat (binary), or IgnoreKeyTextOutputFormat, or a custom format.

$sel:numberOfBuckets:StorageDescriptor', storageDescriptor_numberOfBuckets - Must be specified if the table contains any dimension columns.

$sel:schemaReference:StorageDescriptor', storageDescriptor_schemaReference - An object that references a schema stored in the Glue Schema Registry.

When creating a table, you can pass an empty list of columns for the schema, and instead use a schema reference.

$sel:storedAsSubDirectories:StorageDescriptor', storageDescriptor_storedAsSubDirectories - True if the table data is stored in subdirectories, or False if not.

$sel:parameters:StorageDescriptor', storageDescriptor_parameters - The user-supplied properties in key-value form.

$sel:inputFormat:StorageDescriptor', storageDescriptor_inputFormat - The input format: SequenceFileInputFormat (binary), or TextInputFormat, or a custom format.

$sel:skewedInfo:StorageDescriptor', storageDescriptor_skewedInfo - The information about values that appear frequently in a column (skewed values).

$sel:columns:StorageDescriptor', storageDescriptor_columns - A list of the Columns in the table.

storageDescriptor_sortColumns :: Lens' StorageDescriptor (Maybe [Order]) Source #

A list specifying the sort order of each bucket in the table.

storageDescriptor_compressed :: Lens' StorageDescriptor (Maybe Bool) Source #

True if the data in the table is compressed, or False if not.

storageDescriptor_location :: Lens' StorageDescriptor (Maybe Text) Source #

The physical location of the table. By default, this takes the form of the warehouse location, followed by the database location in the warehouse, followed by the table name.

storageDescriptor_bucketColumns :: Lens' StorageDescriptor (Maybe [Text]) Source #

A list of reducer grouping columns, clustering columns, and bucketing columns in the table.

storageDescriptor_serdeInfo :: Lens' StorageDescriptor (Maybe SerDeInfo) Source #

The serialization/deserialization (SerDe) information.

storageDescriptor_outputFormat :: Lens' StorageDescriptor (Maybe Text) Source #

The output format: SequenceFileOutputFormat (binary), or IgnoreKeyTextOutputFormat, or a custom format.

storageDescriptor_numberOfBuckets :: Lens' StorageDescriptor (Maybe Int) Source #

Must be specified if the table contains any dimension columns.

storageDescriptor_schemaReference :: Lens' StorageDescriptor (Maybe SchemaReference) Source #

An object that references a schema stored in the Glue Schema Registry.

When creating a table, you can pass an empty list of columns for the schema, and instead use a schema reference.

storageDescriptor_storedAsSubDirectories :: Lens' StorageDescriptor (Maybe Bool) Source #

True if the table data is stored in subdirectories, or False if not.

storageDescriptor_parameters :: Lens' StorageDescriptor (Maybe (HashMap Text Text)) Source #

The user-supplied properties in key-value form.

storageDescriptor_inputFormat :: Lens' StorageDescriptor (Maybe Text) Source #

The input format: SequenceFileInputFormat (binary), or TextInputFormat, or a custom format.

storageDescriptor_skewedInfo :: Lens' StorageDescriptor (Maybe SkewedInfo) Source #

The information about values that appear frequently in a column (skewed values).

storageDescriptor_columns :: Lens' StorageDescriptor (Maybe [Column]) Source #

A list of the Columns in the table.